{"level":"warn","ts":"2026-03-19T09:01:06.044697Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:01:06.044838Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.166:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.166:2380","--initial-cluster=instance=https://199.19.213.166:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.166:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.166:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T09:01:06.044924Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T09:01:06.044944Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.166:2380"]} {"level":"info","ts":"2026-03-19T09:01:06.044974Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:01:06.0459Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.166:2379"]} {"level":"info","ts":"2026-03-19T09:01:06.045992Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.166:2380"],"listen-peer-urls":["https://199.19.213.166:2380"],"advertise-client-urls":["https://199.19.213.166:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.166:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.166:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T09:01:06.054197Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.91058ms"} {"level":"info","ts":"2026-03-19T09:01:06.075353Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a8829716614d67b","cluster-id":"95303c3f9d508ee2"} {"level":"info","ts":"2026-03-19T09:01:06.075477Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T09:01:06.075504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became follower at term 0"} {"level":"info","ts":"2026-03-19T09:01:06.075539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a8829716614d67b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T09:01:06.075549Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became follower at term 1"} {"level":"info","ts":"2026-03-19T09:01:06.075596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b switched to configuration voters=(7676431131873695355)"} {"level":"warn","ts":"2026-03-19T09:01:06.112039Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T09:01:06.123038Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T09:01:06.130432Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T09:01:06.134112Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a8829716614d67b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T09:01:06.134348Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a8829716614d67b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T09:01:06.134394Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:06.134568Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:06.13459Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T09:01:06.137055Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T09:01:06.13731Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a8829716614d67b","initial-advertise-peer-urls":["https://199.19.213.166:2380"],"listen-peer-urls":["https://199.19.213.166:2380"],"advertise-client-urls":["https://199.19.213.166:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.166:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T09:01:06.13735Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T09:01:06.137486Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.166:2380"} {"level":"info","ts":"2026-03-19T09:01:06.137502Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.166:2380"} {"level":"info","ts":"2026-03-19T09:01:06.138355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b switched to configuration voters=(7676431131873695355)"} {"level":"info","ts":"2026-03-19T09:01:06.138498Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95303c3f9d508ee2","local-member-id":"6a8829716614d67b","added-peer-id":"6a8829716614d67b","added-peer-peer-urls":["https://199.19.213.166:2380"]} {"level":"info","ts":"2026-03-19T09:01:06.47633Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T09:01:06.476439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T09:01:06.476511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b received MsgPreVoteResp from 6a8829716614d67b at term 1"} {"level":"info","ts":"2026-03-19T09:01:06.476544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became candidate at term 2"} {"level":"info","ts":"2026-03-19T09:01:06.476569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b received MsgVoteResp from 6a8829716614d67b at term 2"} {"level":"info","ts":"2026-03-19T09:01:06.476593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became leader at term 2"} {"level":"info","ts":"2026-03-19T09:01:06.476625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a8829716614d67b elected leader 6a8829716614d67b at term 2"} {"level":"info","ts":"2026-03-19T09:01:06.487563Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:06.491011Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a8829716614d67b","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.166:2379]}","request-path":"/0/members/6a8829716614d67b/attributes","cluster-id":"95303c3f9d508ee2","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T09:01:06.491026Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:01:06.491121Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T09:01:06.491676Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T09:01:06.491746Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T09:01:06.492479Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95303c3f9d508ee2","local-member-id":"6a8829716614d67b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:06.49261Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:06.492713Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T09:01:06.495009Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.166:2379"} {"level":"info","ts":"2026-03-19T09:01:06.495722Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-19T09:01:09.111205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.35334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-19T09:01:09.111356Z","caller":"traceutil/trace.go:171","msg":"trace[414690559] linearizableReadLoop","detail":"{readStateIndex:105; appliedIndex:103; }","duration":"184.606828ms","start":"2026-03-19T09:01:08.926731Z","end":"2026-03-19T09:01:09.111338Z","steps":["trace[414690559] 'read index received' (duration: 10.033443ms)","trace[414690559] 'applied index is now lower than readState.Index' (duration: 174.572305ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:09.111425Z","caller":"traceutil/trace.go:171","msg":"trace[1428456499] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"185.423369ms","start":"2026-03-19T09:01:08.925974Z","end":"2026-03-19T09:01:09.111397Z","steps":["trace[1428456499] 'process raft request' (duration: 66.395322ms)","trace[1428456499] 'compare' (duration: 118.127463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:09.111523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.780713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T09:01:09.111569Z","caller":"traceutil/trace.go:171","msg":"trace[180814508] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:100; }","duration":"184.834634ms","start":"2026-03-19T09:01:08.926722Z","end":"2026-03-19T09:01:09.111557Z","steps":["trace[180814508] 'agreement among raft nodes before linearized reading' (duration: 184.732502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:09.111557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.283461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T09:01:09.111825Z","caller":"traceutil/trace.go:171","msg":"trace[1291754373] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:100; }","duration":"171.574838ms","start":"2026-03-19T09:01:08.940198Z","end":"2026-03-19T09:01:09.111773Z","steps":["trace[1291754373] 'agreement among raft nodes before linearized reading' (duration: 171.304571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:09.11197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.511687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T09:01:09.112089Z","caller":"traceutil/trace.go:171","msg":"trace[42125172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:100; }","duration":"130.767004ms","start":"2026-03-19T09:01:08.981305Z","end":"2026-03-19T09:01:09.112072Z","steps":["trace[42125172] 'agreement among raft nodes before linearized reading' (duration: 130.467017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:18.629176Z","caller":"traceutil/trace.go:171","msg":"trace[1734486065] linearizableReadLoop","detail":"{readStateIndex:347; appliedIndex:346; }","duration":"116.215525ms","start":"2026-03-19T09:01:18.512927Z","end":"2026-03-19T09:01:18.629142Z","steps":["trace[1734486065] 'read index received' (duration: 64.870814ms)","trace[1734486065] 'applied index is now lower than readState.Index' (duration: 51.343031ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:18.629304Z","caller":"traceutil/trace.go:171","msg":"trace[21216111] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"157.680937ms","start":"2026-03-19T09:01:18.471572Z","end":"2026-03-19T09:01:18.629253Z","steps":["trace[21216111] 'process raft request' (duration: 106.294985ms)","trace[21216111] 'compare' (duration: 51.103425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:18.629495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.558304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-19T09:01:18.629662Z","caller":"traceutil/trace.go:171","msg":"trace[1970896315] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:337; }","duration":"116.719278ms","start":"2026-03-19T09:01:18.512859Z","end":"2026-03-19T09:01:18.629578Z","steps":["trace[1970896315] 'agreement among raft nodes before linearized reading' (duration: 116.479022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:24.16448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424791842s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:01:24.165124Z","caller":"traceutil/trace.go:171","msg":"trace[805257633] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"1.42550146s","start":"2026-03-19T09:01:22.739594Z","end":"2026-03-19T09:01:24.165095Z","steps":["trace[805257633] 'process raft request' (duration: 1.425305155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:24.165653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:22.73958Z","time spent":"1.425666455s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:25.208545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039076986s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:01:25.219038Z","caller":"traceutil/trace.go:171","msg":"trace[405641264] linearizableReadLoop","detail":"{readStateIndex:403; appliedIndex:401; }","duration":"1.5324001s","start":"2026-03-19T09:01:23.68661Z","end":"2026-03-19T09:01:25.21901Z","steps":["trace[405641264] 'read index received' (duration: 478.20211ms)","trace[405641264] 'applied index is now lower than readState.Index' (duration: 1.05419683s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:25.219138Z","caller":"traceutil/trace.go:171","msg":"trace[1377533167] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"1.824863082s","start":"2026-03-19T09:01:23.394246Z","end":"2026-03-19T09:01:25.219109Z","steps":["trace[1377533167] 'process raft request' (duration: 1.814445718s)","trace[1377533167] 'compare' (duration: 10.222439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:25.219202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532578545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:25.219235Z","caller":"traceutil/trace.go:171","msg":"trace[2048447133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:391; }","duration":"1.532665587s","start":"2026-03-19T09:01:23.68656Z","end":"2026-03-19T09:01:25.219225Z","steps":["trace[2048447133] 'agreement among raft nodes before linearized reading' (duration: 1.532570425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:25.219249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:23.394223Z","time spent":"1.824956305s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:25.219256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.32019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-03-19T09:01:25.219262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:23.686531Z","time spent":"1.532724058s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:25.219246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.673024ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:25.219292Z","caller":"traceutil/trace.go:171","msg":"trace[700444208] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:391; }","duration":"380.38806ms","start":"2026-03-19T09:01:24.838894Z","end":"2026-03-19T09:01:25.219282Z","steps":["trace[700444208] 'agreement among raft nodes before linearized reading' (duration: 380.302948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:25.219319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:24.838878Z","time spent":"380.435892ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-19T09:01:25.219323Z","caller":"traceutil/trace.go:171","msg":"trace[1665520065] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:391; }","duration":"555.752256ms","start":"2026-03-19T09:01:24.663557Z","end":"2026-03-19T09:01:25.21931Z","steps":["trace[1665520065] 'agreement among raft nodes before linearized reading' (duration: 555.655904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:25.21935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429002119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:01:25.219457Z","caller":"traceutil/trace.go:171","msg":"trace[2061937983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:391; }","duration":"1.429194774s","start":"2026-03-19T09:01:23.790238Z","end":"2026-03-19T09:01:25.219432Z","steps":["trace[2061937983] 'agreement among raft nodes before linearized reading' (duration: 1.428963168s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:25.2195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:23.790207Z","time spent":"1.429285326s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:01:28.126794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:28.196756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514457956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:28.19685Z","caller":"traceutil/trace.go:171","msg":"trace[7231816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"1.51458439s","start":"2026-03-19T09:01:26.682235Z","end":"2026-03-19T09:01:28.196819Z","steps":["trace[7231816] 'range keys from in-memory index tree' (duration: 1.514386124s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:28.196911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:26.682215Z","time spent":"1.514681272s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:01:28.205482Z","caller":"traceutil/trace.go:171","msg":"trace[743323955] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"578.973424ms","start":"2026-03-19T09:01:27.626476Z","end":"2026-03-19T09:01:28.205449Z","steps":["trace[743323955] 'read index received' (duration: 560.184068ms)","trace[743323955] 'applied index is now lower than readState.Index' (duration: 18.787776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:28.205786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.264012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:01:28.205918Z","caller":"traceutil/trace.go:171","msg":"trace[1240849624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"579.457656ms","start":"2026-03-19T09:01:27.626428Z","end":"2026-03-19T09:01:28.205886Z","steps":["trace[1240849624] 'agreement among raft nodes before linearized reading' (duration: 579.155059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:28.20597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:27.626406Z","time spent":"579.550719ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:01:28.409916Z","caller":"traceutil/trace.go:171","msg":"trace[7633868] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:409; }","duration":"194.782627ms","start":"2026-03-19T09:01:28.215102Z","end":"2026-03-19T09:01:28.409885Z","steps":["trace[7633868] 'read index received' (duration: 18.054838ms)","trace[7633868] 'applied index is now lower than readState.Index' (duration: 176.726489ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:28.409988Z","caller":"traceutil/trace.go:171","msg":"trace[196722379] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"199.166928ms","start":"2026-03-19T09:01:28.210765Z","end":"2026-03-19T09:01:28.409932Z","steps":["trace[196722379] 'process raft request' (duration: 198.636375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:28.410142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.998163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:28.41022Z","caller":"traceutil/trace.go:171","msg":"trace[1301432974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:398; }","duration":"195.146787ms","start":"2026-03-19T09:01:28.21505Z","end":"2026-03-19T09:01:28.410197Z","steps":["trace[1301432974] 'agreement among raft nodes before linearized reading' (duration: 194.979913ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:31.064759Z","caller":"traceutil/trace.go:171","msg":"trace[699662984] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"645.459979ms","start":"2026-03-19T09:01:30.419248Z","end":"2026-03-19T09:01:31.064708Z","steps":["trace[699662984] 'process raft request' (duration: 645.123291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:31.065016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:30.41923Z","time spent":"645.642594ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:49.658157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:50.158823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:50.404698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.529436403s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:01:50.405142Z","caller":"traceutil/trace.go:171","msg":"trace[1950162186] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"1.247222879s","start":"2026-03-19T09:01:49.157895Z","end":"2026-03-19T09:01:50.405118Z","steps":["trace[1950162186] 'read index received' (duration: 1.247019754s)","trace[1950162186] 'applied index is now lower than readState.Index' (duration: 202.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:01:50.405482Z","caller":"traceutil/trace.go:171","msg":"trace[380000095] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.530336396s","start":"2026-03-19T09:01:48.875134Z","end":"2026-03-19T09:01:50.40547Z","steps":["trace[380000095] 'process raft request' (duration: 1.529843333s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:50.405612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:48.875109Z","time spent":"1.530412658s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:50.405824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243358541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T09:01:50.405917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24801972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:01:50.405952Z","caller":"traceutil/trace.go:171","msg":"trace[1694924234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"1.248086051s","start":"2026-03-19T09:01:49.157855Z","end":"2026-03-19T09:01:50.405942Z","steps":["trace[1694924234] 'agreement among raft nodes before linearized reading' (duration: 1.247953038s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:50.405948Z","caller":"traceutil/trace.go:171","msg":"trace[933705603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"1.243538876s","start":"2026-03-19T09:01:49.162382Z","end":"2026-03-19T09:01:50.405921Z","steps":["trace[933705603] 'agreement among raft nodes before linearized reading' (duration: 1.243217347s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:50.40598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.157838Z","time spent":"1.248135173s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:01:50.406009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.162358Z","time spent":"1.243639518s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:01:50.406029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.976594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:50.406148Z","caller":"traceutil/trace.go:171","msg":"trace[358220239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"724.151339ms","start":"2026-03-19T09:01:49.681969Z","end":"2026-03-19T09:01:50.40612Z","steps":["trace[358220239] 'agreement among raft nodes before linearized reading' (duration: 723.912933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:50.406198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.681951Z","time spent":"724.237511ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:50.406348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238736204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:01:50.406513Z","caller":"traceutil/trace.go:171","msg":"trace[304223610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"1.238955569s","start":"2026-03-19T09:01:49.167522Z","end":"2026-03-19T09:01:50.406478Z","steps":["trace[304223610] 'agreement among raft nodes before linearized reading' (duration: 1.238476257s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:50.406603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:49.167511Z","time spent":"1.239073882s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:01:57.998256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:58.499214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:01:58.587784Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.478150153s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:01:58.71203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.079327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:01:58.712143Z","caller":"traceutil/trace.go:171","msg":"trace[291535889] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"1.214804158s","start":"2026-03-19T09:01:57.49732Z","end":"2026-03-19T09:01:58.712125Z","steps":["trace[291535889] 'read index received' (duration: 1.09066038s)","trace[291535889] 'applied index is now lower than readState.Index' (duration: 124.141998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:58.712343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215007093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b69tf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-19T09:01:58.712384Z","caller":"traceutil/trace.go:171","msg":"trace[1044892740] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b69tf; range_end:; response_count:1; response_revision:560; }","duration":"1.215086225s","start":"2026-03-19T09:01:57.497287Z","end":"2026-03-19T09:01:58.712373Z","steps":["trace[1044892740] 'agreement among raft nodes before linearized reading' (duration: 1.214926471s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.712421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.497268Z","time spent":"1.215142637s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-b69tf\" "} {"level":"warn","ts":"2026-03-19T09:01:58.712445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032859675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:58.712573Z","caller":"traceutil/trace.go:171","msg":"trace[1398273658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"1.03302802s","start":"2026-03-19T09:01:57.679506Z","end":"2026-03-19T09:01:58.712534Z","steps":["trace[1398273658] 'agreement among raft nodes before linearized reading' (duration: 1.032805414s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.712629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:57.679489Z","time spent":"1.033131112s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:58.712774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.355046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:01:58.712801Z","caller":"traceutil/trace.go:171","msg":"trace[1167077182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"246.396516ms","start":"2026-03-19T09:01:58.466398Z","end":"2026-03-19T09:01:58.712794Z","steps":["trace[1167077182] 'agreement among raft nodes before linearized reading' (duration: 246.325275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.712991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.096969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:01:58.713019Z","caller":"traceutil/trace.go:171","msg":"trace[1806566847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:560; }","duration":"246.13646ms","start":"2026-03-19T09:01:58.466875Z","end":"2026-03-19T09:01:58.713011Z","steps":["trace[1806566847] 'agreement among raft nodes before linearized reading' (duration: 246.058238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.713225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.438085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:01:58.713282Z","caller":"traceutil/trace.go:171","msg":"trace[798269137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:560; }","duration":"253.554538ms","start":"2026-03-19T09:01:58.459709Z","end":"2026-03-19T09:01:58.713266Z","steps":["trace[798269137] 'agreement among raft nodes before linearized reading' (duration: 253.380074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:58.713286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.226799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:01:58.713391Z","caller":"traceutil/trace.go:171","msg":"trace[507725143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"253.384404ms","start":"2026-03-19T09:01:58.459986Z","end":"2026-03-19T09:01:58.71337Z","steps":["trace[507725143] 'agreement among raft nodes before linearized reading' (duration: 253.016205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:59.177054Z","caller":"traceutil/trace.go:171","msg":"trace[308436712] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"459.622773ms","start":"2026-03-19T09:01:58.717397Z","end":"2026-03-19T09:01:59.17702Z","steps":["trace[308436712] 'process raft request' (duration: 459.383126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:59.177092Z","caller":"traceutil/trace.go:171","msg":"trace[1048400323] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"459.641312ms","start":"2026-03-19T09:01:58.717418Z","end":"2026-03-19T09:01:59.177059Z","steps":["trace[1048400323] 'process raft request' (duration: 459.53485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:59.177261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.717372Z","time spent":"459.792597ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:59.177276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.717396Z","time spent":"459.785837ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:59.177782Z","caller":"traceutil/trace.go:171","msg":"trace[94105553] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"460.260928ms","start":"2026-03-19T09:01:58.717504Z","end":"2026-03-19T09:01:59.177765Z","steps":["trace[94105553] 'process raft request' (duration: 459.489979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:59.177866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.717464Z","time spent":"460.36097ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:01:59.17811Z","caller":"traceutil/trace.go:171","msg":"trace[1800472442] linearizableReadLoop","detail":"{readStateIndex:583; appliedIndex:579; }","duration":"455.915929ms","start":"2026-03-19T09:01:58.722155Z","end":"2026-03-19T09:01:59.178071Z","steps":["trace[1800472442] 'read index received' (duration: 31.738905ms)","trace[1800472442] 'applied index is now lower than readState.Index' (duration: 424.175554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:01:59.178303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.131754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:59.178365Z","caller":"traceutil/trace.go:171","msg":"trace[642937063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"456.259727ms","start":"2026-03-19T09:01:58.722088Z","end":"2026-03-19T09:01:59.178348Z","steps":["trace[642937063] 'agreement among raft nodes before linearized reading' (duration: 456.113113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:01:59.178427Z","caller":"traceutil/trace.go:171","msg":"trace[628719006] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"450.806019ms","start":"2026-03-19T09:01:58.727517Z","end":"2026-03-19T09:01:59.178323Z","steps":["trace[628719006] 'process raft request' (duration: 449.969778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:01:59.178417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.722062Z","time spent":"456.345289ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:01:59.178627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:58.727477Z","time spent":"450.993804ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:01:59.522911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.927659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:01:59.523003Z","caller":"traceutil/trace.go:171","msg":"trace[2082287624] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:565; }","duration":"258.058263ms","start":"2026-03-19T09:01:59.264923Z","end":"2026-03-19T09:01:59.522982Z","steps":["trace[2082287624] 'range keys from in-memory index tree' (duration: 257.861187ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:00.147404Z","caller":"traceutil/trace.go:171","msg":"trace[1750969765] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"562.984602ms","start":"2026-03-19T09:01:59.584361Z","end":"2026-03-19T09:02:00.147346Z","steps":["trace[1750969765] 'process raft request' (duration: 562.827278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:00.147645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:01:59.584307Z","time spent":"563.27069ms","remote":"127.0.0.1:49738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:01.183484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:01.684056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:02.184947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:02.683261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000243009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:02:02.683402Z","caller":"traceutil/trace.go:171","msg":"trace[2138240091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436134s","start":"2026-03-19T09:02:00.682944Z","end":"2026-03-19T09:02:02.68338Z","steps":["trace[2138240091] 'agreement among raft nodes before linearized reading' (duration: 2.00026365s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:02.683457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.682928Z","time spent":"2.000519977s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:02:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:02:02.685477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:03.186151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456994810,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:03.623206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.369497822s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:03.626335Z","caller":"traceutil/trace.go:171","msg":"trace[60937491] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"3.372912868s","start":"2026-03-19T09:02:00.253397Z","end":"2026-03-19T09:02:03.62631Z","steps":["trace[60937491] 'process raft request' (duration: 3.372712483s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.626486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.253377Z","time spent":"3.373040301s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:03.715484Z","caller":"traceutil/trace.go:171","msg":"trace[1110247691] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:587; }","duration":"3.032480178s","start":"2026-03-19T09:02:00.682977Z","end":"2026-03-19T09:02:03.715457Z","steps":["trace[1110247691] 'read index received' (duration: 2.940496696s)","trace[1110247691] 'applied index is now lower than readState.Index' (duration: 91.982572ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:03.715615Z","caller":"traceutil/trace.go:171","msg":"trace[1684627609] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"2.905411416s","start":"2026-03-19T09:02:00.81016Z","end":"2026-03-19T09:02:03.715572Z","steps":["trace[1684627609] 'process raft request' (duration: 2.905133749s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.715807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.810138Z","time spent":"2.90557319s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:03.738044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01334621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:03.738093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97928106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:03.738186Z","caller":"traceutil/trace.go:171","msg":"trace[715829554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"1.013522434s","start":"2026-03-19T09:02:02.724631Z","end":"2026-03-19T09:02:03.738154Z","steps":["trace[715829554] 'agreement among raft nodes before linearized reading' (duration: 1.013297899s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.738178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555624649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:02:03.738218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554731656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:03.738258Z","caller":"traceutil/trace.go:171","msg":"trace[1974075071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:573; }","duration":"2.555819855s","start":"2026-03-19T09:02:01.182424Z","end":"2026-03-19T09:02:03.738244Z","steps":["trace[1974075071] 'agreement among raft nodes before linearized reading' (duration: 2.555584949s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.738243Z","caller":"traceutil/trace.go:171","msg":"trace[459156330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"2.979396293s","start":"2026-03-19T09:02:00.75877Z","end":"2026-03-19T09:02:03.738166Z","steps":["trace[459156330] 'agreement among raft nodes before linearized reading' (duration: 2.979147286s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.738323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.182399Z","time spent":"2.555913757s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:03.738344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:00.758682Z","time spent":"2.979649269s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:03.738249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:02.724614Z","time spent":"1.013619886s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:03.738393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054901423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:02:03.738422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555937878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:02:03.738494Z","caller":"traceutil/trace.go:171","msg":"trace[1832189952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"1.055046197s","start":"2026-03-19T09:02:02.683426Z","end":"2026-03-19T09:02:03.738472Z","steps":["trace[1832189952] 'agreement among raft nodes before linearized reading' (duration: 1.054784411s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.738519Z","caller":"traceutil/trace.go:171","msg":"trace[1288654436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:573; }","duration":"2.556074861s","start":"2026-03-19T09:02:01.182424Z","end":"2026-03-19T09:02:03.738499Z","steps":["trace[1288654436] 'agreement among raft nodes before linearized reading' (duration: 2.555680301s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:03.738316Z","caller":"traceutil/trace.go:171","msg":"trace[1119444589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:573; }","duration":"2.55485497s","start":"2026-03-19T09:02:01.183437Z","end":"2026-03-19T09:02:03.738292Z","steps":["trace[1119444589] 'agreement among raft nodes before linearized reading' (duration: 2.554534092s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.738564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.182399Z","time spent":"2.556149963s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:03.738571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:02.683409Z","time spent":"1.055144969s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:03.738614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.183431Z","time spent":"2.555168707s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:03.738422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409410092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:02:03.738672Z","caller":"traceutil/trace.go:171","msg":"trace[752190416] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:573; }","duration":"2.409656768s","start":"2026-03-19T09:02:01.329002Z","end":"2026-03-19T09:02:03.738659Z","steps":["trace[752190416] 'agreement among raft nodes before linearized reading' (duration: 2.409346s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:03.738765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:01.328942Z","time spent":"2.409806162s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:02:04.290247Z","caller":"traceutil/trace.go:171","msg":"trace[1997478033] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"212.788175ms","start":"2026-03-19T09:02:04.077404Z","end":"2026-03-19T09:02:04.290192Z","steps":["trace[1997478033] 'process raft request' (duration: 209.574754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:05.100137Z","caller":"traceutil/trace.go:171","msg":"trace[905021287] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"387.914564ms","start":"2026-03-19T09:02:04.712197Z","end":"2026-03-19T09:02:05.100112Z","steps":["trace[905021287] 'process raft request' (duration: 387.568626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:05.100314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:04.712167Z","time spent":"388.055778ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:06.107321Z","caller":"traceutil/trace.go:171","msg":"trace[1325216623] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"350.643788ms","start":"2026-03-19T09:02:05.756634Z","end":"2026-03-19T09:02:06.107278Z","steps":["trace[1325216623] 'read index received' (duration: 348.767872ms)","trace[1325216623] 'applied index is now lower than readState.Index' (duration: 1.874696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:06.107484Z","caller":"traceutil/trace.go:171","msg":"trace[43037560] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"384.99477ms","start":"2026-03-19T09:02:05.722417Z","end":"2026-03-19T09:02:06.107411Z","steps":["trace[43037560] 'process raft request' (duration: 382.874607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.107619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.959448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:02:06.107706Z","caller":"traceutil/trace.go:171","msg":"trace[293142970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:716; }","duration":"351.113712ms","start":"2026-03-19T09:02:05.756572Z","end":"2026-03-19T09:02:06.107686Z","steps":["trace[293142970] 'agreement among raft nodes before linearized reading' (duration: 350.828644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.107765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:05.756543Z","time spent":"351.209374ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:06.107724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:05.722395Z","time spent":"385.220626ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:02:06.113224Z","caller":"traceutil/trace.go:171","msg":"trace[470168573] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"196.80139ms","start":"2026-03-19T09:02:05.916391Z","end":"2026-03-19T09:02:06.113192Z","steps":["trace[470168573] 'process raft request' (duration: 196.381488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.113634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.756775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:02:06.113705Z","caller":"traceutil/trace.go:171","msg":"trace[644829518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:718; }","duration":"356.833127ms","start":"2026-03-19T09:02:05.756854Z","end":"2026-03-19T09:02:06.113687Z","steps":["trace[644829518] 'agreement among raft nodes before linearized reading' (duration: 356.586571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.113721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.862181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:02:06.113805Z","caller":"traceutil/trace.go:171","msg":"trace[102218841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:718; }","duration":"351.984753ms","start":"2026-03-19T09:02:05.7618Z","end":"2026-03-19T09:02:06.113785Z","steps":["trace[102218841] 'agreement among raft nodes before linearized reading' (duration: 351.666935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.113828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.854397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:02:06.113845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:05.761787Z","time spent":"352.051776ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:02:06.113851Z","caller":"traceutil/trace.go:171","msg":"trace[1325328869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:718; }","duration":"356.935ms","start":"2026-03-19T09:02:05.75691Z","end":"2026-03-19T09:02:06.113845Z","steps":["trace[1325328869] 'agreement among raft nodes before linearized reading' (duration: 356.867718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.113878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:05.756875Z","time spent":"356.998861ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:02:06.113954Z","caller":"traceutil/trace.go:171","msg":"trace[2044263406] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"189.042613ms","start":"2026-03-19T09:02:05.924898Z","end":"2026-03-19T09:02:06.11394Z","steps":["trace[2044263406] 'process raft request' (duration: 188.211872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:06.113757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:05.756792Z","time spent":"356.954319ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:02:09.052024Z","caller":"traceutil/trace.go:171","msg":"trace[1502303968] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"130.084068ms","start":"2026-03-19T09:02:08.92191Z","end":"2026-03-19T09:02:09.051994Z","steps":["trace[1502303968] 'read index received' (duration: 127.981434ms)","trace[1502303968] 'applied index is now lower than readState.Index' (duration: 2.101614ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:09.052159Z","caller":"traceutil/trace.go:171","msg":"trace[1487698521] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"325.652267ms","start":"2026-03-19T09:02:08.726482Z","end":"2026-03-19T09:02:09.052135Z","steps":["trace[1487698521] 'process raft request' (duration: 323.599704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:09.05226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:08.726464Z","time spent":"325.746688ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:02:09.052288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.357325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T09:02:09.052342Z","caller":"traceutil/trace.go:171","msg":"trace[2043479468] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:756; }","duration":"130.468167ms","start":"2026-03-19T09:02:08.921855Z","end":"2026-03-19T09:02:09.052323Z","steps":["trace[2043479468] 'agreement among raft nodes before linearized reading' (duration: 130.249422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:16.895308Z","caller":"traceutil/trace.go:171","msg":"trace[166749207] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"130.17373ms","start":"2026-03-19T09:02:16.765105Z","end":"2026-03-19T09:02:16.895278Z","steps":["trace[166749207] 'process raft request' (duration: 129.982035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:24.705758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456995464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:25.2062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456995464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:25.706973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456995464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:26.207543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456995464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:02:26.476479Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.33832341s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:02:26.4771Z","caller":"traceutil/trace.go:171","msg":"trace[680839657] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"2.272232655s","start":"2026-03-19T09:02:24.204825Z","end":"2026-03-19T09:02:26.477058Z","steps":["trace[680839657] 'read index received' (duration: 2.271787053s)","trace[680839657] 'applied index is now lower than readState.Index' (duration: 443.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:26.477232Z","caller":"traceutil/trace.go:171","msg":"trace[1530683411] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"2.339186002s","start":"2026-03-19T09:02:24.137995Z","end":"2026-03-19T09:02:26.477181Z","steps":["trace[1530683411] 'process raft request' (duration: 2.338812652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.13797Z","time spent":"2.339385606s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:26.477496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.715901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:02:26.477476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272587503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-19T09:02:26.477517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269993308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:02:26.477507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260384854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:02:26.477567Z","caller":"traceutil/trace.go:171","msg":"trace[688993083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:955; }","duration":"849.828094ms","start":"2026-03-19T09:02:25.627718Z","end":"2026-03-19T09:02:26.477546Z","steps":["trace[688993083] 'agreement among raft nodes before linearized reading' (duration: 849.619709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797244513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:26.477581Z","caller":"traceutil/trace.go:171","msg":"trace[1829689452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:955; }","duration":"2.27009649s","start":"2026-03-19T09:02:24.207466Z","end":"2026-03-19T09:02:26.477562Z","steps":["trace[1829689452] 'agreement among raft nodes before linearized reading' (duration: 2.269936876s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:26.477581Z","caller":"traceutil/trace.go:171","msg":"trace[401095324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:955; }","duration":"2.272788788s","start":"2026-03-19T09:02:24.204776Z","end":"2026-03-19T09:02:26.477565Z","steps":["trace[401095324] 'agreement among raft nodes before linearized reading' (duration: 2.27244037s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:25.627695Z","time spent":"849.903156ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:26.477618Z","caller":"traceutil/trace.go:171","msg":"trace[950528276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"1.797330225s","start":"2026-03-19T09:02:24.68027Z","end":"2026-03-19T09:02:26.4776Z","steps":["trace[950528276] 'agreement among raft nodes before linearized reading' (duration: 1.797223043s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.207446Z","time spent":"2.270181712s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:26.477651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.680249Z","time spent":"1.797394586s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:02:26.477591Z","caller":"traceutil/trace.go:171","msg":"trace[649485290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:955; }","duration":"2.260491107s","start":"2026-03-19T09:02:24.217085Z","end":"2026-03-19T09:02:26.477577Z","steps":["trace[649485290] 'agreement among raft nodes before linearized reading' (duration: 2.260310052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.217073Z","time spent":"2.26065407s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:26.477712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.613402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-pwgsc\" ","response":"range_response_count:1 size:5353"} {"level":"warn","ts":"2026-03-19T09:02:26.477645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.204756Z","time spent":"2.27287105s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:02:26.4778Z","caller":"traceutil/trace.go:171","msg":"trace[2113276351] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-pwgsc; range_end:; response_count:1; response_revision:955; }","duration":"657.745715ms","start":"2026-03-19T09:02:25.820031Z","end":"2026-03-19T09:02:26.477777Z","steps":["trace[2113276351] 'agreement among raft nodes before linearized reading' (duration: 657.459747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:25.820012Z","time spent":"657.818307ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5376,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-pwgsc\" "} {"level":"warn","ts":"2026-03-19T09:02:26.477512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260731003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:02:26.477897Z","caller":"traceutil/trace.go:171","msg":"trace[1043236026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"2.261113812s","start":"2026-03-19T09:02:24.216767Z","end":"2026-03-19T09:02:26.477881Z","steps":["trace[1043236026] 'agreement among raft nodes before linearized reading' (duration: 2.260674401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:26.477941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:24.21672Z","time spent":"2.261209564s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:49.44684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.081562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:02:49.44694Z","caller":"traceutil/trace.go:171","msg":"trace[2068772278] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1119; }","duration":"378.258686ms","start":"2026-03-19T09:02:49.068662Z","end":"2026-03-19T09:02:49.446921Z","steps":["trace[2068772278] 'count revisions from in-memory index tree' (duration: 377.959799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.44698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:49.068632Z","time spent":"378.337518ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:49.447232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.641941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:02:49.447277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.32235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-g5lgk\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-19T09:02:49.447328Z","caller":"traceutil/trace.go:171","msg":"trace[1222845782] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1119; }","duration":"521.796576ms","start":"2026-03-19T09:02:48.925509Z","end":"2026-03-19T09:02:49.447305Z","steps":["trace[1222845782] 'count revisions from in-memory index tree' (duration: 521.401285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:49.447375Z","caller":"traceutil/trace.go:171","msg":"trace[276373376] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-g5lgk; range_end:; response_count:1; response_revision:1119; }","duration":"666.467393ms","start":"2026-03-19T09:02:48.780877Z","end":"2026-03-19T09:02:49.447345Z","steps":["trace[276373376] 'range keys from in-memory index tree' (duration: 666.083344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:49.447384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:48.92548Z","time spent":"521.886718ms","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":25,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:49.447422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:48.78086Z","time spent":"666.550866ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4220,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-g5lgk\" "} {"level":"warn","ts":"2026-03-19T09:02:55.083768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.208087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:02:55.083882Z","caller":"traceutil/trace.go:171","msg":"trace[78226013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1226; }","duration":"382.365121ms","start":"2026-03-19T09:02:54.701492Z","end":"2026-03-19T09:02:55.083857Z","steps":["trace[78226013] 'range keys from in-memory index tree' (duration: 381.982482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.08393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.701474Z","time spent":"382.443543ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:02:55.083962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.349189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:55.084024Z","caller":"traceutil/trace.go:171","msg":"trace[1775960737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"402.439542ms","start":"2026-03-19T09:02:54.681571Z","end":"2026-03-19T09:02:55.08401Z","steps":["trace[1775960737] 'range keys from in-memory index tree' (duration: 402.293178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.084066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.681554Z","time spent":"402.500173ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:02:55.084074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.833854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:02:55.084143Z","caller":"traceutil/trace.go:171","msg":"trace[1326486503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1226; }","duration":"358.960787ms","start":"2026-03-19T09:02:54.725169Z","end":"2026-03-19T09:02:55.08413Z","steps":["trace[1326486503] 'range keys from in-memory index tree' (duration: 358.664359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.08411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.872459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:02:55.084179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.725141Z","time spent":"359.032359ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:02:55.084209Z","caller":"traceutil/trace.go:171","msg":"trace[1026664350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"347.013773ms","start":"2026-03-19T09:02:54.737171Z","end":"2026-03-19T09:02:55.084185Z","steps":["trace[1026664350] 'range keys from in-memory index tree' (duration: 346.680853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.084277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.737153Z","time spent":"347.108885ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:02:55.084074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.361973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:02:55.0843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.393367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:02:55.084468Z","caller":"traceutil/trace.go:171","msg":"trace[1501951452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"346.595982ms","start":"2026-03-19T09:02:54.737841Z","end":"2026-03-19T09:02:55.084437Z","steps":["trace[1501951452] 'range keys from in-memory index tree' (duration: 346.020767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.084531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.737781Z","time spent":"346.740046ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:02:55.084372Z","caller":"traceutil/trace.go:171","msg":"trace[2137569083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1226; }","duration":"375.705602ms","start":"2026-03-19T09:02:54.708649Z","end":"2026-03-19T09:02:55.084355Z","steps":["trace[2137569083] 'range keys from in-memory index tree' (duration: 375.21642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:55.085249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:54.708628Z","time spent":"376.600994ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:02:57.734539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456996016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:02:57.85821Z","caller":"traceutil/trace.go:171","msg":"trace[822261205] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"756.620996ms","start":"2026-03-19T09:02:57.10156Z","end":"2026-03-19T09:02:57.858181Z","steps":["trace[822261205] 'process raft request' (duration: 756.433232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:57.85837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.101543Z","time spent":"756.74798ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:58.226072Z","caller":"traceutil/trace.go:171","msg":"trace[1695004216] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"1.123646647s","start":"2026-03-19T09:02:57.102395Z","end":"2026-03-19T09:02:58.226042Z","steps":["trace[1695004216] 'process raft request' (duration: 1.123540795s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.226079Z","caller":"traceutil/trace.go:171","msg":"trace[3255088] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"1.124345015s","start":"2026-03-19T09:02:57.101694Z","end":"2026-03-19T09:02:58.226039Z","steps":["trace[3255088] 'process raft request' (duration: 1.124025017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.22628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.102388Z","time spent":"1.123785671s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:58.226593Z","caller":"traceutil/trace.go:171","msg":"trace[159666017] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"1.124010927s","start":"2026-03-19T09:02:57.102561Z","end":"2026-03-19T09:02:58.226572Z","steps":["trace[159666017] 'process raft request' (duration: 1.123434792s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.226582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.101651Z","time spent":"1.124815447s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:58.226619Z","caller":"traceutil/trace.go:171","msg":"trace[2023667560] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"1.032077159s","start":"2026-03-19T09:02:57.194516Z","end":"2026-03-19T09:02:58.226593Z","steps":["trace[2023667560] 'process raft request' (duration: 1.031983517s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.226675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.102534Z","time spent":"1.124095779s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:58.226726Z","caller":"traceutil/trace.go:171","msg":"trace[51436272] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1275; }","duration":"992.277908ms","start":"2026-03-19T09:02:57.234396Z","end":"2026-03-19T09:02:58.226674Z","steps":["trace[51436272] 'read index received' (duration: 623.642257ms)","trace[51436272] 'applied index is now lower than readState.Index' (duration: 368.634541ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:02:58.2268Z","caller":"traceutil/trace.go:171","msg":"trace[966206969] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"1.124181801s","start":"2026-03-19T09:02:57.102611Z","end":"2026-03-19T09:02:58.226793Z","steps":["trace[966206969] 'process raft request' (duration: 1.12372637s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.226837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.102601Z","time spent":"1.124214972s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:02:58.226831Z","caller":"traceutil/trace.go:171","msg":"trace[107729530] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"805.599431ms","start":"2026-03-19T09:02:57.421209Z","end":"2026-03-19T09:02:58.226808Z","steps":["trace[107729530] 'process raft request' (duration: 805.338774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.226842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.194489Z","time spent":"1.032200833s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:58.226924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.421179Z","time spent":"805.694783ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:02:58.226944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.540525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:02:58.226996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.636203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:02:58.227044Z","caller":"traceutil/trace.go:171","msg":"trace[1045698549] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1243; }","duration":"992.679648ms","start":"2026-03-19T09:02:57.234348Z","end":"2026-03-19T09:02:58.227028Z","steps":["trace[1045698549] 'agreement among raft nodes before linearized reading' (duration: 992.483733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:02:58.227085Z","caller":"traceutil/trace.go:171","msg":"trace[986048882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"547.789346ms","start":"2026-03-19T09:02:57.679282Z","end":"2026-03-19T09:02:58.227071Z","steps":["trace[986048882] 'agreement among raft nodes before linearized reading' (duration: 547.655763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:02:58.227106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.234326Z","time spent":"992.75778ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":50,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:02:58.227131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:02:57.67925Z","time spent":"547.869778ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:03:09.359285Z","caller":"traceutil/trace.go:171","msg":"trace[1267078312] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"149.745907ms","start":"2026-03-19T09:03:09.209503Z","end":"2026-03-19T09:03:09.359249Z","steps":["trace[1267078312] 'process raft request' (duration: 149.598413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.376272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.147965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:10.376426Z","caller":"traceutil/trace.go:171","msg":"trace[668045953] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"582.223212ms","start":"2026-03-19T09:03:09.794174Z","end":"2026-03-19T09:03:10.376397Z","steps":["trace[668045953] 'process raft request' (duration: 400.881072ms)","trace[668045953] 'compare' (duration: 180.771786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:10.376513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:09.794138Z","time spent":"582.336555ms","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:10.406288Z","caller":"traceutil/trace.go:171","msg":"trace[374963770] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"611.589298ms","start":"2026-03-19T09:03:09.794664Z","end":"2026-03-19T09:03:10.406253Z","steps":["trace[374963770] 'process raft request' (duration: 611.151927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.406426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:09.794633Z","time spent":"611.733202ms","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:10.406889Z","caller":"traceutil/trace.go:171","msg":"trace[526644514] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"409.874921ms","start":"2026-03-19T09:03:09.996997Z","end":"2026-03-19T09:03:10.406872Z","steps":["trace[526644514] 'process raft request' (duration: 409.113002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.406881Z","caller":"traceutil/trace.go:171","msg":"trace[1059125502] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1517; }","duration":"485.204866ms","start":"2026-03-19T09:03:09.921633Z","end":"2026-03-19T09:03:10.406838Z","steps":["trace[1059125502] 'read index received' (duration: 273.546235ms)","trace[1059125502] 'applied index is now lower than readState.Index' (duration: 211.657571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:10.406963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:09.996962Z","time spent":"409.956373ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:10.407248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.580455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:03:10.407317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.995184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:10.407357Z","caller":"traceutil/trace.go:171","msg":"trace[731077627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1462; }","duration":"115.058395ms","start":"2026-03-19T09:03:10.292283Z","end":"2026-03-19T09:03:10.407342Z","steps":["trace[731077627] 'agreement among raft nodes before linearized reading' (duration: 114.970282ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:10.407358Z","caller":"traceutil/trace.go:171","msg":"trace[676458209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1462; }","duration":"485.763439ms","start":"2026-03-19T09:03:09.921572Z","end":"2026-03-19T09:03:10.407336Z","steps":["trace[676458209] 'agreement among raft nodes before linearized reading' (duration: 485.432481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:10.407408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:09.921549Z","time spent":"485.844372ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:03:12.126994Z","caller":"traceutil/trace.go:171","msg":"trace[608446134] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1474; }","duration":"265.485809ms","start":"2026-03-19T09:03:11.861483Z","end":"2026-03-19T09:03:12.126969Z","steps":["trace[608446134] 'process raft request' (duration: 265.333975ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:12.168256Z","caller":"traceutil/trace.go:171","msg":"trace[1581866356] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1474; }","duration":"304.314897ms","start":"2026-03-19T09:03:11.863899Z","end":"2026-03-19T09:03:12.168214Z","steps":["trace[1581866356] 'process raft request' (duration: 304.03939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:12.168635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:11.863874Z","time spent":"304.679647ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:12.168657Z","caller":"traceutil/trace.go:171","msg":"trace[1255152182] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"255.005533ms","start":"2026-03-19T09:03:11.913618Z","end":"2026-03-19T09:03:12.168623Z","steps":["trace[1255152182] 'read index received' (duration: 213.341034ms)","trace[1255152182] 'applied index is now lower than readState.Index' (duration: 41.663399ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:12.168734Z","caller":"traceutil/trace.go:171","msg":"trace[143431358] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"223.928223ms","start":"2026-03-19T09:03:11.944767Z","end":"2026-03-19T09:03:12.168695Z","steps":["trace[143431358] 'process raft request' (duration: 223.341528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:12.168926Z","caller":"traceutil/trace.go:171","msg":"trace[2054848547] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1475; }","duration":"215.424637ms","start":"2026-03-19T09:03:11.953325Z","end":"2026-03-19T09:03:12.168749Z","steps":["trace[2054848547] 'process raft request' (duration: 215.202532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:12.16934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.70784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" ","response":"range_response_count:1 size:5494"} {"level":"info","ts":"2026-03-19T09:03:12.169406Z","caller":"traceutil/trace.go:171","msg":"trace[1309110778] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw; range_end:; response_count:1; response_revision:1475; }","duration":"255.831464ms","start":"2026-03-19T09:03:11.913556Z","end":"2026-03-19T09:03:12.169387Z","steps":["trace[1309110778] 'agreement among raft nodes before linearized reading' (duration: 255.516267ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:12.420068Z","caller":"traceutil/trace.go:171","msg":"trace[1448380426] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"241.677684ms","start":"2026-03-19T09:03:12.178357Z","end":"2026-03-19T09:03:12.420035Z","steps":["trace[1448380426] 'process raft request' (duration: 203.38308ms)","trace[1448380426] 'compare' (duration: 38.15084ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:13.589692Z","caller":"traceutil/trace.go:171","msg":"trace[1130590009] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1544; }","duration":"164.439491ms","start":"2026-03-19T09:03:13.425226Z","end":"2026-03-19T09:03:13.589665Z","steps":["trace[1130590009] 'read index received' (duration: 164.169644ms)","trace[1130590009] 'applied index is now lower than readState.Index' (duration: 268.597µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:13.589846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.601194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:13.589867Z","caller":"traceutil/trace.go:171","msg":"trace[489434011] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"199.848721ms","start":"2026-03-19T09:03:13.389976Z","end":"2026-03-19T09:03:13.589825Z","steps":["trace[489434011] 'process raft request' (duration: 199.509802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:13.589898Z","caller":"traceutil/trace.go:171","msg":"trace[129048848] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1482; }","duration":"164.689056ms","start":"2026-03-19T09:03:13.42519Z","end":"2026-03-19T09:03:13.589879Z","steps":["trace[129048848] 'agreement among raft nodes before linearized reading' (duration: 164.577123ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:13.976698Z","caller":"traceutil/trace.go:171","msg":"trace[1496379491] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"380.307839ms","start":"2026-03-19T09:03:13.596372Z","end":"2026-03-19T09:03:13.97668Z","steps":["trace[1496379491] 'process raft request' (duration: 380.176746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:13.976893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.596352Z","time spent":"380.470733ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:14.328425Z","caller":"traceutil/trace.go:171","msg":"trace[1489175555] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"731.944948ms","start":"2026-03-19T09:03:13.596454Z","end":"2026-03-19T09:03:14.328399Z","steps":["trace[1489175555] 'process raft request' (duration: 731.748024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.328584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.596442Z","time spent":"732.061072ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:14.328864Z","caller":"traceutil/trace.go:171","msg":"trace[996148323] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1545; }","duration":"729.62296ms","start":"2026-03-19T09:03:13.599221Z","end":"2026-03-19T09:03:14.328844Z","steps":["trace[996148323] 'read index received' (duration: 377.355944ms)","trace[996148323] 'applied index is now lower than readState.Index' (duration: 352.266126ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:14.328848Z","caller":"traceutil/trace.go:171","msg":"trace[657893651] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"732.013491ms","start":"2026-03-19T09:03:13.596753Z","end":"2026-03-19T09:03:14.328766Z","steps":["trace[657893651] 'process raft request' (duration: 731.60519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.329134Z","caller":"traceutil/trace.go:171","msg":"trace[1759067710] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"731.99196ms","start":"2026-03-19T09:03:13.597132Z","end":"2026-03-19T09:03:14.329124Z","steps":["trace[1759067710] 'process raft request' (duration: 731.489287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.330322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.596746Z","time spent":"733.384916ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:14.330327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.597091Z","time spent":"733.16531ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:14.329212Z","caller":"traceutil/trace.go:171","msg":"trace[1405233840] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"731.611741ms","start":"2026-03-19T09:03:13.597596Z","end":"2026-03-19T09:03:14.329207Z","steps":["trace[1405233840] 'process raft request' (duration: 731.17585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.330972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.597582Z","time spent":"733.340245ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:14.329344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.75042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:14.331173Z","caller":"traceutil/trace.go:171","msg":"trace[394966944] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1489; }","duration":"511.610047ms","start":"2026-03-19T09:03:13.819533Z","end":"2026-03-19T09:03:14.331143Z","steps":["trace[394966944] 'agreement among raft nodes before linearized reading' (duration: 509.75867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.331264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.819505Z","time spent":"511.737091ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:14.329403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.163843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:14.33134Z","caller":"traceutil/trace.go:171","msg":"trace[1948700289] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:0; response_revision:1489; }","duration":"732.117204ms","start":"2026-03-19T09:03:13.599196Z","end":"2026-03-19T09:03:14.331313Z","steps":["trace[1948700289] 'agreement among raft nodes before linearized reading' (duration: 730.163334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.331497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.599186Z","time spent":"732.291798ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-19T09:03:14.329417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.289601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:14.331615Z","caller":"traceutil/trace.go:171","msg":"trace[396501289] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1489; }","duration":"130.506338ms","start":"2026-03-19T09:03:14.201089Z","end":"2026-03-19T09:03:14.331596Z","steps":["trace[396501289] 'agreement among raft nodes before linearized reading' (duration: 128.290401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.329452Z","caller":"traceutil/trace.go:171","msg":"trace[2050602080] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"729.159928ms","start":"2026-03-19T09:03:13.600267Z","end":"2026-03-19T09:03:14.329427Z","steps":["trace[2050602080] 'process raft request' (duration: 728.534553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.331885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.600251Z","time spent":"731.574669ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:14.329519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.592616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:03:14.332073Z","caller":"traceutil/trace.go:171","msg":"trace[1111934554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1489; }","duration":"158.157861ms","start":"2026-03-19T09:03:14.17389Z","end":"2026-03-19T09:03:14.332047Z","steps":["trace[1111934554] 'agreement among raft nodes before linearized reading' (duration: 155.541564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.329189Z","caller":"traceutil/trace.go:171","msg":"trace[1845911232] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"731.712283ms","start":"2026-03-19T09:03:13.597471Z","end":"2026-03-19T09:03:14.329183Z","steps":["trace[1845911232] 'process raft request' (duration: 731.258282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.332301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:13.597461Z","time spent":"734.74257ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:14.624815Z","caller":"traceutil/trace.go:171","msg":"trace[606343132] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1552; }","duration":"244.436414ms","start":"2026-03-19T09:03:14.38034Z","end":"2026-03-19T09:03:14.624777Z","steps":["trace[606343132] 'read index received' (duration: 27.688664ms)","trace[606343132] 'applied index is now lower than readState.Index' (duration: 216.74647ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:14.624896Z","caller":"traceutil/trace.go:171","msg":"trace[2008305328] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1490; }","duration":"276.90695ms","start":"2026-03-19T09:03:14.34794Z","end":"2026-03-19T09:03:14.624847Z","steps":["trace[2008305328] 'process raft request' (duration: 276.685834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.625171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.741152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:14.625202Z","caller":"traceutil/trace.go:171","msg":"trace[667303464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1490; }","duration":"174.838994ms","start":"2026-03-19T09:03:14.450354Z","end":"2026-03-19T09:03:14.625193Z","steps":["trace[667303464] 'agreement among raft nodes before linearized reading' (duration: 174.634789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.625569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.13467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:03:14.625634Z","caller":"traceutil/trace.go:171","msg":"trace[1926087886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1490; }","duration":"156.443348ms","start":"2026-03-19T09:03:14.469178Z","end":"2026-03-19T09:03:14.625621Z","steps":["trace[1926087886] 'agreement among raft nodes before linearized reading' (duration: 155.993567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.625632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.263063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:03:14.625676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.350779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:03:14.625705Z","caller":"traceutil/trace.go:171","msg":"trace[1091081032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1490; }","duration":"158.374306ms","start":"2026-03-19T09:03:14.467313Z","end":"2026-03-19T09:03:14.625687Z","steps":["trace[1091081032] 'agreement among raft nodes before linearized reading' (duration: 157.909144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.625589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.969325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:03:14.625958Z","caller":"traceutil/trace.go:171","msg":"trace[1530226747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1490; }","duration":"156.626113ms","start":"2026-03-19T09:03:14.469301Z","end":"2026-03-19T09:03:14.625927Z","steps":["trace[1530226747] 'agreement among raft nodes before linearized reading' (duration: 155.813102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.62585Z","caller":"traceutil/trace.go:171","msg":"trace[1507117134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1490; }","duration":"155.430381ms","start":"2026-03-19T09:03:14.470289Z","end":"2026-03-19T09:03:14.625719Z","steps":["trace[1507117134] 'agreement among raft nodes before linearized reading' (duration: 155.012891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:14.625254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.870975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:03:14.626142Z","caller":"traceutil/trace.go:171","msg":"trace[647388267] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1490; }","duration":"245.808339ms","start":"2026-03-19T09:03:14.38032Z","end":"2026-03-19T09:03:14.626128Z","steps":["trace[647388267] 'agreement among raft nodes before linearized reading' (duration: 244.598518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:14.796487Z","caller":"traceutil/trace.go:171","msg":"trace[928453060] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"166.330798ms","start":"2026-03-19T09:03:14.630119Z","end":"2026-03-19T09:03:14.79645Z","steps":["trace[928453060] 'process raft request' (duration: 166.075562ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:15.056957Z","caller":"traceutil/trace.go:171","msg":"trace[98944582] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"425.530759ms","start":"2026-03-19T09:03:14.631402Z","end":"2026-03-19T09:03:15.056933Z","steps":["trace[98944582] 'process raft request' (duration: 425.472508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:15.056997Z","caller":"traceutil/trace.go:171","msg":"trace[2126520722] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"426.37287ms","start":"2026-03-19T09:03:14.630585Z","end":"2026-03-19T09:03:15.056958Z","steps":["trace[2126520722] 'process raft request' (duration: 426.057532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:15.057036Z","caller":"traceutil/trace.go:171","msg":"trace[894493568] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"426.422941ms","start":"2026-03-19T09:03:14.630588Z","end":"2026-03-19T09:03:15.057011Z","steps":["trace[894493568] 'process raft request' (duration: 426.254057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:15.05711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:14.63138Z","time spent":"425.652222ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:15.057212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:14.63055Z","time spent":"426.536794ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:15.057413Z","caller":"traceutil/trace.go:171","msg":"trace[911602251] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1554; }","duration":"376.517252ms","start":"2026-03-19T09:03:14.680862Z","end":"2026-03-19T09:03:15.057379Z","steps":["trace[911602251] 'read index received' (duration: 115.385993ms)","trace[911602251] 'applied index is now lower than readState.Index' (duration: 261.129919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:15.057235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:14.630557Z","time spent":"426.523124ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:15.057552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.662576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:15.057583Z","caller":"traceutil/trace.go:171","msg":"trace[1921264122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1496; }","duration":"376.771279ms","start":"2026-03-19T09:03:14.680802Z","end":"2026-03-19T09:03:15.057573Z","steps":["trace[1921264122] 'agreement among raft nodes before linearized reading' (duration: 376.693247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:15.057572Z","caller":"traceutil/trace.go:171","msg":"trace[417758291] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"425.469426ms","start":"2026-03-19T09:03:14.632078Z","end":"2026-03-19T09:03:15.057548Z","steps":["trace[417758291] 'process raft request' (duration: 424.82307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:15.057619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:14.68078Z","time spent":"376.83166ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:15.057696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:14.632064Z","time spent":"425.575179ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:15.057779Z","caller":"traceutil/trace.go:171","msg":"trace[2076148214] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"360.32029ms","start":"2026-03-19T09:03:14.697441Z","end":"2026-03-19T09:03:15.057761Z","steps":["trace[2076148214] 'process raft request' (duration: 359.806617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:15.057882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:14.697389Z","time spent":"360.431624ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74314,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:15.303027Z","caller":"traceutil/trace.go:171","msg":"trace[255758546] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"153.330919ms","start":"2026-03-19T09:03:15.149649Z","end":"2026-03-19T09:03:15.30298Z","steps":["trace[255758546] 'process raft request' (duration: 152.317613ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:15.547119Z","caller":"traceutil/trace.go:171","msg":"trace[1713783779] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"238.653317ms","start":"2026-03-19T09:03:15.308395Z","end":"2026-03-19T09:03:15.547049Z","steps":["trace[1713783779] 'process raft request' (duration: 234.04521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:15.978562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.379748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:15.978688Z","caller":"traceutil/trace.go:171","msg":"trace[776037907] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"383.293955ms","start":"2026-03-19T09:03:15.59537Z","end":"2026-03-19T09:03:15.978664Z","steps":["trace[776037907] 'process raft request' (duration: 220.733593ms)","trace[776037907] 'compare' (duration: 162.173263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:15.978817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:15.595345Z","time spent":"383.433018ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3880,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:16.013184Z","caller":"traceutil/trace.go:171","msg":"trace[1927719584] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1564; }","duration":"329.226241ms","start":"2026-03-19T09:03:15.68393Z","end":"2026-03-19T09:03:16.013156Z","steps":["trace[1927719584] 'read index received' (duration: 132.229822ms)","trace[1927719584] 'applied index is now lower than readState.Index' (duration: 196.995079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:16.013328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.381835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:16.013312Z","caller":"traceutil/trace.go:171","msg":"trace[1092565744] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"344.765036ms","start":"2026-03-19T09:03:15.668505Z","end":"2026-03-19T09:03:16.01327Z","steps":["trace[1092565744] 'process raft request' (duration: 344.453527ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.013374Z","caller":"traceutil/trace.go:171","msg":"trace[2080982139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1502; }","duration":"329.447076ms","start":"2026-03-19T09:03:15.683912Z","end":"2026-03-19T09:03:16.013359Z","steps":["trace[2080982139] 'agreement among raft nodes before linearized reading' (duration: 329.348654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:16.013422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:15.683832Z","time spent":"329.578909ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:16.013514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:15.668453Z","time spent":"344.944391ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:16.251388Z","caller":"traceutil/trace.go:171","msg":"trace[1589562607] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"267.280246ms","start":"2026-03-19T09:03:15.984057Z","end":"2026-03-19T09:03:16.251337Z","steps":["trace[1589562607] 'process raft request' (duration: 249.911853ms)","trace[1589562607] 'compare' (duration: 16.804197ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:16.251523Z","caller":"traceutil/trace.go:171","msg":"trace[141196357] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"267.175124ms","start":"2026-03-19T09:03:15.984319Z","end":"2026-03-19T09:03:16.251494Z","steps":["trace[141196357] 'process raft request' (duration: 266.883745ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.251571Z","caller":"traceutil/trace.go:171","msg":"trace[929473864] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"265.351807ms","start":"2026-03-19T09:03:15.986195Z","end":"2026-03-19T09:03:16.251547Z","steps":["trace[929473864] 'process raft request' (duration: 265.06576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.251568Z","caller":"traceutil/trace.go:171","msg":"trace[727593429] linearizableReadLoop","detail":"{readStateIndex:1569; appliedIndex:1566; }","duration":"133.577007ms","start":"2026-03-19T09:03:16.117963Z","end":"2026-03-19T09:03:16.25154Z","steps":["trace[727593429] 'read index received' (duration: 116.01937ms)","trace[727593429] 'applied index is now lower than readState.Index' (duration: 17.556247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:16.252102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.093099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:210559"} {"level":"info","ts":"2026-03-19T09:03:16.252248Z","caller":"traceutil/trace.go:171","msg":"trace[146011442] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1505; }","duration":"134.313105ms","start":"2026-03-19T09:03:16.117904Z","end":"2026-03-19T09:03:16.252217Z","steps":["trace[146011442] 'agreement among raft nodes before linearized reading' (duration: 133.739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.444526Z","caller":"traceutil/trace.go:171","msg":"trace[743459021] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"239.844447ms","start":"2026-03-19T09:03:16.204634Z","end":"2026-03-19T09:03:16.444479Z","steps":["trace[743459021] 'process raft request' (duration: 239.591181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.631474Z","caller":"traceutil/trace.go:171","msg":"trace[2084256105] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"375.314722ms","start":"2026-03-19T09:03:16.25606Z","end":"2026-03-19T09:03:16.631375Z","steps":["trace[2084256105] 'process raft request' (duration: 374.953833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.63169Z","caller":"traceutil/trace.go:171","msg":"trace[1735311368] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1569; }","duration":"372.927041ms","start":"2026-03-19T09:03:16.258734Z","end":"2026-03-19T09:03:16.631661Z","steps":["trace[1735311368] 'read index received' (duration: 185.573068ms)","trace[1735311368] 'applied index is now lower than readState.Index' (duration: 187.352443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:16.631778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:16.256026Z","time spent":"375.62275ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:16.631829Z","caller":"traceutil/trace.go:171","msg":"trace[1958234456] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"375.260091ms","start":"2026-03-19T09:03:16.256532Z","end":"2026-03-19T09:03:16.631793Z","steps":["trace[1958234456] 'process raft request' (duration: 374.691226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:16.631891Z","caller":"traceutil/trace.go:171","msg":"trace[1557810188] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"373.913316ms","start":"2026-03-19T09:03:16.257938Z","end":"2026-03-19T09:03:16.631851Z","steps":["trace[1557810188] 'process raft request' (duration: 373.441314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:16.632006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:16.256502Z","time spent":"375.399844ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3240,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:16.63209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:16.257923Z","time spent":"374.06401ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:16.632136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.425204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-03-19T09:03:16.632251Z","caller":"traceutil/trace.go:171","msg":"trace[1169331765] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1509; }","duration":"373.562539ms","start":"2026-03-19T09:03:16.258671Z","end":"2026-03-19T09:03:16.632234Z","steps":["trace[1169331765] 'agreement among raft nodes before linearized reading' (duration: 373.145727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:16.632485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:16.258571Z","time spent":"373.899477ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4033,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-19T09:03:16.664217Z","caller":"traceutil/trace.go:171","msg":"trace[697107921] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"186.900382ms","start":"2026-03-19T09:03:16.477278Z","end":"2026-03-19T09:03:16.664178Z","steps":["trace[697107921] 'process raft request' (duration: 186.620305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:16.664302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.969951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:03:16.664349Z","caller":"traceutil/trace.go:171","msg":"trace[161831775] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1510; }","duration":"251.083494ms","start":"2026-03-19T09:03:16.413251Z","end":"2026-03-19T09:03:16.664334Z","steps":["trace[161831775] 'agreement among raft nodes before linearized reading' (duration: 250.842098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:16.664554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.531637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:210559"} {"level":"info","ts":"2026-03-19T09:03:16.664673Z","caller":"traceutil/trace.go:171","msg":"trace[660607996] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1510; }","duration":"303.708951ms","start":"2026-03-19T09:03:16.360941Z","end":"2026-03-19T09:03:16.66465Z","steps":["trace[660607996] 'agreement among raft nodes before linearized reading' (duration: 303.296031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:16.664769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:16.360919Z","time spent":"303.834864ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":3,"response size":210582,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:03:19.582417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456996680,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:03:19.676902Z","caller":"traceutil/trace.go:171","msg":"trace[828834588] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1600; }","duration":"595.329815ms","start":"2026-03-19T09:03:19.081551Z","end":"2026-03-19T09:03:19.676881Z","steps":["trace[828834588] 'read index received' (duration: 595.13401ms)","trace[828834588] 'applied index is now lower than readState.Index' (duration: 195.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:19.676978Z","caller":"traceutil/trace.go:171","msg":"trace[212564510] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"707.314302ms","start":"2026-03-19T09:03:18.969651Z","end":"2026-03-19T09:03:19.676965Z","steps":["trace[212564510] 'process raft request' (duration: 707.108097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.677097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.54255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:03:19.677098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:18.969579Z","time spent":"707.437465ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:19.677122Z","caller":"traceutil/trace.go:171","msg":"trace[1717452320] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1536; }","duration":"595.591922ms","start":"2026-03-19T09:03:19.081522Z","end":"2026-03-19T09:03:19.677114Z","steps":["trace[1717452320] 'agreement among raft nodes before linearized reading' (duration: 595.463509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.677141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.081507Z","time spent":"595.630042ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:03:19.677199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.170201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:03:19.677213Z","caller":"traceutil/trace.go:171","msg":"trace[1433875843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1536; }","duration":"595.196762ms","start":"2026-03-19T09:03:19.082012Z","end":"2026-03-19T09:03:19.677208Z","steps":["trace[1433875843] 'agreement among raft nodes before linearized reading' (duration: 595.147801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.677228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.082006Z","time spent":"595.217463ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:19.677289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.412555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:03:19.677306Z","caller":"traceutil/trace.go:171","msg":"trace[477913923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1536; }","duration":"578.479548ms","start":"2026-03-19T09:03:19.098823Z","end":"2026-03-19T09:03:19.677303Z","steps":["trace[477913923] 'agreement among raft nodes before linearized reading' (duration: 578.437156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.677318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.098796Z","time spent":"578.518929ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:03:19.677383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.556939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:03:19.67743Z","caller":"traceutil/trace.go:171","msg":"trace[1189721475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1536; }","duration":"578.630631ms","start":"2026-03-19T09:03:19.098785Z","end":"2026-03-19T09:03:19.677416Z","steps":["trace[1189721475] 'agreement among raft nodes before linearized reading' (duration: 578.56145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:19.677466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:19.098761Z","time spent":"578.693393ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:03:27.221313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456996869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:27.721901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456996869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:28.222906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456996869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:28.557678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983873708s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:03:28.558513Z","caller":"traceutil/trace.go:171","msg":"trace[1134891121] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.984804992s","start":"2026-03-19T09:03:26.57367Z","end":"2026-03-19T09:03:28.558475Z","steps":["trace[1134891121] 'process raft request' (duration: 1.984519855s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:28.558804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:26.573646Z","time spent":"1.984988917s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:28.719956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:28.720084Z","caller":"traceutil/trace.go:171","msg":"trace[1975772652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00086281s","start":"2026-03-19T09:03:26.719193Z","end":"2026-03-19T09:03:28.720056Z","steps":["trace[1975772652] 'agreement among raft nodes before linearized reading' (duration: 2.000711596s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:28.720153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:26.719177Z","time spent":"2.000957162s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:03:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:30.720705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000612515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:30.720835Z","caller":"traceutil/trace.go:171","msg":"trace[431147393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768169s","start":"2026-03-19T09:03:28.72004Z","end":"2026-03-19T09:03:30.720808Z","steps":["trace[431147393] 'agreement among raft nodes before linearized reading' (duration: 2.000605505s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:30.720899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:28.719978Z","time spent":"2.000907623s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:03:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:32.726757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999883446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:32.726837Z","caller":"traceutil/trace.go:171","msg":"trace[1363512453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000323s","start":"2026-03-19T09:03:30.726781Z","end":"2026-03-19T09:03:32.726813Z","steps":["trace[1363512453] 'agreement among raft nodes before linearized reading' (duration: 1.999899726s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:32.726889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.726773Z","time spent":"2.000098281s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:32.812587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998278618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:32.812684Z","caller":"traceutil/trace.go:171","msg":"trace[82577592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998425031s","start":"2026-03-19T09:03:27.814237Z","end":"2026-03-19T09:03:32.812662Z","steps":["trace[82577592] 'agreement among raft nodes before linearized reading' (duration: 4.998305508s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:32.812678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999106558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:32.812825Z","caller":"traceutil/trace.go:171","msg":"trace[1067359161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999329364s","start":"2026-03-19T09:03:27.81346Z","end":"2026-03-19T09:03:32.812789Z","steps":["trace[1067359161] 'agreement among raft nodes before linearized reading' (duration: 4.999131879s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:32.812726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.814219Z","time spent":"4.998496463s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:03:32.812896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.813435Z","time spent":"4.999449657s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/19 09:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:32.817349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999470159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:32.817444Z","caller":"traceutil/trace.go:171","msg":"trace[1418373773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999617742s","start":"2026-03-19T09:03:27.817804Z","end":"2026-03-19T09:03:32.817422Z","steps":["trace[1418373773] 'agreement among raft nodes before linearized reading' (duration: 4.999494519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:32.817498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.817785Z","time spent":"4.999701804s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:03:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:33.322053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:28.323805Z","time spent":"4.998235127s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:33.750593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.192490196s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:03:33.846472Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567b9d0553b8a67f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T09:03:33.963229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.308024Z","time spent":"655.196797ms","remote":"127.0.0.1:57240","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:33.964275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.627227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:33.96443Z","caller":"traceutil/trace.go:171","msg":"trace[714827688] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1642; }","duration":"419.745371ms","start":"2026-03-19T09:03:33.544617Z","end":"2026-03-19T09:03:33.964362Z","steps":["trace[714827688] 'range keys from in-memory index tree' (duration: 419.607486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.724697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:34.724862Z","caller":"traceutil/trace.go:171","msg":"trace[43663928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262754s","start":"2026-03-19T09:03:32.724569Z","end":"2026-03-19T09:03:34.724831Z","steps":["trace[43663928] 'agreement among raft nodes before linearized reading' (duration: 2.000057469s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.724914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:32.724541Z","time spent":"2.000361686s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:34.727632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:34.727785Z","caller":"traceutil/trace.go:171","msg":"trace[1810818385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444678s","start":"2026-03-19T09:03:32.72732Z","end":"2026-03-19T09:03:34.727765Z","steps":["trace[1810818385] 'agreement among raft nodes before linearized reading' (duration: 2.000171411s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:34.728008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:32.727283Z","time spent":"2.000659794s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:35.379389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628206967s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T09:03:35.402953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:28.402021Z","time spent":"7.000921754s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:35.874517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:28.854882Z","time spent":"7.019629947s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:36.73551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:36.735604Z","caller":"traceutil/trace.go:171","msg":"trace[859544306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515153s","start":"2026-03-19T09:03:34.73507Z","end":"2026-03-19T09:03:36.735586Z","steps":["trace[859544306] 'agreement among raft nodes before linearized reading' (duration: 2.00038862s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:36.73565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:34.735046Z","time spent":"2.000594715s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:36.760465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000032744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:36.760538Z","caller":"traceutil/trace.go:171","msg":"trace[2078867788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000174337s","start":"2026-03-19T09:03:26.760345Z","end":"2026-03-19T09:03:36.76052Z","steps":["trace[2078867788] 'agreement among raft nodes before linearized reading' (duration: 10.000078545s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:36.760573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:26.760297Z","time spent":"10.000268719s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/19 09:03:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:36.877426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002065815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:36.877531Z","caller":"traceutil/trace.go:171","msg":"trace[1445857606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.002228s","start":"2026-03-19T09:03:26.87528Z","end":"2026-03-19T09:03:36.877508Z","steps":["trace[1445857606] 'agreement among raft nodes before linearized reading' (duration: 10.002095756s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:36.877599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:26.87526Z","time spent":"10.002326913s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/19 09:03:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:37.567611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.566902Z","time spent":"7.000697532s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:37.812689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996637952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:37.812794Z","caller":"traceutil/trace.go:171","msg":"trace[1352905384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.996825688s","start":"2026-03-19T09:03:34.815945Z","end":"2026-03-19T09:03:37.812771Z","steps":["trace[1352905384] 'agreement among raft nodes before linearized reading' (duration: 2.996669134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:37.812844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:34.815922Z","time spent":"2.996913301s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:03:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:37.813299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998488319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:37.813361Z","caller":"traceutil/trace.go:171","msg":"trace[652981473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.99856956s","start":"2026-03-19T09:03:27.814778Z","end":"2026-03-19T09:03:37.813348Z","steps":["trace[652981473] 'agreement among raft nodes before linearized reading' (duration: 9.998499519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:37.8134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.814772Z","time spent":"9.998619671s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/19 09:03:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:37.814209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998222163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:37.814268Z","caller":"traceutil/trace.go:171","msg":"trace[1479511554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998327126s","start":"2026-03-19T09:03:34.815929Z","end":"2026-03-19T09:03:37.814257Z","steps":["trace[1479511554] 'agreement among raft nodes before linearized reading' (duration: 2.998262425s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:37.8143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:34.815899Z","time spent":"2.998392388s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 09:03:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:37.81758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998380587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:37.817625Z","caller":"traceutil/trace.go:171","msg":"trace[219076691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998540591s","start":"2026-03-19T09:03:34.819073Z","end":"2026-03-19T09:03:37.817613Z","steps":["trace[219076691] 'agreement among raft nodes before linearized reading' (duration: 2.998417018s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:37.81765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:34.819052Z","time spent":"2.998590392s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:03:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:37.847792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.820710267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e32a9123aa5fd\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:37.84786Z","caller":"traceutil/trace.go:171","msg":"trace[1358419110] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e32a9123aa5fd; range_end:; }","duration":"4.82083469s","start":"2026-03-19T09:03:33.027011Z","end":"2026-03-19T09:03:37.847846Z","steps":["trace[1358419110] 'agreement among raft nodes before linearized reading' (duration: 4.820753218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:37.847909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.026987Z","time spent":"4.820910222s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189e32a9123aa5fd\" "} 2026/03/19 09:03:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:38.322803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998850815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:38.322895Z","caller":"traceutil/trace.go:171","msg":"trace[2115235706] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998995559s","start":"2026-03-19T09:03:33.323878Z","end":"2026-03-19T09:03:38.322874Z","steps":["trace[2115235706] 'agreement among raft nodes before linearized reading' (duration: 4.998881456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:38.322945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:33.323858Z","time spent":"4.99907684s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/19 09:03:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:38.356016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.958008631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:38.356172Z","caller":"traceutil/trace.go:171","msg":"trace[717687402] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.958247107s","start":"2026-03-19T09:03:30.3979Z","end":"2026-03-19T09:03:38.356147Z","steps":["trace[717687402] 'agreement among raft nodes before linearized reading' (duration: 7.958051842s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:38.356228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.397878Z","time spent":"7.958339259s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/19 09:03:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:38.411754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.660750109s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:03:38.680063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:31.679079Z","time spent":"7.000972328s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:38.736571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:03:38.736766Z","caller":"traceutil/trace.go:171","msg":"trace[1805789267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783092s","start":"2026-03-19T09:03:36.735961Z","end":"2026-03-19T09:03:38.736744Z","steps":["trace[1805789267] 'agreement among raft nodes before linearized reading' (duration: 2.000553626s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:38.736863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:36.735946Z","time spent":"2.000902745s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:39.215447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833809177s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:39.215999Z","caller":"traceutil/trace.go:171","msg":"trace[1178338539] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1707; }","duration":"12.496748946s","start":"2026-03-19T09:03:26.719229Z","end":"2026-03-19T09:03:39.215978Z","steps":["trace[1178338539] 'read index received' (duration: 1.838942154s)","trace[1178338539] 'applied index is now lower than readState.Index' (duration: 10.657805092s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:39.729994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456996889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:03:40.156584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744528677s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:03:40.157026Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"96.643µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-19T09:03:40.157309Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567b9d0553b8a67f","error":"lease not found"} {"level":"info","ts":"2026-03-19T09:03:40.157467Z","caller":"traceutil/trace.go:171","msg":"trace[1728938576] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1647; }","duration":"4.749656423s","start":"2026-03-19T09:03:35.407754Z","end":"2026-03-19T09:03:40.157411Z","steps":["trace[1728938576] 'process raft request' (duration: 4.749372285s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.157646Z","caller":"traceutil/trace.go:171","msg":"trace[235415682] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1647; }","duration":"4.279449479s","start":"2026-03-19T09:03:35.87813Z","end":"2026-03-19T09:03:40.15758Z","steps":["trace[235415682] 'process raft request' (duration: 4.279176162s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.157752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:35.407734Z","time spent":"4.749884758s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.157883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:35.878111Z","time spent":"4.279634213s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.447818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.419025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:03:40.448435Z","caller":"traceutil/trace.go:171","msg":"trace[203613982] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"2.631435834s","start":"2026-03-19T09:03:37.816976Z","end":"2026-03-19T09:03:40.448411Z","steps":["trace[203613982] 'process raft request' (duration: 2.631348392s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.448472Z","caller":"traceutil/trace.go:171","msg":"trace[1904497537] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"3.568945664s","start":"2026-03-19T09:03:36.879477Z","end":"2026-03-19T09:03:40.448423Z","steps":["trace[1904497537] 'process raft request' (duration: 3.568512253s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.448568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:37.816958Z","time spent":"2.631531686s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.448692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:36.87944Z","time spent":"3.569134539s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.448836Z","caller":"traceutil/trace.go:171","msg":"trace[1451889926] linearizableReadLoop","detail":"{readStateIndex:1722; appliedIndex:1714; }","duration":"1.232758473s","start":"2026-03-19T09:03:39.216047Z","end":"2026-03-19T09:03:40.448805Z","steps":["trace[1451889926] 'read index received' (duration: 940.77985ms)","trace[1451889926] 'applied index is now lower than readState.Index' (duration: 291.977403ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:40.448903Z","caller":"traceutil/trace.go:171","msg":"trace[1117859220] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"2.631839745s","start":"2026-03-19T09:03:37.816976Z","end":"2026-03-19T09:03:40.448815Z","steps":["trace[1117859220] 'process raft request' (duration: 2.631396413s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.449074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.537375818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:40.449077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517493625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:03:40.449137Z","caller":"traceutil/trace.go:171","msg":"trace[1355370076] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1652; }","duration":"7.53746009s","start":"2026-03-19T09:03:32.911652Z","end":"2026-03-19T09:03:40.449112Z","steps":["trace[1355370076] 'agreement among raft nodes before linearized reading' (duration: 7.537341757s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.449146Z","caller":"traceutil/trace.go:171","msg":"trace[1533796509] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1652; }","duration":"5.517603337s","start":"2026-03-19T09:03:34.931522Z","end":"2026-03-19T09:03:40.449125Z","steps":["trace[1533796509] 'agreement among raft nodes before linearized reading' (duration: 5.517360831s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.44919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:32.911603Z","time spent":"7.537574143s","remote":"127.0.0.1:50134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.449248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:37.816954Z","time spent":"2.632098931s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.449389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876858793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-19T09:03:40.449393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.482237433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:40.449524Z","caller":"traceutil/trace.go:171","msg":"trace[754156915] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1652; }","duration":"11.482432279s","start":"2026-03-19T09:03:28.967061Z","end":"2026-03-19T09:03:40.449493Z","steps":["trace[754156915] 'agreement among raft nodes before linearized reading' (duration: 11.482155252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.449587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879739158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:40.449604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:28.967038Z","time spent":"11.482551722s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:03:40.449625Z","caller":"traceutil/trace.go:171","msg":"trace[245531698] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1652; }","duration":"3.87982073s","start":"2026-03-19T09:03:36.569795Z","end":"2026-03-19T09:03:40.449616Z","steps":["trace[245531698] 'agreement among raft nodes before linearized reading' (duration: 3.879769918s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.449667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:36.569775Z","time spent":"3.879884651s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.44972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.433598667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-19T09:03:40.449723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765069189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:03:40.449694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704194282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:40.449838Z","caller":"traceutil/trace.go:171","msg":"trace[1714363027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1652; }","duration":"13.433741991s","start":"2026-03-19T09:03:27.01608Z","end":"2026-03-19T09:03:40.449822Z","steps":["trace[1714363027] 'agreement among raft nodes before linearized reading' (duration: 13.433558746s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.449849Z","caller":"traceutil/trace.go:171","msg":"trace[1621098451] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1652; }","duration":"1.765243694s","start":"2026-03-19T09:03:38.684589Z","end":"2026-03-19T09:03:40.449833Z","steps":["trace[1621098451] 'agreement among raft nodes before linearized reading' (duration: 1.76506513s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.449614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.297233639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:03:40.449878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.016057Z","time spent":"13.433812702s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" "} {"level":"warn","ts":"2026-03-19T09:03:40.449892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.684557Z","time spent":"1.765326666s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-19T09:03:40.449892Z","caller":"traceutil/trace.go:171","msg":"trace[1374376493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1652; }","duration":"1.704458749s","start":"2026-03-19T09:03:38.745403Z","end":"2026-03-19T09:03:40.449862Z","steps":["trace[1374376493] 'agreement among raft nodes before linearized reading' (duration: 1.704201302s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.449981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:38.745374Z","time spent":"1.704589981s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:40.449541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392944719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:40.449196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:34.931497Z","time spent":"5.51768721s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:03:40.449919Z","caller":"traceutil/trace.go:171","msg":"trace[1493443745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1652; }","duration":"13.297593409s","start":"2026-03-19T09:03:27.152309Z","end":"2026-03-19T09:03:40.449903Z","steps":["trace[1493443745] 'agreement among raft nodes before linearized reading' (duration: 13.297157657s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.450175Z","caller":"traceutil/trace.go:171","msg":"trace[502559213] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1652; }","duration":"3.393621966s","start":"2026-03-19T09:03:37.056531Z","end":"2026-03-19T09:03:40.450153Z","steps":["trace[502559213] 'agreement among raft nodes before linearized reading' (duration: 3.392937038s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.450221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.152268Z","time spent":"13.297938707s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:03:40.450243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:37.0565Z","time spent":"3.393722939s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.450248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.31839446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:03:40.450518Z","caller":"traceutil/trace.go:171","msg":"trace[137942633] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1652; }","duration":"11.318832981s","start":"2026-03-19T09:03:29.131659Z","end":"2026-03-19T09:03:40.450492Z","steps":["trace[137942633] 'agreement among raft nodes before linearized reading' (duration: 11.318459561s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.450079Z","caller":"traceutil/trace.go:171","msg":"trace[1153737115] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"2.629195028s","start":"2026-03-19T09:03:37.82073Z","end":"2026-03-19T09:03:40.449925Z","steps":["trace[1153737115] 'process raft request' (duration: 2.627910265s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.450577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261320398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:40.450584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:29.131635Z","time spent":"11.318933673s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:03:40.449445Z","caller":"traceutil/trace.go:171","msg":"trace[2119858676] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1652; }","duration":"2.876963917s","start":"2026-03-19T09:03:37.572466Z","end":"2026-03-19T09:03:40.44943Z","steps":["trace[2119858676] 'agreement among raft nodes before linearized reading' (duration: 2.876853604s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.450618Z","caller":"traceutil/trace.go:171","msg":"trace[1545101182] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1652; }","duration":"9.261353819s","start":"2026-03-19T09:03:31.189246Z","end":"2026-03-19T09:03:40.450599Z","steps":["trace[1545101182] 'agreement among raft nodes before linearized reading' (duration: 9.261296268s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.450645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:31.189215Z","time spent":"9.261424051s","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.450644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:37.572436Z","time spent":"2.878194088s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:03:40.450671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.029453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:40.450672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.113272605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:40.450753Z","caller":"traceutil/trace.go:171","msg":"trace[455207896] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1652; }","duration":"874.193807ms","start":"2026-03-19T09:03:39.576546Z","end":"2026-03-19T09:03:40.45074Z","steps":["trace[455207896] 'agreement among raft nodes before linearized reading' (duration: 874.009472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.450782Z","caller":"traceutil/trace.go:171","msg":"trace[626389147] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:0; response_revision:1652; }","duration":"9.113402487s","start":"2026-03-19T09:03:31.337361Z","end":"2026-03-19T09:03:40.450763Z","steps":["trace[626389147] 'agreement among raft nodes before linearized reading' (duration: 9.113264704s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.450802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:37.820717Z","time spent":"2.629882625s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:40.450825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:39.576516Z","time spent":"874.295769ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:40.450839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:31.337345Z","time spent":"9.11348032s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:03:40.449612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824435872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:03:40.450915Z","caller":"traceutil/trace.go:171","msg":"trace[290997524] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1652; }","duration":"2.825781935s","start":"2026-03-19T09:03:37.625104Z","end":"2026-03-19T09:03:40.450886Z","steps":["trace[290997524] 'agreement among raft nodes before linearized reading' (duration: 2.824150924s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.452641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:37.625074Z","time spent":"2.827552081s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:03:40.450924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.726054045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:03:40.450115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.445417687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-19T09:03:40.452826Z","caller":"traceutil/trace.go:171","msg":"trace[1831473130] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:1652; }","duration":"9.728012805s","start":"2026-03-19T09:03:30.724799Z","end":"2026-03-19T09:03:40.452812Z","steps":["trace[1831473130] 'agreement among raft nodes before linearized reading' (duration: 9.725973603s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.452859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:30.724764Z","time spent":"9.728084317s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"info","ts":"2026-03-19T09:03:40.452879Z","caller":"traceutil/trace.go:171","msg":"trace[176162175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1652; }","duration":"13.448206649s","start":"2026-03-19T09:03:27.004634Z","end":"2026-03-19T09:03:40.452841Z","steps":["trace[176162175] 'agreement among raft nodes before linearized reading' (duration: 13.445407167s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.45301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:27.004608Z","time spent":"13.448344361s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" "} {"level":"warn","ts":"2026-03-19T09:03:40.451022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.414653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-19T09:03:40.451123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.959917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-03-19T09:03:40.453214Z","caller":"traceutil/trace.go:171","msg":"trace[395590918] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1652; }","duration":"291.101392ms","start":"2026-03-19T09:03:40.1621Z","end":"2026-03-19T09:03:40.453201Z","steps":["trace[395590918] 'agreement among raft nodes before linearized reading' (duration: 288.898615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.453144Z","caller":"traceutil/trace.go:171","msg":"trace[1591168675] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1652; }","duration":"290.553398ms","start":"2026-03-19T09:03:40.162545Z","end":"2026-03-19T09:03:40.453099Z","steps":["trace[1591168675] 'agreement among raft nodes before linearized reading' (duration: 288.379832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.564136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.652551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:03:40.564251Z","caller":"traceutil/trace.go:171","msg":"trace[478125030] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"106.793195ms","start":"2026-03-19T09:03:40.457417Z","end":"2026-03-19T09:03:40.56421Z","steps":["trace[478125030] 'agreement among raft nodes before linearized reading' (duration: 106.660302ms)"],"step_count":1} 2026/03/19 09:03:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:03:40.807609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.056574ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T09:03:40.807731Z","caller":"traceutil/trace.go:171","msg":"trace[1893645113] linearizableReadLoop","detail":"{readStateIndex:1723; appliedIndex:1722; }","duration":"354.694107ms","start":"2026-03-19T09:03:40.453015Z","end":"2026-03-19T09:03:40.807709Z","steps":["trace[1893645113] 'read index received' (duration: 136.605453ms)","trace[1893645113] 'applied index is now lower than readState.Index' (duration: 218.086754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:40.807781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.452124Z","time spent":"355.648832ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:03:40.807858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.832291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:40.807897Z","caller":"traceutil/trace.go:171","msg":"trace[352745986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1652; }","duration":"354.924123ms","start":"2026-03-19T09:03:40.45296Z","end":"2026-03-19T09:03:40.807884Z","steps":["trace[352745986] 'agreement among raft nodes before linearized reading' (duration: 354.840431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.807963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.452931Z","time spent":"355.017825ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:03:40.984279Z","caller":"traceutil/trace.go:171","msg":"trace[1200149355] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"527.806099ms","start":"2026-03-19T09:03:40.456446Z","end":"2026-03-19T09:03:40.984252Z","steps":["trace[1200149355] 'process raft request' (duration: 480.837305ms)","trace[1200149355] 'compare' (duration: 46.687597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:40.984445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.456407Z","time spent":"527.956642ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.984619Z","caller":"traceutil/trace.go:171","msg":"trace[835521474] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"527.248254ms","start":"2026-03-19T09:03:40.457306Z","end":"2026-03-19T09:03:40.984554Z","steps":["trace[835521474] 'process raft request' (duration: 526.888225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.984804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.457286Z","time spent":"527.42208ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.984997Z","caller":"traceutil/trace.go:171","msg":"trace[1936408900] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"527.100522ms","start":"2026-03-19T09:03:40.457876Z","end":"2026-03-19T09:03:40.984977Z","steps":["trace[1936408900] 'process raft request' (duration: 526.568018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.985091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.457866Z","time spent":"527.172603ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.985079Z","caller":"traceutil/trace.go:171","msg":"trace[897520001] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"526.202389ms","start":"2026-03-19T09:03:40.458848Z","end":"2026-03-19T09:03:40.98505Z","steps":["trace[897520001] 'process raft request' (duration: 526.026944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.985258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.458823Z","time spent":"526.346972ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.985333Z","caller":"traceutil/trace.go:171","msg":"trace[1673786917] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"526.100166ms","start":"2026-03-19T09:03:40.459217Z","end":"2026-03-19T09:03:40.985317Z","steps":["trace[1673786917] 'process raft request' (duration: 525.746018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:40.985356Z","caller":"traceutil/trace.go:171","msg":"trace[1030643468] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1723; }","duration":"177.571535ms","start":"2026-03-19T09:03:40.807765Z","end":"2026-03-19T09:03:40.985337Z","steps":["trace[1030643468] 'read index received' (duration: 129.609326ms)","trace[1030643468] 'applied index is now lower than readState.Index' (duration: 47.961199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:40.985411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.459183Z","time spent":"526.186358ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.985511Z","caller":"traceutil/trace.go:171","msg":"trace[1261407538] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"522.69934ms","start":"2026-03-19T09:03:40.4628Z","end":"2026-03-19T09:03:40.985499Z","steps":["trace[1261407538] 'process raft request' (duration: 522.326401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.985545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.259386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:03:40.985581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.462772Z","time spent":"522.762932ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:40.98559Z","caller":"traceutil/trace.go:171","msg":"trace[252103010] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1658; }","duration":"529.345728ms","start":"2026-03-19T09:03:40.456232Z","end":"2026-03-19T09:03:40.985578Z","steps":["trace[252103010] 'agreement among raft nodes before linearized reading' (duration: 529.214455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:40.985627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.456209Z","time spent":"529.41004ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-19T09:03:41.407331Z","caller":"traceutil/trace.go:171","msg":"trace[140758857] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"597.956021ms","start":"2026-03-19T09:03:40.809332Z","end":"2026-03-19T09:03:41.407288Z","steps":["trace[140758857] 'process raft request' (duration: 536.594071ms)","trace[140758857] 'compare' (duration: 61.198536ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:41.407409Z","caller":"traceutil/trace.go:171","msg":"trace[159205573] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1729; }","duration":"422.000538ms","start":"2026-03-19T09:03:40.985397Z","end":"2026-03-19T09:03:41.407398Z","steps":["trace[159205573] 'read index received' (duration: 360.545026ms)","trace[159205573] 'applied index is now lower than readState.Index' (duration: 61.454722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:41.40753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.809311Z","time spent":"598.120486ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:41.407613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.307132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:41.407685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.526189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" ","response":"range_response_count:1 size:6111"} {"level":"info","ts":"2026-03-19T09:03:41.407686Z","caller":"traceutil/trace.go:171","msg":"trace[4000721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1660; }","duration":"589.424916ms","start":"2026-03-19T09:03:40.818245Z","end":"2026-03-19T09:03:41.40767Z","steps":["trace[4000721] 'agreement among raft nodes before linearized reading' (duration: 589.264821ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.407733Z","caller":"traceutil/trace.go:171","msg":"trace[1485221086] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5; range_end:; response_count:1; response_revision:1660; }","duration":"416.599291ms","start":"2026-03-19T09:03:40.991118Z","end":"2026-03-19T09:03:41.407717Z","steps":["trace[1485221086] 'agreement among raft nodes before linearized reading' (duration: 416.452766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:41.407742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.818232Z","time spent":"589.498787ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:41.407768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.991099Z","time spent":"416.660633ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6134,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" "} {"level":"info","ts":"2026-03-19T09:03:41.407349Z","caller":"traceutil/trace.go:171","msg":"trace[376763411] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"415.586565ms","start":"2026-03-19T09:03:40.99174Z","end":"2026-03-19T09:03:41.407326Z","steps":["trace[376763411] 'process raft request' (duration: 415.533534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:41.408188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:40.991728Z","time spent":"416.414957ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:03:41.756068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.552187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:41.756295Z","caller":"traceutil/trace.go:171","msg":"trace[1985525740] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1733; }","duration":"298.52167ms","start":"2026-03-19T09:03:41.457757Z","end":"2026-03-19T09:03:41.756278Z","steps":["trace[1985525740] 'read index received' (duration: 184.698596ms)","trace[1985525740] 'applied index is now lower than readState.Index' (duration: 113.822074ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:41.7564Z","caller":"traceutil/trace.go:171","msg":"trace[536013090] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"336.110505ms","start":"2026-03-19T09:03:41.420277Z","end":"2026-03-19T09:03:41.756387Z","steps":["trace[536013090] 'process raft request' (duration: 222.168829ms)","trace[536013090] 'compare' (duration: 113.415103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:41.756459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.420261Z","time spent":"336.170696ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:41.756497Z","caller":"traceutil/trace.go:171","msg":"trace[902312449] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"330.305028ms","start":"2026-03-19T09:03:41.426148Z","end":"2026-03-19T09:03:41.756453Z","steps":["trace[902312449] 'process raft request' (duration: 330.088353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:41.756572Z","caller":"traceutil/trace.go:171","msg":"trace[1026147543] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"335.142051ms","start":"2026-03-19T09:03:41.42139Z","end":"2026-03-19T09:03:41.756532Z","steps":["trace[1026147543] 'process raft request' (duration: 334.772972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:41.756688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.426124Z","time spent":"330.461311ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:41.756787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.999532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-19T09:03:41.756872Z","caller":"traceutil/trace.go:171","msg":"trace[292532398] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1664; }","duration":"299.143716ms","start":"2026-03-19T09:03:41.457707Z","end":"2026-03-19T09:03:41.756851Z","steps":["trace[292532398] 'agreement among raft nodes before linearized reading' (duration: 298.871119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:41.756869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.42135Z","time spent":"335.315575ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:41.756872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.13434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:41.757055Z","caller":"traceutil/trace.go:171","msg":"trace[714051815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1664; }","duration":"298.374526ms","start":"2026-03-19T09:03:41.45866Z","end":"2026-03-19T09:03:41.757034Z","steps":["trace[714051815] 'agreement among raft nodes before linearized reading' (duration: 297.910084ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:42.057677Z","caller":"traceutil/trace.go:171","msg":"trace[1212362345] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"205.888725ms","start":"2026-03-19T09:03:41.851759Z","end":"2026-03-19T09:03:42.057647Z","steps":["trace[1212362345] 'process raft request' (duration: 205.690549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:42.169039Z","caller":"traceutil/trace.go:171","msg":"trace[735006502] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"311.001248ms","start":"2026-03-19T09:03:41.858012Z","end":"2026-03-19T09:03:42.169014Z","steps":["trace[735006502] 'process raft request' (duration: 310.834944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.169195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:41.857988Z","time spent":"311.127491ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:42.43945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.019378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:42.439602Z","caller":"traceutil/trace.go:171","msg":"trace[1390276136] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1739; }","duration":"266.793461ms","start":"2026-03-19T09:03:42.172789Z","end":"2026-03-19T09:03:42.439583Z","steps":["trace[1390276136] 'read index received' (duration: 126.449115ms)","trace[1390276136] 'applied index is now lower than readState.Index' (duration: 140.342466ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:42.439676Z","caller":"traceutil/trace.go:171","msg":"trace[1662421945] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"377.367933ms","start":"2026-03-19T09:03:42.062258Z","end":"2026-03-19T09:03:42.439626Z","steps":["trace[1662421945] 'process raft request' (duration: 237.082158ms)","trace[1662421945] 'compare' (duration: 139.801743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:42.439868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.070348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-03-19T09:03:42.439913Z","caller":"traceutil/trace.go:171","msg":"trace[1111946091] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd; range_end:; response_count:1; response_revision:1668; }","duration":"267.16289ms","start":"2026-03-19T09:03:42.172739Z","end":"2026-03-19T09:03:42.439902Z","steps":["trace[1111946091] 'agreement among raft nodes before linearized reading' (duration: 266.979106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.439858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.062225Z","time spent":"377.557118ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:03:42.440014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.92075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:42.440126Z","caller":"traceutil/trace.go:171","msg":"trace[1384423763] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1668; }","duration":"102.115454ms","start":"2026-03-19T09:03:42.337987Z","end":"2026-03-19T09:03:42.440102Z","steps":["trace[1384423763] 'agreement among raft nodes before linearized reading' (duration: 101.903889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:42.885668Z","caller":"traceutil/trace.go:171","msg":"trace[202090168] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"436.525099ms","start":"2026-03-19T09:03:42.449116Z","end":"2026-03-19T09:03:42.885641Z","steps":["trace[202090168] 'process raft request' (duration: 436.347484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.885827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.449088Z","time spent":"436.656171ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:42.928795Z","caller":"traceutil/trace.go:171","msg":"trace[1120021932] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1741; }","duration":"248.625582ms","start":"2026-03-19T09:03:42.680142Z","end":"2026-03-19T09:03:42.928767Z","steps":["trace[1120021932] 'read index received' (duration: 205.31712ms)","trace[1120021932] 'applied index is now lower than readState.Index' (duration: 43.307352ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:42.928833Z","caller":"traceutil/trace.go:171","msg":"trace[1395868086] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"450.36643ms","start":"2026-03-19T09:03:42.478433Z","end":"2026-03-19T09:03:42.9288Z","steps":["trace[1395868086] 'process raft request' (duration: 450.196115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.928963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:42.478413Z","time spent":"450.489123ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:03:42.928978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.812316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:42.929032Z","caller":"traceutil/trace.go:171","msg":"trace[831497307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"248.902469ms","start":"2026-03-19T09:03:42.680109Z","end":"2026-03-19T09:03:42.929011Z","steps":["trace[831497307] 'agreement among raft nodes before linearized reading' (duration: 248.795516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.929231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.565935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:42.929295Z","caller":"traceutil/trace.go:171","msg":"trace[1217977522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1671; }","duration":"164.684827ms","start":"2026-03-19T09:03:42.764592Z","end":"2026-03-19T09:03:42.929276Z","steps":["trace[1217977522] 'agreement among raft nodes before linearized reading' (duration: 164.482442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.929295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.94179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-19T09:03:42.929358Z","caller":"traceutil/trace.go:171","msg":"trace[1041811580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1671; }","duration":"166.046473ms","start":"2026-03-19T09:03:42.763294Z","end":"2026-03-19T09:03:42.92934Z","steps":["trace[1041811580] 'agreement among raft nodes before linearized reading' (duration: 165.841848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:42.929953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.449934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:42.930123Z","caller":"traceutil/trace.go:171","msg":"trace[416428068] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1671; }","duration":"196.616249ms","start":"2026-03-19T09:03:42.733426Z","end":"2026-03-19T09:03:42.930042Z","steps":["trace[416428068] 'agreement among raft nodes before linearized reading' (duration: 195.632364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.055333Z","caller":"traceutil/trace.go:171","msg":"trace[700696433] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"122.302ms","start":"2026-03-19T09:03:42.933003Z","end":"2026-03-19T09:03:43.055305Z","steps":["trace[700696433] 'process raft request' (duration: 117.410765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.212429Z","caller":"traceutil/trace.go:171","msg":"trace[1817859704] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1743; }","duration":"263.10288ms","start":"2026-03-19T09:03:42.949302Z","end":"2026-03-19T09:03:43.212405Z","steps":["trace[1817859704] 'read index received' (duration: 101.109891ms)","trace[1817859704] 'applied index is now lower than readState.Index' (duration: 161.991799ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:43.212552Z","caller":"traceutil/trace.go:171","msg":"trace[825253004] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"152.861537ms","start":"2026-03-19T09:03:43.059678Z","end":"2026-03-19T09:03:43.21254Z","steps":["trace[825253004] 'process raft request' (duration: 152.673672ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.212554Z","caller":"traceutil/trace.go:171","msg":"trace[640190776] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"274.93698ms","start":"2026-03-19T09:03:42.937553Z","end":"2026-03-19T09:03:43.21249Z","steps":["trace[640190776] 'process raft request' (duration: 258.965554ms)","trace[640190776] 'compare' (duration: 15.695609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:43.212782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.449838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-19T09:03:43.212885Z","caller":"traceutil/trace.go:171","msg":"trace[1567519269] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1674; }","duration":"263.595762ms","start":"2026-03-19T09:03:42.949262Z","end":"2026-03-19T09:03:43.212857Z","steps":["trace[1567519269] 'agreement among raft nodes before linearized reading' (duration: 263.237273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.40236Z","caller":"traceutil/trace.go:171","msg":"trace[940040481] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"171.184923ms","start":"2026-03-19T09:03:43.231146Z","end":"2026-03-19T09:03:43.402331Z","steps":["trace[940040481] 'process raft request' (duration: 166.167925ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.404542Z","caller":"traceutil/trace.go:171","msg":"trace[1430224438] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"168.802641ms","start":"2026-03-19T09:03:43.2357Z","end":"2026-03-19T09:03:43.404503Z","steps":["trace[1430224438] 'process raft request' (duration: 168.610976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:43.536398Z","caller":"traceutil/trace.go:171","msg":"trace[239294352] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"118.696687ms","start":"2026-03-19T09:03:43.417655Z","end":"2026-03-19T09:03:43.536352Z","steps":["trace[239294352] 'process raft request' (duration: 108.524439ms)","trace[239294352] 'compare' (duration: 10.002854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:43.854911Z","caller":"traceutil/trace.go:171","msg":"trace[853601309] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1751; }","duration":"171.008588ms","start":"2026-03-19T09:03:43.683863Z","end":"2026-03-19T09:03:43.854871Z","steps":["trace[853601309] 'read index received' (duration: 94.994956ms)","trace[853601309] 'applied index is now lower than readState.Index' (duration: 76.007352ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:43.854971Z","caller":"traceutil/trace.go:171","msg":"trace[1505893419] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"305.145848ms","start":"2026-03-19T09:03:43.549799Z","end":"2026-03-19T09:03:43.854945Z","steps":["trace[1505893419] 'process raft request' (duration: 229.170277ms)","trace[1505893419] 'compare' (duration: 75.644063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:43.855155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.549769Z","time spent":"305.258731ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5902,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:43.855172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.286335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:43.855292Z","caller":"traceutil/trace.go:171","msg":"trace[1860583857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1680; }","duration":"171.46344ms","start":"2026-03-19T09:03:43.683802Z","end":"2026-03-19T09:03:43.855265Z","steps":["trace[1860583857] 'agreement among raft nodes before linearized reading' (duration: 171.238674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:43.855727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.612467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:03:43.855818Z","caller":"traceutil/trace.go:171","msg":"trace[765828588] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1680; }","duration":"109.76327ms","start":"2026-03-19T09:03:43.746033Z","end":"2026-03-19T09:03:43.855796Z","steps":["trace[765828588] 'agreement among raft nodes before linearized reading' (duration: 109.058313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:44.221844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.462606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:44.222013Z","caller":"traceutil/trace.go:171","msg":"trace[1924698975] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1752; }","duration":"287.606123ms","start":"2026-03-19T09:03:43.934386Z","end":"2026-03-19T09:03:44.221992Z","steps":["trace[1924698975] 'read index received' (duration: 77.810958ms)","trace[1924698975] 'applied index is now lower than readState.Index' (duration: 209.789884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:44.22206Z","caller":"traceutil/trace.go:171","msg":"trace[425698449] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"334.534104ms","start":"2026-03-19T09:03:43.88749Z","end":"2026-03-19T09:03:44.222024Z","steps":["trace[425698449] 'process raft request' (duration: 124.794551ms)","trace[425698449] 'compare' (duration: 209.261781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:44.222219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:43.887462Z","time spent":"334.673848ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:44.22226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.273202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:44.222298Z","caller":"traceutil/trace.go:171","msg":"trace[1034049408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1681; }","duration":"283.322033ms","start":"2026-03-19T09:03:43.938963Z","end":"2026-03-19T09:03:44.222285Z","steps":["trace[1034049408] 'agreement among raft nodes before linearized reading' (duration: 283.145759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:44.222279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.864219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-19T09:03:44.222374Z","caller":"traceutil/trace.go:171","msg":"trace[502386457] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1681; }","duration":"288.008823ms","start":"2026-03-19T09:03:43.934342Z","end":"2026-03-19T09:03:44.222351Z","steps":["trace[502386457] 'agreement among raft nodes before linearized reading' (duration: 287.758496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:44.44512Z","caller":"traceutil/trace.go:171","msg":"trace[303783028] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"210.872191ms","start":"2026-03-19T09:03:44.234201Z","end":"2026-03-19T09:03:44.445073Z","steps":["trace[303783028] 'process raft request' (duration: 114.893092ms)","trace[303783028] 'compare' (duration: 95.706082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:44.896438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.220772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:44.896582Z","caller":"traceutil/trace.go:171","msg":"trace[1198506314] linearizableReadLoop","detail":"{readStateIndex:1755; appliedIndex:1754; }","duration":"389.569516ms","start":"2026-03-19T09:03:44.506989Z","end":"2026-03-19T09:03:44.896559Z","steps":["trace[1198506314] 'read index received' (duration: 280.979194ms)","trace[1198506314] 'applied index is now lower than readState.Index' (duration: 108.587422ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:44.896669Z","caller":"traceutil/trace.go:171","msg":"trace[1419634365] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"437.137196ms","start":"2026-03-19T09:03:44.459495Z","end":"2026-03-19T09:03:44.896632Z","steps":["trace[1419634365] 'process raft request' (duration: 328.546594ms)","trace[1419634365] 'compare' (duration: 107.978837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:44.896795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.804592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:03:44.896843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:44.459469Z","time spent":"437.28295ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6198,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:44.896866Z","caller":"traceutil/trace.go:171","msg":"trace[148388732] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1683; }","duration":"389.930655ms","start":"2026-03-19T09:03:44.506918Z","end":"2026-03-19T09:03:44.896849Z","steps":["trace[148388732] 'agreement among raft nodes before linearized reading' (duration: 389.752611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:44.896932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:44.506891Z","time spent":"390.019948ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:03:44.897162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.287189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:44.897379Z","caller":"traceutil/trace.go:171","msg":"trace[927224688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1683; }","duration":"214.518975ms","start":"2026-03-19T09:03:44.682829Z","end":"2026-03-19T09:03:44.897348Z","steps":["trace[927224688] 'agreement among raft nodes before linearized reading' (duration: 214.131335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.164924Z","caller":"traceutil/trace.go:171","msg":"trace[398572996] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"253.812694ms","start":"2026-03-19T09:03:44.911018Z","end":"2026-03-19T09:03:45.16483Z","steps":["trace[398572996] 'process raft request' (duration: 253.64332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.385526Z","caller":"traceutil/trace.go:171","msg":"trace[775031925] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1757; }","duration":"158.238662ms","start":"2026-03-19T09:03:45.227258Z","end":"2026-03-19T09:03:45.385496Z","steps":["trace[775031925] 'read index received' (duration: 58.983179ms)","trace[775031925] 'applied index is now lower than readState.Index' (duration: 99.252963ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:45.385581Z","caller":"traceutil/trace.go:171","msg":"trace[1227327678] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"210.583853ms","start":"2026-03-19T09:03:45.174964Z","end":"2026-03-19T09:03:45.385547Z","steps":["trace[1227327678] 'process raft request' (duration: 111.196137ms)","trace[1227327678] 'compare' (duration: 99.079039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:45.385773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.492719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:3935"} {"level":"warn","ts":"2026-03-19T09:03:45.385834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.387502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:45.385851Z","caller":"traceutil/trace.go:171","msg":"trace[1357312815] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1686; }","duration":"158.611253ms","start":"2026-03-19T09:03:45.227223Z","end":"2026-03-19T09:03:45.385834Z","steps":["trace[1357312815] 'agreement among raft nodes before linearized reading' (duration: 158.370317ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.385882Z","caller":"traceutil/trace.go:171","msg":"trace[1840954895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"157.462744ms","start":"2026-03-19T09:03:45.228401Z","end":"2026-03-19T09:03:45.385863Z","steps":["trace[1840954895] 'agreement among raft nodes before linearized reading' (duration: 157.255269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.580225Z","caller":"traceutil/trace.go:171","msg":"trace[523443739] linearizableReadLoop","detail":"{readStateIndex:1761; appliedIndex:1760; }","duration":"112.8662ms","start":"2026-03-19T09:03:45.467317Z","end":"2026-03-19T09:03:45.580183Z","steps":["trace[523443739] 'read index received' (duration: 99.829768ms)","trace[523443739] 'applied index is now lower than readState.Index' (duration: 13.034121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:45.580566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.214798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-19T09:03:45.580551Z","caller":"traceutil/trace.go:171","msg":"trace[874838296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1688; }","duration":"121.112459ms","start":"2026-03-19T09:03:45.459403Z","end":"2026-03-19T09:03:45.580516Z","steps":["trace[874838296] 'process raft request' (duration: 107.762609ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:45.580634Z","caller":"traceutil/trace.go:171","msg":"trace[165535341] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd; range_end:; response_count:1; response_revision:1688; }","duration":"113.356471ms","start":"2026-03-19T09:03:45.467258Z","end":"2026-03-19T09:03:45.580614Z","steps":["trace[165535341] 'agreement among raft nodes before linearized reading' (duration: 113.084985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:45.980163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.922422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:45.980288Z","caller":"traceutil/trace.go:171","msg":"trace[586818087] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"392.263833ms","start":"2026-03-19T09:03:45.588005Z","end":"2026-03-19T09:03:45.980268Z","steps":["trace[586818087] 'process raft request' (duration: 233.160368ms)","trace[586818087] 'compare' (duration: 158.810848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:45.980339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:45.587976Z","time spent":"392.341356ms","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1184,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:03:46.247914Z","caller":"traceutil/trace.go:171","msg":"trace[1013174389] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"658.41316ms","start":"2026-03-19T09:03:45.589439Z","end":"2026-03-19T09:03:46.247852Z","steps":["trace[1013174389] 'process raft request' (duration: 567.701924ms)","trace[1013174389] 'compare' (duration: 90.414268ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:46.247963Z","caller":"traceutil/trace.go:171","msg":"trace[293524] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"260.75849ms","start":"2026-03-19T09:03:45.98716Z","end":"2026-03-19T09:03:46.247918Z","steps":["trace[293524] 'process raft request' (duration: 260.627536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:46.248134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.490082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:46.248177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:45.589413Z","time spent":"658.648976ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:46.248227Z","caller":"traceutil/trace.go:171","msg":"trace[1242290158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1691; }","duration":"564.639326ms","start":"2026-03-19T09:03:45.68357Z","end":"2026-03-19T09:03:46.248209Z","steps":["trace[1242290158] 'agreement among raft nodes before linearized reading' (duration: 564.457711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:46.247969Z","caller":"traceutil/trace.go:171","msg":"trace[1658957762] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1761; }","duration":"564.288717ms","start":"2026-03-19T09:03:45.683632Z","end":"2026-03-19T09:03:46.24792Z","steps":["trace[1658957762] 'read index received' (duration: 137.68694ms)","trace[1658957762] 'applied index is now lower than readState.Index' (duration: 426.598867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:46.248278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:45.68355Z","time spent":"564.714727ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:46.248579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.912895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw.189e32a5c4600b26\" ","response":"range_response_count:1 size:820"} {"level":"info","ts":"2026-03-19T09:03:46.24864Z","caller":"traceutil/trace.go:171","msg":"trace[584214103] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw.189e32a5c4600b26; range_end:; response_count:1; response_revision:1691; }","duration":"254.042079ms","start":"2026-03-19T09:03:45.99458Z","end":"2026-03-19T09:03:46.248622Z","steps":["trace[584214103] 'agreement among raft nodes before linearized reading' (duration: 253.831504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:46.248898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.294779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:51 size:43031"} {"level":"info","ts":"2026-03-19T09:03:46.249015Z","caller":"traceutil/trace.go:171","msg":"trace[1881903943] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:51; response_revision:1691; }","duration":"380.490805ms","start":"2026-03-19T09:03:45.868502Z","end":"2026-03-19T09:03:46.248992Z","steps":["trace[1881903943] 'agreement among raft nodes before linearized reading' (duration: 379.90228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:46.249088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:45.868472Z","time spent":"380.596607ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":51,"response size":43054,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:03:46.614945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.316788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:46.615106Z","caller":"traceutil/trace.go:171","msg":"trace[724966130] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1764; }","duration":"346.598862ms","start":"2026-03-19T09:03:46.268481Z","end":"2026-03-19T09:03:46.61508Z","steps":["trace[724966130] 'read index received' (duration: 158.036688ms)","trace[724966130] 'applied index is now lower than readState.Index' (duration: 188.560364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:46.615388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.354294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:46.615441Z","caller":"traceutil/trace.go:171","msg":"trace[1081053085] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1692; }","duration":"222.444647ms","start":"2026-03-19T09:03:46.392982Z","end":"2026-03-19T09:03:46.615427Z","steps":["trace[1081053085] 'agreement among raft nodes before linearized reading' (duration: 222.22457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:46.61546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.954501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T09:03:46.615723Z","caller":"traceutil/trace.go:171","msg":"trace[188725478] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1692; }","duration":"347.205719ms","start":"2026-03-19T09:03:46.268412Z","end":"2026-03-19T09:03:46.615618Z","steps":["trace[188725478] 'agreement among raft nodes before linearized reading' (duration: 346.759136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:46.615143Z","caller":"traceutil/trace.go:171","msg":"trace[1562408510] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"362.881045ms","start":"2026-03-19T09:03:46.252216Z","end":"2026-03-19T09:03:46.615097Z","steps":["trace[1562408510] 'process raft request' (duration: 174.28896ms)","trace[1562408510] 'compare' (duration: 187.940879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:46.615821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:46.268387Z","time spent":"347.415033ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T09:03:46.615997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:46.252183Z","time spent":"363.673106ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:46.916125Z","caller":"traceutil/trace.go:171","msg":"trace[375322562] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"261.964331ms","start":"2026-03-19T09:03:46.654126Z","end":"2026-03-19T09:03:46.916091Z","steps":["trace[375322562] 'process raft request' (duration: 208.218154ms)","trace[375322562] 'compare' (duration: 53.571562ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:47.013281Z","caller":"traceutil/trace.go:171","msg":"trace[512579154] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1765; }","duration":"165.847518ms","start":"2026-03-19T09:03:46.847413Z","end":"2026-03-19T09:03:47.013261Z","steps":["trace[512579154] 'read index received' (duration: 14.962851ms)","trace[512579154] 'applied index is now lower than readState.Index' (duration: 150.883467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:47.013662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.245147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:03:47.013694Z","caller":"traceutil/trace.go:171","msg":"trace[146538316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1694; }","duration":"166.34195ms","start":"2026-03-19T09:03:46.847342Z","end":"2026-03-19T09:03:47.013684Z","steps":["trace[146538316] 'agreement among raft nodes before linearized reading' (duration: 166.024772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:47.01369Z","caller":"traceutil/trace.go:171","msg":"trace[1425910487] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"197.43597ms","start":"2026-03-19T09:03:46.81596Z","end":"2026-03-19T09:03:47.013396Z","steps":["trace[1425910487] 'process raft request' (duration: 197.172472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:47.248728Z","caller":"traceutil/trace.go:171","msg":"trace[835760365] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"231.27008ms","start":"2026-03-19T09:03:47.017304Z","end":"2026-03-19T09:03:47.248574Z","steps":["trace[835760365] 'process raft request' (duration: 184.678355ms)","trace[835760365] 'compare' (duration: 46.387129ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:47.879075Z","caller":"traceutil/trace.go:171","msg":"trace[1300189006] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"312.777173ms","start":"2026-03-19T09:03:47.566253Z","end":"2026-03-19T09:03:47.87903Z","steps":["trace[1300189006] 'process raft request' (duration: 309.505399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:47.879386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:47.566218Z","time spent":"313.034168ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:48.059356Z","caller":"traceutil/trace.go:171","msg":"trace[1980855473] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1770; }","duration":"435.728399ms","start":"2026-03-19T09:03:47.623604Z","end":"2026-03-19T09:03:48.059333Z","steps":["trace[1980855473] 'read index received' (duration: 252.226903ms)","trace[1980855473] 'applied index is now lower than readState.Index' (duration: 183.500706ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:48.059438Z","caller":"traceutil/trace.go:171","msg":"trace[1496138485] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"492.936962ms","start":"2026-03-19T09:03:47.566465Z","end":"2026-03-19T09:03:48.059402Z","steps":["trace[1496138485] 'process raft request' (duration: 492.643455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.059503Z","caller":"traceutil/trace.go:171","msg":"trace[1899583047] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"492.865901ms","start":"2026-03-19T09:03:47.566608Z","end":"2026-03-19T09:03:48.059474Z","steps":["trace[1899583047] 'process raft request' (duration: 492.682907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.059763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.141289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:48.059797Z","caller":"traceutil/trace.go:171","msg":"trace[1049700667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"436.239851ms","start":"2026-03-19T09:03:47.623547Z","end":"2026-03-19T09:03:48.059787Z","steps":["trace[1049700667] 'agreement among raft nodes before linearized reading' (duration: 435.903763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.059796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:47.566427Z","time spent":"493.298361ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:48.059829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:47.623527Z","time spent":"436.295682ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:03:48.059818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:47.566586Z","time spent":"493.167688ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:48.059895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.946713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:48.060156Z","caller":"traceutil/trace.go:171","msg":"trace[1983574308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1700; }","duration":"377.421965ms","start":"2026-03-19T09:03:47.68272Z","end":"2026-03-19T09:03:48.060142Z","steps":["trace[1983574308] 'agreement among raft nodes before linearized reading' (duration: 376.770339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.060208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:47.682667Z","time spent":"377.530098ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:48.060027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.353954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:03:48.06038Z","caller":"traceutil/trace.go:171","msg":"trace[133510668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1700; }","duration":"176.735413ms","start":"2026-03-19T09:03:47.883588Z","end":"2026-03-19T09:03:48.060323Z","steps":["trace[133510668] 'agreement among raft nodes before linearized reading' (duration: 176.345984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.060034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.892438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e328e103b4eb5\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-03-19T09:03:48.060824Z","caller":"traceutil/trace.go:171","msg":"trace[222053757] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e328e103b4eb5; range_end:; response_count:1; response_revision:1700; }","duration":"227.73428ms","start":"2026-03-19T09:03:47.833079Z","end":"2026-03-19T09:03:48.060813Z","steps":["trace[222053757] 'agreement among raft nodes before linearized reading' (duration: 226.911629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.059925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.009446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-19T09:03:48.060937Z","caller":"traceutil/trace.go:171","msg":"trace[327119185] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1700; }","duration":"227.075635ms","start":"2026-03-19T09:03:47.83385Z","end":"2026-03-19T09:03:48.060925Z","steps":["trace[327119185] 'agreement among raft nodes before linearized reading' (duration: 225.958716ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.267981Z","caller":"traceutil/trace.go:171","msg":"trace[123717330] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"197.973212ms","start":"2026-03-19T09:03:48.069975Z","end":"2026-03-19T09:03:48.267948Z","steps":["trace[123717330] 'process raft request' (duration: 197.683025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.268061Z","caller":"traceutil/trace.go:171","msg":"trace[525247348] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"197.907931ms","start":"2026-03-19T09:03:48.070096Z","end":"2026-03-19T09:03:48.268004Z","steps":["trace[525247348] 'process raft request' (duration: 197.735266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.268446Z","caller":"traceutil/trace.go:171","msg":"trace[1980659351] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1773; }","duration":"196.145547ms","start":"2026-03-19T09:03:48.072288Z","end":"2026-03-19T09:03:48.268434Z","steps":["trace[1980659351] 'read index received' (duration: 54.436274ms)","trace[1980659351] 'applied index is now lower than readState.Index' (duration: 141.708523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:48.268544Z","caller":"traceutil/trace.go:171","msg":"trace[465173975] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"198.351813ms","start":"2026-03-19T09:03:48.070185Z","end":"2026-03-19T09:03:48.268537Z","steps":["trace[465173975] 'process raft request' (duration: 197.706676ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.268641Z","caller":"traceutil/trace.go:171","msg":"trace[1403662849] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"198.379634ms","start":"2026-03-19T09:03:48.070253Z","end":"2026-03-19T09:03:48.268633Z","steps":["trace[1403662849] 'process raft request' (duration: 197.952764ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.26876Z","caller":"traceutil/trace.go:171","msg":"trace[1758351695] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"198.388644ms","start":"2026-03-19T09:03:48.070354Z","end":"2026-03-19T09:03:48.268743Z","steps":["trace[1758351695] 'process raft request' (duration: 198.024465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.26909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.835334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e3296895afd9e\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-19T09:03:48.26915Z","caller":"traceutil/trace.go:171","msg":"trace[1252860767] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e3296895afd9e; range_end:; response_count:1; response_revision:1706; }","duration":"137.950417ms","start":"2026-03-19T09:03:48.131184Z","end":"2026-03-19T09:03:48.269134Z","steps":["trace[1252860767] 'agreement among raft nodes before linearized reading' (duration: 137.716351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.26934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.849814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:48.269445Z","caller":"traceutil/trace.go:171","msg":"trace[656327502] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:1706; }","duration":"197.184803ms","start":"2026-03-19T09:03:48.072236Z","end":"2026-03-19T09:03:48.269421Z","steps":["trace[656327502] 'agreement among raft nodes before linearized reading' (duration: 196.463115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.598381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.181954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:48.598517Z","caller":"traceutil/trace.go:171","msg":"trace[624702323] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"311.032818ms","start":"2026-03-19T09:03:48.287464Z","end":"2026-03-19T09:03:48.598497Z","steps":["trace[624702323] 'process raft request' (duration: 76.635419ms)","trace[624702323] 'compare' (duration: 234.03166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:48.59859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.287428Z","time spent":"311.124141ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:48.607436Z","caller":"traceutil/trace.go:171","msg":"trace[452594385] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"318.221491ms","start":"2026-03-19T09:03:48.289201Z","end":"2026-03-19T09:03:48.607422Z","steps":["trace[452594385] 'process raft request' (duration: 317.977235ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:48.607393Z","caller":"traceutil/trace.go:171","msg":"trace[814208835] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1780; }","duration":"317.668257ms","start":"2026-03-19T09:03:48.289705Z","end":"2026-03-19T09:03:48.607373Z","steps":["trace[814208835] 'read index received' (duration: 74.405572ms)","trace[814208835] 'applied index is now lower than readState.Index' (duration: 243.258914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:48.607574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.289173Z","time spent":"318.301593ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:48.607735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.000855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-19T09:03:48.607773Z","caller":"traceutil/trace.go:171","msg":"trace[293996308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1709; }","duration":"318.087467ms","start":"2026-03-19T09:03:48.289677Z","end":"2026-03-19T09:03:48.607765Z","steps":["trace[293996308] 'agreement among raft nodes before linearized reading' (duration: 317.818881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:48.607818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.289666Z","time spent":"318.122508ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:03:48.695306Z","caller":"traceutil/trace.go:171","msg":"trace[1385038609] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"198.889617ms","start":"2026-03-19T09:03:48.496391Z","end":"2026-03-19T09:03:48.695281Z","steps":["trace[1385038609] 'process raft request' (duration: 198.699412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.01444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.122926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:49.014679Z","caller":"traceutil/trace.go:171","msg":"trace[1591521039] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1783; }","duration":"319.406982ms","start":"2026-03-19T09:03:48.695248Z","end":"2026-03-19T09:03:49.014655Z","steps":["trace[1591521039] 'read index received' (duration: 151.03823ms)","trace[1591521039] 'applied index is now lower than readState.Index' (duration: 168.367252ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:49.014993Z","caller":"traceutil/trace.go:171","msg":"trace[1880119219] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"402.072183ms","start":"2026-03-19T09:03:48.612893Z","end":"2026-03-19T09:03:49.014965Z","steps":["trace[1880119219] 'process raft request' (duration: 401.657323ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:49.015062Z","caller":"traceutil/trace.go:171","msg":"trace[798012801] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"404.461684ms","start":"2026-03-19T09:03:48.610574Z","end":"2026-03-19T09:03:49.015035Z","steps":["trace[798012801] 'process raft request' (duration: 235.672321ms)","trace[798012801] 'compare' (duration: 167.87911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:49.015121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.171655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:49.015179Z","caller":"traceutil/trace.go:171","msg":"trace[1445665374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1712; }","duration":"332.236347ms","start":"2026-03-19T09:03:48.682925Z","end":"2026-03-19T09:03:49.015161Z","steps":["trace[1445665374] 'agreement among raft nodes before linearized reading' (duration: 332.130514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.015171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.610557Z","time spent":"404.563027ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:03:49.015234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.682884Z","time spent":"332.338379ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:49.015456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.612883Z","time spent":"402.233507ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:49.017295Z","caller":"traceutil/trace.go:171","msg":"trace[2033514147] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"312.252001ms","start":"2026-03-19T09:03:48.705024Z","end":"2026-03-19T09:03:49.017276Z","steps":["trace[2033514147] 'process raft request' (duration: 312.090117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.017328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.195382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T09:03:49.017373Z","caller":"traceutil/trace.go:171","msg":"trace[1415206192] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1713; }","duration":"259.265243ms","start":"2026-03-19T09:03:48.758094Z","end":"2026-03-19T09:03:49.017359Z","steps":["trace[1415206192] 'agreement among raft nodes before linearized reading' (duration: 259.116139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:49.017391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:48.70501Z","time spent":"312.333083ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:49.017584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.45114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:03:49.017635Z","caller":"traceutil/trace.go:171","msg":"trace[946203141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1713; }","duration":"206.512832ms","start":"2026-03-19T09:03:48.81111Z","end":"2026-03-19T09:03:49.017622Z","steps":["trace[946203141] 'agreement among raft nodes before linearized reading' (duration: 206.399889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:49.316472Z","caller":"traceutil/trace.go:171","msg":"trace[1396859964] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"155.231688ms","start":"2026-03-19T09:03:49.161145Z","end":"2026-03-19T09:03:49.316377Z","steps":["trace[1396859964] 'process raft request' (duration: 99.559502ms)","trace[1396859964] 'compare' (duration: 55.149932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:50.054015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.348415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:03:50.054033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.355635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:50.054128Z","caller":"traceutil/trace.go:171","msg":"trace[1519513007] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1722; }","duration":"108.53224ms","start":"2026-03-19T09:03:49.945574Z","end":"2026-03-19T09:03:50.054106Z","steps":["trace[1519513007] 'range keys from in-memory index tree' (duration: 108.183371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.054162Z","caller":"traceutil/trace.go:171","msg":"trace[380111309] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1722; }","duration":"108.56067ms","start":"2026-03-19T09:03:49.945557Z","end":"2026-03-19T09:03:50.054118Z","steps":["trace[380111309] 'range keys from in-memory index tree' (duration: 108.16968ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.518341Z","caller":"traceutil/trace.go:171","msg":"trace[1372291759] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"163.960269ms","start":"2026-03-19T09:03:50.354349Z","end":"2026-03-19T09:03:50.518309Z","steps":["trace[1372291759] 'process raft request' (duration: 163.807096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.520697Z","caller":"traceutil/trace.go:171","msg":"trace[880041405] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"165.471298ms","start":"2026-03-19T09:03:50.355202Z","end":"2026-03-19T09:03:50.520674Z","steps":["trace[880041405] 'process raft request' (duration: 165.317264ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:50.520949Z","caller":"traceutil/trace.go:171","msg":"trace[1782893934] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"165.596001ms","start":"2026-03-19T09:03:50.355312Z","end":"2026-03-19T09:03:50.520908Z","steps":["trace[1782893934] 'process raft request' (duration: 165.314293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:51.029066Z","caller":"traceutil/trace.go:171","msg":"trace[517642223] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"147.839418ms","start":"2026-03-19T09:03:50.881194Z","end":"2026-03-19T09:03:51.029033Z","steps":["trace[517642223] 'process raft request' (duration: 147.590432ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:51.154782Z","caller":"traceutil/trace.go:171","msg":"trace[307936047] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"107.069531ms","start":"2026-03-19T09:03:51.047678Z","end":"2026-03-19T09:03:51.154747Z","steps":["trace[307936047] 'process raft request' (duration: 93.169478ms)","trace[307936047] 'compare' (duration: 13.726109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:51.456279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.633976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:51.456404Z","caller":"traceutil/trace.go:171","msg":"trace[1222372065] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"217.033008ms","start":"2026-03-19T09:03:51.239357Z","end":"2026-03-19T09:03:51.45639Z","steps":["trace[1222372065] 'process raft request' (duration: 52.221048ms)","trace[1222372065] 'compare' (duration: 164.521282ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:51.456549Z","caller":"traceutil/trace.go:171","msg":"trace[1252329212] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"208.518751ms","start":"2026-03-19T09:03:51.247999Z","end":"2026-03-19T09:03:51.456518Z","steps":["trace[1252329212] 'process raft request' (duration: 208.363168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:51.673366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.200317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:51.673516Z","caller":"traceutil/trace.go:171","msg":"trace[1067613047] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"206.389618ms","start":"2026-03-19T09:03:51.467097Z","end":"2026-03-19T09:03:51.673486Z","steps":["trace[1067613047] 'process raft request' (duration: 94.986245ms)","trace[1067613047] 'compare' (duration: 111.069534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:53.224488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:03:53.27663Z","caller":"traceutil/trace.go:171","msg":"trace[30413591] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"697.930067ms","start":"2026-03-19T09:03:52.578662Z","end":"2026-03-19T09:03:53.276592Z","steps":["trace[30413591] 'process raft request' (duration: 677.11312ms)","trace[30413591] 'compare' (duration: 20.346935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:53.276782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:52.578643Z","time spent":"698.05975ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:03:53.28088Z","caller":"traceutil/trace.go:171","msg":"trace[83800153] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1806; }","duration":"556.625659ms","start":"2026-03-19T09:03:52.724214Z","end":"2026-03-19T09:03:53.28084Z","steps":["trace[83800153] 'read index received' (duration: 531.533473ms)","trace[83800153] 'applied index is now lower than readState.Index' (duration: 25.090776ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:53.281022Z","caller":"traceutil/trace.go:171","msg":"trace[512894653] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"702.141514ms","start":"2026-03-19T09:03:52.578837Z","end":"2026-03-19T09:03:53.280978Z","steps":["trace[512894653] 'process raft request' (duration: 701.669752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:53.281117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.871974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:53.281208Z","caller":"traceutil/trace.go:171","msg":"trace[891159336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1734; }","duration":"557.052599ms","start":"2026-03-19T09:03:52.724136Z","end":"2026-03-19T09:03:53.281189Z","steps":["trace[891159336] 'agreement among raft nodes before linearized reading' (duration: 556.847294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:53.281207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:52.578807Z","time spent":"702.305278ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:53.281247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:52.724107Z","time spent":"557.133141ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:03:53.28131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.103003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:53.281401Z","caller":"traceutil/trace.go:171","msg":"trace[1151059496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1734; }","duration":"105.273487ms","start":"2026-03-19T09:03:53.176105Z","end":"2026-03-19T09:03:53.281378Z","steps":["trace[1151059496] 'agreement among raft nodes before linearized reading' (duration: 104.97526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:53.281952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.00126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:03:53.282046Z","caller":"traceutil/trace.go:171","msg":"trace[1355860504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1734; }","duration":"122.150123ms","start":"2026-03-19T09:03:53.15988Z","end":"2026-03-19T09:03:53.28203Z","steps":["trace[1355860504] 'agreement among raft nodes before linearized reading' (duration: 121.158599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:54.079884Z","caller":"traceutil/trace.go:171","msg":"trace[2142895471] linearizableReadLoop","detail":"{readStateIndex:1810; appliedIndex:1809; }","duration":"187.16849ms","start":"2026-03-19T09:03:53.892676Z","end":"2026-03-19T09:03:54.079844Z","steps":["trace[2142895471] 'read index received' (duration: 187.007366ms)","trace[2142895471] 'applied index is now lower than readState.Index' (duration: 159.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:54.079954Z","caller":"traceutil/trace.go:171","msg":"trace[259800743] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"192.180637ms","start":"2026-03-19T09:03:53.887731Z","end":"2026-03-19T09:03:54.079911Z","steps":["trace[259800743] 'process raft request' (duration: 191.89412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:54.080455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.732474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:03:54.080579Z","caller":"traceutil/trace.go:171","msg":"trace[698880999] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1736; }","duration":"187.935619ms","start":"2026-03-19T09:03:53.892615Z","end":"2026-03-19T09:03:54.080551Z","steps":["trace[698880999] 'agreement among raft nodes before linearized reading' (duration: 187.384796ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:54.27273Z","caller":"traceutil/trace.go:171","msg":"trace[1185238503] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"374.967687ms","start":"2026-03-19T09:03:53.897726Z","end":"2026-03-19T09:03:54.272694Z","steps":["trace[1185238503] 'process raft request' (duration: 374.604248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:54.273048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:53.897685Z","time spent":"375.245874ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:55.529829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.652584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:55.529978Z","caller":"traceutil/trace.go:171","msg":"trace[1393265318] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1812; }","duration":"231.673178ms","start":"2026-03-19T09:03:55.298285Z","end":"2026-03-19T09:03:55.529958Z","steps":["trace[1393265318] 'read index received' (duration: 35.229822ms)","trace[1393265318] 'applied index is now lower than readState.Index' (duration: 196.441796ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:55.530055Z","caller":"traceutil/trace.go:171","msg":"trace[1122967826] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"238.713496ms","start":"2026-03-19T09:03:55.291287Z","end":"2026-03-19T09:03:55.53Z","steps":["trace[1122967826] 'process raft request' (duration: 123.755904ms)","trace[1122967826] 'compare' (duration: 114.411138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:55.530298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.943495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:03:55.53035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.305894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:03:55.530511Z","caller":"traceutil/trace.go:171","msg":"trace[159765639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1740; }","duration":"232.225202ms","start":"2026-03-19T09:03:55.29822Z","end":"2026-03-19T09:03:55.530446Z","steps":["trace[159765639] 'agreement among raft nodes before linearized reading' (duration: 231.849533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:55.530548Z","caller":"traceutil/trace.go:171","msg":"trace[1190159141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1740; }","duration":"228.58976ms","start":"2026-03-19T09:03:55.301945Z","end":"2026-03-19T09:03:55.530534Z","steps":["trace[1190159141] 'agreement among raft nodes before linearized reading' (duration: 228.225911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:55.530747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.110769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:03:55.530902Z","caller":"traceutil/trace.go:171","msg":"trace[1285342198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1740; }","duration":"200.416317ms","start":"2026-03-19T09:03:55.330445Z","end":"2026-03-19T09:03:55.530861Z","steps":["trace[1285342198] 'agreement among raft nodes before linearized reading' (duration: 199.922845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:55.696094Z","caller":"traceutil/trace.go:171","msg":"trace[767320751] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"159.388428ms","start":"2026-03-19T09:03:55.536667Z","end":"2026-03-19T09:03:55.696055Z","steps":["trace[767320751] 'process raft request' (duration: 131.277016ms)","trace[767320751] 'compare' (duration: 27.849695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:56.668942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.31454ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:03:56.669131Z","caller":"traceutil/trace.go:171","msg":"trace[569820828] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1819; }","duration":"130.002783ms","start":"2026-03-19T09:03:56.539093Z","end":"2026-03-19T09:03:56.669096Z","steps":["trace[569820828] 'read index received' (duration: 42.462µs)","trace[569820828] 'applied index is now lower than readState.Index' (duration: 129.957711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:56.669348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.228548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:56.669434Z","caller":"traceutil/trace.go:171","msg":"trace[404431060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1744; }","duration":"130.368282ms","start":"2026-03-19T09:03:56.539047Z","end":"2026-03-19T09:03:56.669416Z","steps":["trace[404431060] 'agreement among raft nodes before linearized reading' (duration: 130.127556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.502864Z","caller":"traceutil/trace.go:171","msg":"trace[799701342] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"159.988042ms","start":"2026-03-19T09:03:57.342851Z","end":"2026-03-19T09:03:57.50284Z","steps":["trace[799701342] 'process raft request' (duration: 159.790497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:57.64288Z","caller":"traceutil/trace.go:171","msg":"trace[1519198495] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"101.781697ms","start":"2026-03-19T09:03:57.541057Z","end":"2026-03-19T09:03:57.642839Z","steps":["trace[1519198495] 'process raft request' (duration: 98.302999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:58.823698Z","caller":"traceutil/trace.go:171","msg":"trace[237489989] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"116.954271ms","start":"2026-03-19T09:03:58.70672Z","end":"2026-03-19T09:03:58.823674Z","steps":["trace[237489989] 'process raft request' (duration: 116.827378ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:59.336856Z","caller":"traceutil/trace.go:171","msg":"trace[1983185554] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"244.064381ms","start":"2026-03-19T09:03:59.092767Z","end":"2026-03-19T09:03:59.336831Z","steps":["trace[1983185554] 'process raft request' (duration: 243.913238ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:03:59.539386Z","caller":"traceutil/trace.go:171","msg":"trace[1303456747] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"191.019698ms","start":"2026-03-19T09:03:59.348289Z","end":"2026-03-19T09:03:59.539308Z","steps":["trace[1303456747] 'process raft request' (duration: 190.69625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:59.874466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.366803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:03:59.874564Z","caller":"traceutil/trace.go:171","msg":"trace[1409662028] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1828; }","duration":"226.999419ms","start":"2026-03-19T09:03:59.64755Z","end":"2026-03-19T09:03:59.87455Z","steps":["trace[1409662028] 'read index received' (duration: 65.611µs)","trace[1409662028] 'applied index is now lower than readState.Index' (duration: 226.932448ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:03:59.874649Z","caller":"traceutil/trace.go:171","msg":"trace[1242628719] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"330.960263ms","start":"2026-03-19T09:03:59.543677Z","end":"2026-03-19T09:03:59.874638Z","steps":["trace[1242628719] 'process raft request' (duration: 59.346733ms)","trace[1242628719] 'compare' (duration: 271.227389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:03:59.874752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:03:59.543656Z","time spent":"331.062396ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:03:59.874873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.357807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:03:59.874969Z","caller":"traceutil/trace.go:171","msg":"trace[860547056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1753; }","duration":"193.532381ms","start":"2026-03-19T09:03:59.681412Z","end":"2026-03-19T09:03:59.874945Z","steps":["trace[860547056] 'agreement among raft nodes before linearized reading' (duration: 193.360287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:59.875287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.731888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:03:59.875363Z","caller":"traceutil/trace.go:171","msg":"trace[466184237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1753; }","duration":"227.803939ms","start":"2026-03-19T09:03:59.647542Z","end":"2026-03-19T09:03:59.875346Z","steps":["trace[466184237] 'agreement among raft nodes before linearized reading' (duration: 227.591364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:03:59.875351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.792253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:03:59.875471Z","caller":"traceutil/trace.go:171","msg":"trace[685875850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1753; }","duration":"177.961718ms","start":"2026-03-19T09:03:59.697461Z","end":"2026-03-19T09:03:59.875423Z","steps":["trace[685875850] 'agreement among raft nodes before linearized reading' (duration: 177.573429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.15488Z","caller":"traceutil/trace.go:171","msg":"trace[465612636] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1830; }","duration":"154.280757ms","start":"2026-03-19T09:04:00.000504Z","end":"2026-03-19T09:04:00.154785Z","steps":["trace[465612636] 'read index received' (duration: 59.672461ms)","trace[465612636] 'applied index is now lower than readState.Index' (duration: 94.606506ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:00.155103Z","caller":"traceutil/trace.go:171","msg":"trace[1526070142] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"274.576175ms","start":"2026-03-19T09:03:59.880503Z","end":"2026-03-19T09:04:00.155079Z","steps":["trace[1526070142] 'process raft request' (duration: 179.695132ms)","trace[1526070142] 'compare' (duration: 94.282528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:00.155231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.722709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T09:04:00.155294Z","caller":"traceutil/trace.go:171","msg":"trace[1944339568] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1756; }","duration":"154.793361ms","start":"2026-03-19T09:04:00.000485Z","end":"2026-03-19T09:04:00.155278Z","steps":["trace[1944339568] 'agreement among raft nodes before linearized reading' (duration: 154.636467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:00.155316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.715862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:04:00.155416Z","caller":"traceutil/trace.go:171","msg":"trace[49742645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1756; }","duration":"106.877016ms","start":"2026-03-19T09:04:00.048516Z","end":"2026-03-19T09:04:00.155393Z","steps":["trace[49742645] 'agreement among raft nodes before linearized reading' (duration: 106.63047ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:00.903615Z","caller":"traceutil/trace.go:171","msg":"trace[2141703207] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"122.658497ms","start":"2026-03-19T09:04:00.780915Z","end":"2026-03-19T09:04:00.903574Z","steps":["trace[2141703207] 'process raft request' (duration: 122.406401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.599179Z","caller":"traceutil/trace.go:171","msg":"trace[1446289436] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"101.161582ms","start":"2026-03-19T09:04:01.497987Z","end":"2026-03-19T09:04:01.599148Z","steps":["trace[1446289436] 'process raft request' (duration: 100.913505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:01.839484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.231851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:01.83966Z","caller":"traceutil/trace.go:171","msg":"trace[826218700] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"157.314535ms","start":"2026-03-19T09:04:01.682318Z","end":"2026-03-19T09:04:01.839632Z","steps":["trace[826218700] 'read index received' (duration: 20.694714ms)","trace[826218700] 'applied index is now lower than readState.Index' (duration: 136.61753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:01.839751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.432197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:01.839803Z","caller":"traceutil/trace.go:171","msg":"trace[337651939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1762; }","duration":"157.511889ms","start":"2026-03-19T09:04:01.682272Z","end":"2026-03-19T09:04:01.839784Z","steps":["trace[337651939] 'agreement among raft nodes before linearized reading' (duration: 157.430277ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:01.840094Z","caller":"traceutil/trace.go:171","msg":"trace[501054487] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"185.969829ms","start":"2026-03-19T09:04:01.654084Z","end":"2026-03-19T09:04:01.840054Z","steps":["trace[501054487] 'process raft request' (duration: 49.065482ms)","trace[501054487] 'compare' (duration: 136.080937ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:03.004373Z","caller":"traceutil/trace.go:171","msg":"trace[757958723] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"252.556276ms","start":"2026-03-19T09:04:02.751762Z","end":"2026-03-19T09:04:03.004318Z","steps":["trace[757958723] 'process raft request' (duration: 252.239768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.20547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.303012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:03.205627Z","caller":"traceutil/trace.go:171","msg":"trace[2055758776] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"192.973798ms","start":"2026-03-19T09:04:03.012608Z","end":"2026-03-19T09:04:03.205582Z","steps":["trace[2055758776] 'process raft request' (duration: 86.491611ms)","trace[2055758776] 'compare' (duration: 106.137648ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:03.205732Z","caller":"traceutil/trace.go:171","msg":"trace[1597109710] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"192.838335ms","start":"2026-03-19T09:04:03.012854Z","end":"2026-03-19T09:04:03.205692Z","steps":["trace[1597109710] 'process raft request' (duration: 192.716322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.205678Z","caller":"traceutil/trace.go:171","msg":"trace[1288330464] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"186.011932ms","start":"2026-03-19T09:04:03.019651Z","end":"2026-03-19T09:04:03.205663Z","steps":["trace[1288330464] 'process raft request' (duration: 185.972111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.206097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.392338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:04:03.206136Z","caller":"traceutil/trace.go:171","msg":"trace[685389420] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1769; }","duration":"193.477471ms","start":"2026-03-19T09:04:03.012649Z","end":"2026-03-19T09:04:03.206127Z","steps":["trace[685389420] 'agreement among raft nodes before linearized reading' (duration: 193.334607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.206141Z","caller":"traceutil/trace.go:171","msg":"trace[582548934] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1843; }","duration":"192.927377ms","start":"2026-03-19T09:04:03.012696Z","end":"2026-03-19T09:04:03.205624Z","steps":["trace[582548934] 'read index received' (duration: 86.389539ms)","trace[582548934] 'applied index is now lower than readState.Index' (duration: 106.533228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:03.206482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.655409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-19T09:04:03.206519Z","caller":"traceutil/trace.go:171","msg":"trace[1097094520] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1769; }","duration":"130.736862ms","start":"2026-03-19T09:04:03.075775Z","end":"2026-03-19T09:04:03.206512Z","steps":["trace[1097094520] 'agreement among raft nodes before linearized reading' (duration: 130.64329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.206843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.702265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11256"} {"level":"info","ts":"2026-03-19T09:04:03.206899Z","caller":"traceutil/trace.go:171","msg":"trace[1986885419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1769; }","duration":"189.827558ms","start":"2026-03-19T09:04:03.017058Z","end":"2026-03-19T09:04:03.206885Z","steps":["trace[1986885419] 'agreement among raft nodes before linearized reading' (duration: 189.434639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.443563Z","caller":"traceutil/trace.go:171","msg":"trace[1570036959] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"223.232984ms","start":"2026-03-19T09:04:03.220299Z","end":"2026-03-19T09:04:03.443532Z","steps":["trace[1570036959] 'process raft request' (duration: 128.911775ms)","trace[1570036959] 'compare' (duration: 94.205166ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:03.527309Z","caller":"traceutil/trace.go:171","msg":"trace[904980069] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1848; }","duration":"169.439481ms","start":"2026-03-19T09:04:03.35785Z","end":"2026-03-19T09:04:03.527289Z","steps":["trace[904980069] 'read index received' (duration: 169.261586ms)","trace[904980069] 'applied index is now lower than readState.Index' (duration: 176.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:03.527365Z","caller":"traceutil/trace.go:171","msg":"trace[1596425607] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"272.371358ms","start":"2026-03-19T09:04:03.25494Z","end":"2026-03-19T09:04:03.527311Z","steps":["trace[1596425607] 'process raft request' (duration: 272.173702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:03.527563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.709539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T09:04:03.527427Z","caller":"traceutil/trace.go:171","msg":"trace[1194351952] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"272.440841ms","start":"2026-03-19T09:04:03.254975Z","end":"2026-03-19T09:04:03.527416Z","steps":["trace[1194351952] 'process raft request' (duration: 272.261945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:03.527616Z","caller":"traceutil/trace.go:171","msg":"trace[1979612233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1773; }","duration":"169.810811ms","start":"2026-03-19T09:04:03.357789Z","end":"2026-03-19T09:04:03.5276Z","steps":["trace[1979612233] 'agreement among raft nodes before linearized reading' (duration: 169.668768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.119596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.365272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:04.119808Z","caller":"traceutil/trace.go:171","msg":"trace[1601386908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1773; }","duration":"575.603618ms","start":"2026-03-19T09:04:03.544174Z","end":"2026-03-19T09:04:04.119777Z","steps":["trace[1601386908] 'range keys from in-memory index tree' (duration: 575.341272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:04.121267Z","caller":"traceutil/trace.go:171","msg":"trace[785281670] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1850; }","duration":"439.84033ms","start":"2026-03-19T09:04:03.681405Z","end":"2026-03-19T09:04:04.121246Z","steps":["trace[785281670] 'read index received' (duration: 439.273275ms)","trace[785281670] 'applied index is now lower than readState.Index' (duration: 565.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:04.121335Z","caller":"traceutil/trace.go:171","msg":"trace[533502686] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"584.813352ms","start":"2026-03-19T09:04:03.536485Z","end":"2026-03-19T09:04:04.121298Z","steps":["trace[533502686] 'process raft request' (duration: 584.37521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.121463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.053036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:04.121548Z","caller":"traceutil/trace.go:171","msg":"trace[358385229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1774; }","duration":"440.19084ms","start":"2026-03-19T09:04:03.681341Z","end":"2026-03-19T09:04:04.121531Z","steps":["trace[358385229] 'agreement among raft nodes before linearized reading' (duration: 440.008345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.121551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:03.536441Z","time spent":"584.992626ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105784,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:04.121607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:03.681313Z","time spent":"440.279461ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:04.199207Z","caller":"traceutil/trace.go:171","msg":"trace[2024998031] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"476.907408ms","start":"2026-03-19T09:04:03.722266Z","end":"2026-03-19T09:04:04.199173Z","steps":["trace[2024998031] 'process raft request' (duration: 476.719934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.199452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:03.722238Z","time spent":"477.064352ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:04.199608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.126957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:04.199642Z","caller":"traceutil/trace.go:171","msg":"trace[51527125] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"152.81215ms","start":"2026-03-19T09:04:04.046774Z","end":"2026-03-19T09:04:04.199586Z","steps":["trace[51527125] 'process raft request' (duration: 152.350808ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:04.199728Z","caller":"traceutil/trace.go:171","msg":"trace[1396004074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1776; }","duration":"166.307893ms","start":"2026-03-19T09:04:04.033396Z","end":"2026-03-19T09:04:04.199704Z","steps":["trace[1396004074] 'agreement among raft nodes before linearized reading' (duration: 166.024985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.199639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.889448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:04.199873Z","caller":"traceutil/trace.go:171","msg":"trace[1266844267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1776; }","duration":"186.177806ms","start":"2026-03-19T09:04:04.013671Z","end":"2026-03-19T09:04:04.199849Z","steps":["trace[1266844267] 'agreement among raft nodes before linearized reading' (duration: 185.764785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.199871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.778183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:04.199979Z","caller":"traceutil/trace.go:171","msg":"trace[669427501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1776; }","duration":"271.943718ms","start":"2026-03-19T09:04:03.928007Z","end":"2026-03-19T09:04:04.199951Z","steps":["trace[669427501] 'agreement among raft nodes before linearized reading' (duration: 271.655741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.199911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.950906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:04.20021Z","caller":"traceutil/trace.go:171","msg":"trace[925800575] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1776; }","duration":"142.310905ms","start":"2026-03-19T09:04:04.057826Z","end":"2026-03-19T09:04:04.200137Z","steps":["trace[925800575] 'agreement among raft nodes before linearized reading' (duration: 141.811732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.502958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.434022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:04.503226Z","caller":"traceutil/trace.go:171","msg":"trace[1739336825] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"290.705554ms","start":"2026-03-19T09:04:04.2125Z","end":"2026-03-19T09:04:04.503206Z","steps":["trace[1739336825] 'process raft request' (duration: 290.655383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:04.503216Z","caller":"traceutil/trace.go:171","msg":"trace[811898229] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"297.190868ms","start":"2026-03-19T09:04:04.205994Z","end":"2026-03-19T09:04:04.503185Z","steps":["trace[811898229] 'process raft request' (duration: 84.414938ms)","trace[811898229] 'compare' (duration: 212.164104ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:04.503269Z","caller":"traceutil/trace.go:171","msg":"trace[1179064047] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"297.132727ms","start":"2026-03-19T09:04:04.206099Z","end":"2026-03-19T09:04:04.503232Z","steps":["trace[1179064047] 'process raft request' (duration: 296.989333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:04.503298Z","caller":"traceutil/trace.go:171","msg":"trace[1888835132] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1854; }","duration":"295.234208ms","start":"2026-03-19T09:04:04.208043Z","end":"2026-03-19T09:04:04.503277Z","steps":["trace[1888835132] 'read index received' (duration: 82.388656ms)","trace[1888835132] 'applied index is now lower than readState.Index' (duration: 212.843842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:04.50347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.613334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:04.503501Z","caller":"traceutil/trace.go:171","msg":"trace[2095413018] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1779; }","duration":"298.729517ms","start":"2026-03-19T09:04:04.20476Z","end":"2026-03-19T09:04:04.503489Z","steps":["trace[2095413018] 'agreement among raft nodes before linearized reading' (duration: 298.629925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.503518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.258758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-19T09:04:04.503544Z","caller":"traceutil/trace.go:171","msg":"trace[1398579209] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1779; }","duration":"291.318069ms","start":"2026-03-19T09:04:04.212217Z","end":"2026-03-19T09:04:04.503535Z","steps":["trace[1398579209] 'agreement among raft nodes before linearized reading' (duration: 291.216807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.503535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.254263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-03-19T09:04:04.503592Z","caller":"traceutil/trace.go:171","msg":"trace[503010394] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:1779; }","duration":"294.409107ms","start":"2026-03-19T09:04:04.209162Z","end":"2026-03-19T09:04:04.503571Z","steps":["trace[503010394] 'agreement among raft nodes before linearized reading' (duration: 294.257543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:04.876002Z","caller":"traceutil/trace.go:171","msg":"trace[273615253] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1857; }","duration":"232.817136ms","start":"2026-03-19T09:04:04.643163Z","end":"2026-03-19T09:04:04.87598Z","steps":["trace[273615253] 'read index received' (duration: 188.954915ms)","trace[273615253] 'applied index is now lower than readState.Index' (duration: 43.861511ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:04.876129Z","caller":"traceutil/trace.go:171","msg":"trace[968915457] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"366.822901ms","start":"2026-03-19T09:04:04.509295Z","end":"2026-03-19T09:04:04.876118Z","steps":["trace[968915457] 'process raft request' (duration: 366.617546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:04.876204Z","caller":"traceutil/trace.go:171","msg":"trace[51550409] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"368.299698ms","start":"2026-03-19T09:04:04.507884Z","end":"2026-03-19T09:04:04.876184Z","steps":["trace[51550409] 'process raft request' (duration: 324.237381ms)","trace[51550409] 'compare' (duration: 43.644296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:04.876304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:04.507849Z","time spent":"368.40904ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:04.876512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.291107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:04:04.876557Z","caller":"traceutil/trace.go:171","msg":"trace[213565539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1781; }","duration":"124.37243ms","start":"2026-03-19T09:04:04.752173Z","end":"2026-03-19T09:04:04.876545Z","steps":["trace[213565539] 'agreement among raft nodes before linearized reading' (duration: 124.262967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.876328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.175725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:04.876655Z","caller":"traceutil/trace.go:171","msg":"trace[1487474905] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1781; }","duration":"233.522435ms","start":"2026-03-19T09:04:04.643101Z","end":"2026-03-19T09:04:04.8766Z","steps":["trace[1487474905] 'agreement among raft nodes before linearized reading' (duration: 233.143465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.876371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.913501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:04.876879Z","caller":"traceutil/trace.go:171","msg":"trace[1228785677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"194.450605ms","start":"2026-03-19T09:04:04.682416Z","end":"2026-03-19T09:04:04.876867Z","steps":["trace[1228785677] 'agreement among raft nodes before linearized reading' (duration: 193.938202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:04.876222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:04.509268Z","time spent":"366.885042ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:05.041366Z","caller":"traceutil/trace.go:171","msg":"trace[1045902062] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"158.416763ms","start":"2026-03-19T09:04:04.882913Z","end":"2026-03-19T09:04:05.04133Z","steps":["trace[1045902062] 'process raft request' (duration: 158.068134ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.041741Z","caller":"traceutil/trace.go:171","msg":"trace[320827543] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1859; }","duration":"157.191481ms","start":"2026-03-19T09:04:04.884478Z","end":"2026-03-19T09:04:05.04167Z","steps":["trace[320827543] 'read index received' (duration: 68.883425ms)","trace[320827543] 'applied index is now lower than readState.Index' (duration: 88.306516ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:05.041917Z","caller":"traceutil/trace.go:171","msg":"trace[892723548] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"157.635242ms","start":"2026-03-19T09:04:04.884264Z","end":"2026-03-19T09:04:05.041899Z","steps":["trace[892723548] 'process raft request' (duration: 156.890404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.041961Z","caller":"traceutil/trace.go:171","msg":"trace[240986396] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"155.484837ms","start":"2026-03-19T09:04:04.886454Z","end":"2026-03-19T09:04:05.041939Z","steps":["trace[240986396] 'process raft request' (duration: 155.086207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.042395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.884469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-19T09:04:05.042499Z","caller":"traceutil/trace.go:171","msg":"trace[2041526915] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1785; }","duration":"158.042202ms","start":"2026-03-19T09:04:04.884434Z","end":"2026-03-19T09:04:05.042477Z","steps":["trace[2041526915] 'agreement among raft nodes before linearized reading' (duration: 157.644802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.574184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.247089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:05.574316Z","caller":"traceutil/trace.go:171","msg":"trace[1738632947] linearizableReadLoop","detail":"{readStateIndex:1864; appliedIndex:1863; }","duration":"532.452876ms","start":"2026-03-19T09:04:05.041843Z","end":"2026-03-19T09:04:05.574296Z","steps":["trace[1738632947] 'read index received' (duration: 98.004232ms)","trace[1738632947] 'applied index is now lower than readState.Index' (duration: 434.443234ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:05.574379Z","caller":"traceutil/trace.go:171","msg":"trace[280307263] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"616.168056ms","start":"2026-03-19T09:04:04.958173Z","end":"2026-03-19T09:04:05.574341Z","steps":["trace[280307263] 'process raft request' (duration: 181.665291ms)","trace[280307263] 'compare' (duration: 433.946612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:05.574507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.522948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:04:05.574541Z","caller":"traceutil/trace.go:171","msg":"trace[1391527863] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:1786; }","duration":"609.573159ms","start":"2026-03-19T09:04:04.964954Z","end":"2026-03-19T09:04:05.574527Z","steps":["trace[1391527863] 'agreement among raft nodes before linearized reading' (duration: 609.427756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.574574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:04.964948Z","time spent":"609.61933ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-19T09:04:05.574556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:04.958154Z","time spent":"616.318301ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:04:05.57489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.799308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:04:05.574947Z","caller":"traceutil/trace.go:171","msg":"trace[1578379413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1786; }","duration":"617.92499ms","start":"2026-03-19T09:04:04.957009Z","end":"2026-03-19T09:04:05.574934Z","steps":["trace[1578379413] 'agreement among raft nodes before linearized reading' (duration: 617.751526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.57497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:04.956984Z","time spent":"617.982082ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:04:05.663024Z","caller":"traceutil/trace.go:171","msg":"trace[1260504365] transaction","detail":"{read_only:false; response_revision:1787; number_of_response:1; }","duration":"128.589827ms","start":"2026-03-19T09:04:05.534407Z","end":"2026-03-19T09:04:05.662997Z","steps":["trace[1260504365] 'process raft request' (duration: 128.261539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.663096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.300873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:04:05.663029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.93074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:05.663137Z","caller":"traceutil/trace.go:171","msg":"trace[1701937144] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1787; }","duration":"455.400766ms","start":"2026-03-19T09:04:05.207726Z","end":"2026-03-19T09:04:05.663127Z","steps":["trace[1701937144] 'agreement among raft nodes before linearized reading' (duration: 455.18759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.66316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:05.207707Z","time spent":"455.447636ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:05.66317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.770362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:04:05.663176Z","caller":"traceutil/trace.go:171","msg":"trace[451695664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1787; }","duration":"612.113404ms","start":"2026-03-19T09:04:05.051033Z","end":"2026-03-19T09:04:05.663146Z","steps":["trace[451695664] 'agreement among raft nodes before linearized reading' (duration: 611.862538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:05.663223Z","caller":"traceutil/trace.go:171","msg":"trace[791386493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1787; }","duration":"451.842674ms","start":"2026-03-19T09:04:05.211362Z","end":"2026-03-19T09:04:05.663204Z","steps":["trace[791386493] 'agreement among raft nodes before linearized reading' (duration: 451.725822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.663232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.12534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-19T09:04:05.663267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:05.051019Z","time spent":"612.217237ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:04:05.663315Z","caller":"traceutil/trace.go:171","msg":"trace[476396912] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1787; }","duration":"617.257694ms","start":"2026-03-19T09:04:05.04604Z","end":"2026-03-19T09:04:05.663297Z","steps":["trace[476396912] 'agreement among raft nodes before linearized reading' (duration: 617.017208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.663354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:05.046018Z","time spent":"617.329356ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T09:04:05.663263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:05.211346Z","time spent":"451.909996ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:04:05.880461Z","caller":"traceutil/trace.go:171","msg":"trace[447466004] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"174.578811ms","start":"2026-03-19T09:04:05.705861Z","end":"2026-03-19T09:04:05.88044Z","steps":["trace[447466004] 'read index received' (duration: 136.998339ms)","trace[447466004] 'applied index is now lower than readState.Index' (duration: 37.579072ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:05.880557Z","caller":"traceutil/trace.go:171","msg":"trace[1706199875] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"209.554968ms","start":"2026-03-19T09:04:05.670955Z","end":"2026-03-19T09:04:05.88051Z","steps":["trace[1706199875] 'process raft request' (duration: 171.887583ms)","trace[1706199875] 'compare' (duration: 37.272684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:05.880654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.199565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:05.880692Z","caller":"traceutil/trace.go:171","msg":"trace[1629278887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1790; }","duration":"197.303508ms","start":"2026-03-19T09:04:05.683377Z","end":"2026-03-19T09:04:05.88068Z","steps":["trace[1629278887] 'agreement among raft nodes before linearized reading' (duration: 197.221036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.88092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.691076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:05.881031Z","caller":"traceutil/trace.go:171","msg":"trace[530877029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1790; }","duration":"163.82845ms","start":"2026-03-19T09:04:05.717171Z","end":"2026-03-19T09:04:05.881Z","steps":["trace[530877029] 'agreement among raft nodes before linearized reading' (duration: 163.535593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:05.881319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.31244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:04:05.881434Z","caller":"traceutil/trace.go:171","msg":"trace[1334062273] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:1790; }","duration":"207.484055ms","start":"2026-03-19T09:04:05.673924Z","end":"2026-03-19T09:04:05.881408Z","steps":["trace[1334062273] 'agreement among raft nodes before linearized reading' (duration: 206.89737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:06.610086Z","caller":"traceutil/trace.go:171","msg":"trace[205931386] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"124.832532ms","start":"2026-03-19T09:04:06.485227Z","end":"2026-03-19T09:04:06.61006Z","steps":["trace[205931386] 'read index received' (duration: 48.603491ms)","trace[205931386] 'applied index is now lower than readState.Index' (duration: 76.227861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:06.610326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.086549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-19T09:04:06.61038Z","caller":"traceutil/trace.go:171","msg":"trace[359148380] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1791; }","duration":"125.199011ms","start":"2026-03-19T09:04:06.485172Z","end":"2026-03-19T09:04:06.610371Z","steps":["trace[359148380] 'agreement among raft nodes before linearized reading' (duration: 125.083079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:06.610454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.762727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:04:06.610461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.006209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:06.610519Z","caller":"traceutil/trace.go:171","msg":"trace[2061603924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1791; }","duration":"101.920131ms","start":"2026-03-19T09:04:06.508583Z","end":"2026-03-19T09:04:06.610503Z","steps":["trace[2061603924] 'agreement among raft nodes before linearized reading' (duration: 101.735246ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:06.610531Z","caller":"traceutil/trace.go:171","msg":"trace[336458328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1791; }","duration":"103.133652ms","start":"2026-03-19T09:04:06.507378Z","end":"2026-03-19T09:04:06.610512Z","steps":["trace[336458328] 'agreement among raft nodes before linearized reading' (duration: 102.936647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:06.610654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.06816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:06.610814Z","caller":"traceutil/trace.go:171","msg":"trace[1120464307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1791; }","duration":"103.328877ms","start":"2026-03-19T09:04:06.507458Z","end":"2026-03-19T09:04:06.610787Z","steps":["trace[1120464307] 'agreement among raft nodes before linearized reading' (duration: 102.880356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:06.891936Z","caller":"traceutil/trace.go:171","msg":"trace[2125939474] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"276.930004ms","start":"2026-03-19T09:04:06.614981Z","end":"2026-03-19T09:04:06.891911Z","steps":["trace[2125939474] 'process raft request' (duration: 276.767999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.053548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.768154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:07.053815Z","caller":"traceutil/trace.go:171","msg":"trace[671606584] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"438.744532ms","start":"2026-03-19T09:04:06.615038Z","end":"2026-03-19T09:04:07.053782Z","steps":["trace[671606584] 'process raft request' (duration: 331.704411ms)","trace[671606584] 'compare' (duration: 106.386404ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:07.053856Z","caller":"traceutil/trace.go:171","msg":"trace[1961867283] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"438.240129ms","start":"2026-03-19T09:04:06.615591Z","end":"2026-03-19T09:04:07.053831Z","steps":["trace[1961867283] 'process raft request' (duration: 438.106846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.053945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:06.615576Z","time spent":"438.326901ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:07.053968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:06.615008Z","time spent":"438.877245ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:07.053973Z","caller":"traceutil/trace.go:171","msg":"trace[1541693304] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1870; }","duration":"436.671479ms","start":"2026-03-19T09:04:06.617281Z","end":"2026-03-19T09:04:07.053953Z","steps":["trace[1541693304] 'read index received' (duration: 274.493142ms)","trace[1541693304] 'applied index is now lower than readState.Index' (duration: 162.175307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:07.054112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.811002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-19T09:04:07.054187Z","caller":"traceutil/trace.go:171","msg":"trace[1975244466] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1794; }","duration":"436.904934ms","start":"2026-03-19T09:04:06.617263Z","end":"2026-03-19T09:04:07.054168Z","steps":["trace[1975244466] 'agreement among raft nodes before linearized reading' (duration: 436.771601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.054241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:06.617253Z","time spent":"436.974527ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-19T09:04:07.249932Z","caller":"traceutil/trace.go:171","msg":"trace[275238228] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1873; }","duration":"195.889051ms","start":"2026-03-19T09:04:07.054012Z","end":"2026-03-19T09:04:07.249901Z","steps":["trace[275238228] 'read index received' (duration: 195.615014ms)","trace[275238228] 'applied index is now lower than readState.Index' (duration: 272.857µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:07.250037Z","caller":"traceutil/trace.go:171","msg":"trace[79697592] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"202.201311ms","start":"2026-03-19T09:04:07.047807Z","end":"2026-03-19T09:04:07.250008Z","steps":["trace[79697592] 'process raft request' (duration: 201.912073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.250219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.243438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-19T09:04:07.250304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.028152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:07.250353Z","caller":"traceutil/trace.go:171","msg":"trace[23637591] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1795; }","duration":"190.135886ms","start":"2026-03-19T09:04:07.060202Z","end":"2026-03-19T09:04:07.250338Z","steps":["trace[23637591] 'agreement among raft nodes before linearized reading' (duration: 190.037632ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:07.250351Z","caller":"traceutil/trace.go:171","msg":"trace[838126074] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:1795; }","duration":"192.382623ms","start":"2026-03-19T09:04:07.05794Z","end":"2026-03-19T09:04:07.250322Z","steps":["trace[838126074] 'agreement among raft nodes before linearized reading' (duration: 192.172507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.250618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.033496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:07.250669Z","caller":"traceutil/trace.go:171","msg":"trace[664189059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1795; }","duration":"579.087577ms","start":"2026-03-19T09:04:06.671569Z","end":"2026-03-19T09:04:07.250656Z","steps":["trace[664189059] 'agreement among raft nodes before linearized reading' (duration: 578.481441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.25074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:06.671474Z","time spent":"579.256202ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:04:07.643255Z","caller":"traceutil/trace.go:171","msg":"trace[1742611397] linearizableReadLoop","detail":"{readStateIndex:1875; appliedIndex:1874; }","duration":"270.43256ms","start":"2026-03-19T09:04:07.372792Z","end":"2026-03-19T09:04:07.643225Z","steps":["trace[1742611397] 'read index received' (duration: 270.139713ms)","trace[1742611397] 'applied index is now lower than readState.Index' (duration: 291.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:07.643338Z","caller":"traceutil/trace.go:171","msg":"trace[584259547] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"379.82348ms","start":"2026-03-19T09:04:07.263479Z","end":"2026-03-19T09:04:07.643302Z","steps":["trace[584259547] 'process raft request' (duration: 379.534853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.643491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.512282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-19T09:04:07.643536Z","caller":"traceutil/trace.go:171","msg":"trace[1438297390] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:1796; }","duration":"163.626935ms","start":"2026-03-19T09:04:07.479894Z","end":"2026-03-19T09:04:07.643521Z","steps":["trace[1438297390] 'agreement among raft nodes before linearized reading' (duration: 163.504112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.6435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.668866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-19T09:04:07.643636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.524617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:04:07.643871Z","caller":"traceutil/trace.go:171","msg":"trace[345814016] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1796; }","duration":"151.798534ms","start":"2026-03-19T09:04:07.492055Z","end":"2026-03-19T09:04:07.643853Z","steps":["trace[345814016] 'agreement among raft nodes before linearized reading' (duration: 151.444165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:07.643784Z","caller":"traceutil/trace.go:171","msg":"trace[198099279] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:1796; }","duration":"270.998594ms","start":"2026-03-19T09:04:07.372753Z","end":"2026-03-19T09:04:07.643752Z","steps":["trace[198099279] 'agreement among raft nodes before linearized reading' (duration: 270.613374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:07.64384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.263458Z","time spent":"379.957764ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5700,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:07.643684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.200974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-19T09:04:07.644165Z","caller":"traceutil/trace.go:171","msg":"trace[724686714] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1796; }","duration":"103.889452ms","start":"2026-03-19T09:04:07.540264Z","end":"2026-03-19T09:04:07.644153Z","steps":["trace[724686714] 'agreement among raft nodes before linearized reading' (duration: 103.161143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.176591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:08.677279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997307,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:08.856926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201014219s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:08.857412Z","caller":"traceutil/trace.go:171","msg":"trace[1710678957] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"1.201664145s","start":"2026-03-19T09:04:07.655718Z","end":"2026-03-19T09:04:08.857382Z","steps":["trace[1710678957] 'process raft request' (duration: 1.20148074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.857603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.65569Z","time spent":"1.201813629s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.970546Z","caller":"traceutil/trace.go:171","msg":"trace[682857928] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"1.314215057s","start":"2026-03-19T09:04:07.656309Z","end":"2026-03-19T09:04:08.970524Z","steps":["trace[682857928] 'process raft request' (duration: 1.314074203s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.970538Z","caller":"traceutil/trace.go:171","msg":"trace[1666585136] transaction","detail":"{read_only:false; response_revision:1798; number_of_response:1; }","duration":"1.314699749s","start":"2026-03-19T09:04:07.655783Z","end":"2026-03-19T09:04:08.970483Z","steps":["trace[1666585136] 'process raft request' (duration: 1.261038839s)","trace[1666585136] 'compare' (duration: 53.135376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:08.970684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.6563Z","time spent":"1.314313989s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1049,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:08.970779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.655765Z","time spent":"1.314884693s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:04:08.970936Z","caller":"traceutil/trace.go:171","msg":"trace[702100538] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"1.31439306s","start":"2026-03-19T09:04:07.656534Z","end":"2026-03-19T09:04:08.970928Z","steps":["trace[702100538] 'process raft request' (duration: 1.314268317s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.970977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.656517Z","time spent":"1.314441653s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1133,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.971065Z","caller":"traceutil/trace.go:171","msg":"trace[84884153] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"1.314691519s","start":"2026-03-19T09:04:07.656352Z","end":"2026-03-19T09:04:08.971043Z","steps":["trace[84884153] 'process raft request' (duration: 1.314130485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.971208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.656326Z","time spent":"1.314795291s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.971581Z","caller":"traceutil/trace.go:171","msg":"trace[682327549] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"1.314802611s","start":"2026-03-19T09:04:07.656749Z","end":"2026-03-19T09:04:08.971551Z","steps":["trace[682327549] 'process raft request' (duration: 1.314151244s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.97172Z","caller":"traceutil/trace.go:171","msg":"trace[404714619] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"1.313079668s","start":"2026-03-19T09:04:07.658632Z","end":"2026-03-19T09:04:08.971712Z","steps":["trace[404714619] 'process raft request' (duration: 1.312829001s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.971734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.656733Z","time spent":"1.314914913s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1685,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:08.971772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.658618Z","time spent":"1.313126168s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.971944Z","caller":"traceutil/trace.go:171","msg":"trace[1935900045] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"1.303531295s","start":"2026-03-19T09:04:07.668406Z","end":"2026-03-19T09:04:08.971938Z","steps":["trace[1935900045] 'process raft request' (duration: 1.303269069s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.97198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.668396Z","time spent":"1.303566526s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:08.972081Z","caller":"traceutil/trace.go:171","msg":"trace[48745034] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1875; }","duration":"1.295617835s","start":"2026-03-19T09:04:07.676457Z","end":"2026-03-19T09:04:08.972075Z","steps":["trace[48745034] 'read index received' (duration: 1.180722385s)","trace[48745034] 'applied index is now lower than readState.Index' (duration: 114.89224ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:08.972073Z","caller":"traceutil/trace.go:171","msg":"trace[79474801] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"108.375205ms","start":"2026-03-19T09:04:08.863684Z","end":"2026-03-19T09:04:08.97206Z","steps":["trace[79474801] 'process raft request' (duration: 108.191401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.972187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291982622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:08.972209Z","caller":"traceutil/trace.go:171","msg":"trace[1472736532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1805; }","duration":"1.292026784s","start":"2026-03-19T09:04:07.680177Z","end":"2026-03-19T09:04:08.972204Z","steps":["trace[1472736532] 'agreement among raft nodes before linearized reading' (duration: 1.291990323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.972224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.680158Z","time spent":"1.292063004s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:08.97249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04906454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-xna05f\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-19T09:04:08.972523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296074796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:04:08.972558Z","caller":"traceutil/trace.go:171","msg":"trace[1197607355] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-xna05f; range_end:; response_count:1; response_revision:1805; }","duration":"1.049155492s","start":"2026-03-19T09:04:07.923387Z","end":"2026-03-19T09:04:08.972543Z","steps":["trace[1197607355] 'agreement among raft nodes before linearized reading' (duration: 1.048840664s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.972568Z","caller":"traceutil/trace.go:171","msg":"trace[704644947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1805; }","duration":"1.296162068s","start":"2026-03-19T09:04:07.676392Z","end":"2026-03-19T09:04:08.972555Z","steps":["trace[704644947] 'agreement among raft nodes before linearized reading' (duration: 1.295785708s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.97258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04945437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-19T09:04:08.972597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923377Z","time spent":"1.049210813s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-xna05f\" "} {"level":"warn","ts":"2026-03-19T09:04:08.972603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.676376Z","time spent":"1.2962198s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:04:08.972784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049793108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-19T09:04:08.97285Z","caller":"traceutil/trace.go:171","msg":"trace[2047513432] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd; range_end:; response_count:1; response_revision:1805; }","duration":"1.049868791s","start":"2026-03-19T09:04:07.922959Z","end":"2026-03-19T09:04:08.972828Z","steps":["trace[2047513432] 'agreement among raft nodes before linearized reading' (duration: 1.049696806s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.972867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049755377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-zq88h\" ","response":"range_response_count:1 size:4905"} {"level":"info","ts":"2026-03-19T09:04:08.972906Z","caller":"traceutil/trace.go:171","msg":"trace[2114195970] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1805; }","duration":"1.049802328s","start":"2026-03-19T09:04:07.923096Z","end":"2026-03-19T09:04:08.972899Z","steps":["trace[2114195970] 'agreement among raft nodes before linearized reading' (duration: 1.049406768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.972934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923078Z","time spent":"1.0498497s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-19T09:04:08.972929Z","caller":"traceutil/trace.go:171","msg":"trace[1089423592] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-zq88h; range_end:; response_count:1; response_revision:1805; }","duration":"1.04983405s","start":"2026-03-19T09:04:07.923079Z","end":"2026-03-19T09:04:08.972913Z","steps":["trace[1089423592] 'agreement among raft nodes before linearized reading' (duration: 1.049644005s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.972954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049827149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-4dmxr\" ","response":"range_response_count:1 size:4864"} {"level":"warn","ts":"2026-03-19T09:04:08.972973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923068Z","time spent":"1.049893021s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-zq88h\" "} {"level":"info","ts":"2026-03-19T09:04:08.972993Z","caller":"traceutil/trace.go:171","msg":"trace[714890492] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-4dmxr; range_end:; response_count:1; response_revision:1805; }","duration":"1.04987103s","start":"2026-03-19T09:04:07.923108Z","end":"2026-03-19T09:04:08.972979Z","steps":["trace[714890492] 'agreement among raft nodes before linearized reading' (duration: 1.049765618s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.281521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:04:08.973069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049987363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-pwgsc\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-19T09:04:08.9731Z","caller":"traceutil/trace.go:171","msg":"trace[1287057314] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1805; }","duration":"714.408834ms","start":"2026-03-19T09:04:08.258679Z","end":"2026-03-19T09:04:08.973088Z","steps":["trace[1287057314] 'agreement among raft nodes before linearized reading' (duration: 714.292321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.258636Z","time spent":"714.492687ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050121436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-pq67b\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-03-19T09:04:08.973213Z","caller":"traceutil/trace.go:171","msg":"trace[1145358873] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-pq67b; range_end:; response_count:1; response_revision:1805; }","duration":"1.050174619s","start":"2026-03-19T09:04:07.923031Z","end":"2026-03-19T09:04:08.973206Z","steps":["trace[1145358873] 'agreement among raft nodes before linearized reading' (duration: 1.050091696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050473167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" ","response":"range_response_count:1 size:5715"} {"level":"warn","ts":"2026-03-19T09:04:08.973241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.92302Z","time spent":"1.05021446s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4333,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-pq67b\" "} {"level":"info","ts":"2026-03-19T09:04:08.973258Z","caller":"traceutil/trace.go:171","msg":"trace[892387136] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw; range_end:; response_count:1; response_revision:1805; }","duration":"1.050529138s","start":"2026-03-19T09:04:07.922719Z","end":"2026-03-19T09:04:08.973248Z","steps":["trace[892387136] 'agreement among raft nodes before linearized reading' (duration: 1.050478327s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.922671Z","time spent":"1.05060021s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5738,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" "} {"level":"warn","ts":"2026-03-19T09:04:08.972976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049887681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-8q94q\" ","response":"range_response_count:1 size:3968"} {"level":"warn","ts":"2026-03-19T09:04:08.973322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05019657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11259"} {"level":"warn","ts":"2026-03-19T09:04:08.973358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.723129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:04:08.973373Z","caller":"traceutil/trace.go:171","msg":"trace[209916754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1805; }","duration":"1.050259961s","start":"2026-03-19T09:04:07.923098Z","end":"2026-03-19T09:04:08.973358Z","steps":["trace[209916754] 'agreement among raft nodes before linearized reading' (duration: 1.050097497s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.973377Z","caller":"traceutil/trace.go:171","msg":"trace[1597066299] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-8q94q; range_end:; response_count:1; response_revision:1805; }","duration":"1.050282872s","start":"2026-03-19T09:04:07.923068Z","end":"2026-03-19T09:04:08.973351Z","steps":["trace[1597066299] 'agreement among raft nodes before linearized reading' (duration: 1.04983993s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.973396Z","caller":"traceutil/trace.go:171","msg":"trace[667766919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1805; }","duration":"745.759389ms","start":"2026-03-19T09:04:08.227626Z","end":"2026-03-19T09:04:08.973385Z","steps":["trace[667766919] 'agreement among raft nodes before linearized reading' (duration: 745.658637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923091Z","time spent":"1.050329502s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11282,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050349433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-19T09:04:08.973475Z","caller":"traceutil/trace.go:171","msg":"trace[1542812609] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1805; }","duration":"1.050675592s","start":"2026-03-19T09:04:07.922794Z","end":"2026-03-19T09:04:08.973469Z","steps":["trace[1542812609] 'agreement among raft nodes before linearized reading' (duration: 1.050359713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.922767Z","time spent":"1.050721472s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248586854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:04:08.973526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049645556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"warn","ts":"2026-03-19T09:04:08.973433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.227568Z","time spent":"745.855461ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:04:08.973559Z","caller":"traceutil/trace.go:171","msg":"trace[1785263105] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1805; }","duration":"1.049693017s","start":"2026-03-19T09:04:07.923857Z","end":"2026-03-19T09:04:08.97355Z","steps":["trace[1785263105] 'agreement among raft nodes before linearized reading' (duration: 1.049575794s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.973561Z","caller":"traceutil/trace.go:171","msg":"trace[1236238475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1805; }","duration":"1.248746338s","start":"2026-03-19T09:04:07.724796Z","end":"2026-03-19T09:04:08.973542Z","steps":["trace[1236238475] 'agreement among raft nodes before linearized reading' (duration: 1.248478882s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.92385Z","time spent":"1.049732407s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017618375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-19T09:04:08.973613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.724763Z","time spent":"1.24883872s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923059Z","time spent":"1.050361943s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3991,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-8q94q\" "} {"level":"info","ts":"2026-03-19T09:04:08.973636Z","caller":"traceutil/trace.go:171","msg":"trace[1991671991] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1805; }","duration":"1.017694856s","start":"2026-03-19T09:04:07.95593Z","end":"2026-03-19T09:04:08.973625Z","steps":["trace[1991671991] 'agreement among raft nodes before linearized reading' (duration: 1.017639375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050112026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" ","response":"range_response_count:1 size:6225"} {"level":"warn","ts":"2026-03-19T09:04:08.973678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.955907Z","time spent":"1.017763789s","remote":"127.0.0.1:49698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-19T09:04:08.973692Z","caller":"traceutil/trace.go:171","msg":"trace[2085674423] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5; range_end:; response_count:1; response_revision:1805; }","duration":"1.050731693s","start":"2026-03-19T09:04:07.922944Z","end":"2026-03-19T09:04:08.973675Z","steps":["trace[2085674423] 'agreement among raft nodes before linearized reading' (duration: 1.050084656s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.97373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.922935Z","time spent":"1.050784634s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6248,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048571398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-znb5v\" ","response":"range_response_count:1 size:4905"} {"level":"warn","ts":"2026-03-19T09:04:08.97289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.922949Z","time spent":"1.049932232s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd\" "} {"level":"info","ts":"2026-03-19T09:04:08.973815Z","caller":"traceutil/trace.go:171","msg":"trace[233846505] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-znb5v; range_end:; response_count:1; response_revision:1805; }","duration":"1.048848956s","start":"2026-03-19T09:04:07.924958Z","end":"2026-03-19T09:04:08.973807Z","steps":["trace[233846505] 'agreement among raft nodes before linearized reading' (duration: 1.048506427s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158571314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" ","response":"range_response_count:1 size:6225"} {"level":"warn","ts":"2026-03-19T09:04:08.973844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049075992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-03-19T09:04:08.973895Z","caller":"traceutil/trace.go:171","msg":"trace[1006202077] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1805; }","duration":"1.049138293s","start":"2026-03-19T09:04:07.924744Z","end":"2026-03-19T09:04:08.973882Z","steps":["trace[1006202077] 'agreement among raft nodes before linearized reading' (duration: 1.048989459s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:08.973105Z","caller":"traceutil/trace.go:171","msg":"trace[394972963] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-pwgsc; range_end:; response_count:1; response_revision:1805; }","duration":"1.050032024s","start":"2026-03-19T09:04:07.923062Z","end":"2026-03-19T09:04:08.973094Z","steps":["trace[394972963] 'agreement among raft nodes before linearized reading' (duration: 1.049933552s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.973948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923052Z","time spent":"1.050890056s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5172,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-pwgsc\" "} {"level":"warn","ts":"2026-03-19T09:04:08.97394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.924732Z","time spent":"1.049191314s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6892,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05026607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15296"} {"level":"info","ts":"2026-03-19T09:04:08.974021Z","caller":"traceutil/trace.go:171","msg":"trace[1582835383] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1805; }","duration":"1.051199284s","start":"2026-03-19T09:04:07.922815Z","end":"2026-03-19T09:04:08.974014Z","steps":["trace[1582835383] 'agreement among raft nodes before linearized reading' (duration: 1.05026913s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.97404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.922792Z","time spent":"1.051240426s","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15319,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.924953Z","time spent":"1.048878327s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-znb5v\" "} {"level":"info","ts":"2026-03-19T09:04:08.97386Z","caller":"traceutil/trace.go:171","msg":"trace[49358610] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5; range_end:; response_count:1; response_revision:1805; }","duration":"1.158669177s","start":"2026-03-19T09:04:07.81518Z","end":"2026-03-19T09:04:08.973849Z","steps":["trace[49358610] 'agreement among raft nodes before linearized reading' (duration: 1.158547934s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.974148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.815163Z","time spent":"1.158978434s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6248,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" "} {"level":"warn","ts":"2026-03-19T09:04:08.97432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049280366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"warn","ts":"2026-03-19T09:04:08.973505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049932232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5164"} {"level":"info","ts":"2026-03-19T09:04:08.97446Z","caller":"traceutil/trace.go:171","msg":"trace[831149129] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:1805; }","duration":"1.050895637s","start":"2026-03-19T09:04:07.923552Z","end":"2026-03-19T09:04:08.974447Z","steps":["trace[831149129] 'agreement among raft nodes before linearized reading' (duration: 1.049905232s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.974496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.923545Z","time spent":"1.050939428s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5187,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-19T09:04:08.974498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050015245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6ghd5\" ","response":"range_response_count:1 size:4019"} {"level":"info","ts":"2026-03-19T09:04:08.974564Z","caller":"traceutil/trace.go:171","msg":"trace[604690081] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6ghd5; range_end:; response_count:1; response_revision:1805; }","duration":"1.050093637s","start":"2026-03-19T09:04:07.92446Z","end":"2026-03-19T09:04:08.974554Z","steps":["trace[604690081] 'agreement among raft nodes before linearized reading' (duration: 1.049990234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.974589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.924451Z","time spent":"1.050131667s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4042,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6ghd5\" "} {"level":"info","ts":"2026-03-19T09:04:08.974401Z","caller":"traceutil/trace.go:171","msg":"trace[221739000] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1805; }","duration":"1.049382178s","start":"2026-03-19T09:04:07.925001Z","end":"2026-03-19T09:04:08.974383Z","steps":["trace[221739000] 'agreement among raft nodes before linearized reading' (duration: 1.049065161s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.974807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.924976Z","time spent":"1.049775049s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4271,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-19T09:04:08.976006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030678424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:105694"} {"level":"info","ts":"2026-03-19T09:04:08.976068Z","caller":"traceutil/trace.go:171","msg":"trace[734889626] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1805; }","duration":"1.030790347s","start":"2026-03-19T09:04:07.945264Z","end":"2026-03-19T09:04:08.976055Z","steps":["trace[734889626] 'agreement among raft nodes before linearized reading' (duration: 1.028599741s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.976103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.945236Z","time spent":"1.030858999s","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":105717,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:04:08.973041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.9231Z","time spent":"1.049929092s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4887,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-4dmxr\" "} {"level":"warn","ts":"2026-03-19T09:04:08.974098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049525172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-03-19T09:04:08.977567Z","caller":"traceutil/trace.go:171","msg":"trace[787433499] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1805; }","duration":"1.0529914s","start":"2026-03-19T09:04:07.924549Z","end":"2026-03-19T09:04:08.977541Z","steps":["trace[787433499] 'agreement among raft nodes before linearized reading' (duration: 1.049482782s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:08.97762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:07.924543Z","time spent":"1.053057522s","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18180,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-19T09:04:09.276709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.296099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15296"} {"level":"info","ts":"2026-03-19T09:04:09.27681Z","caller":"traceutil/trace.go:171","msg":"trace[2108713193] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1806; }","duration":"295.431903ms","start":"2026-03-19T09:04:08.981351Z","end":"2026-03-19T09:04:09.276783Z","steps":["trace[2108713193] 'agreement among raft nodes before linearized reading' (duration: 89.873506ms)","trace[2108713193] 'range keys from in-memory index tree' (duration: 205.34585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:09.323009Z","caller":"traceutil/trace.go:171","msg":"trace[1209042145] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"339.671333ms","start":"2026-03-19T09:04:08.983293Z","end":"2026-03-19T09:04:09.322964Z","steps":["trace[1209042145] 'process raft request' (duration: 339.299823ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.323089Z","caller":"traceutil/trace.go:171","msg":"trace[464232681] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"338.257807ms","start":"2026-03-19T09:04:08.984793Z","end":"2026-03-19T09:04:09.323051Z","steps":["trace[464232681] 'process raft request' (duration: 337.99867ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.323189Z","caller":"traceutil/trace.go:171","msg":"trace[815132661] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1885; }","duration":"252.095715ms","start":"2026-03-19T09:04:09.070971Z","end":"2026-03-19T09:04:09.323067Z","steps":["trace[815132661] 'read index received' (duration: 251.779817ms)","trace[815132661] 'applied index is now lower than readState.Index' (duration: 314.538µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:09.323232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.983271Z","time spent":"339.840607ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:09.323441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.434112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-03-19T09:04:09.3235Z","caller":"traceutil/trace.go:171","msg":"trace[805884041] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1811; }","duration":"338.501864ms","start":"2026-03-19T09:04:08.984986Z","end":"2026-03-19T09:04:09.323488Z","steps":["trace[805884041] 'agreement among raft nodes before linearized reading' (duration: 338.292437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.32354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984978Z","time spent":"338.554095ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-19T09:04:09.323569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.812851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" ","response":"range_response_count:1 size:5848"} {"level":"info","ts":"2026-03-19T09:04:09.323653Z","caller":"traceutil/trace.go:171","msg":"trace[1769566327] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788; range_end:; response_count:1; response_revision:1811; }","duration":"338.902254ms","start":"2026-03-19T09:04:08.984724Z","end":"2026-03-19T09:04:09.323626Z","steps":["trace[1769566327] 'agreement among raft nodes before linearized reading' (duration: 338.75097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.323714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.220172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-19T09:04:09.323774Z","caller":"traceutil/trace.go:171","msg":"trace[1711142973] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:1811; }","duration":"339.293203ms","start":"2026-03-19T09:04:08.984465Z","end":"2026-03-19T09:04:09.323758Z","steps":["trace[1711142973] 'agreement among raft nodes before linearized reading' (duration: 339.15496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.323744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.721245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"warn","ts":"2026-03-19T09:04:09.323836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.124189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-03-19T09:04:09.323893Z","caller":"traceutil/trace.go:171","msg":"trace[1798459362] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:1811; }","duration":"339.195911ms","start":"2026-03-19T09:04:08.984683Z","end":"2026-03-19T09:04:09.323879Z","steps":["trace[1798459362] 'agreement among raft nodes before linearized reading' (duration: 339.059628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.32391Z","caller":"traceutil/trace.go:171","msg":"trace[1247228706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1811; }","duration":"339.873079ms","start":"2026-03-19T09:04:08.983975Z","end":"2026-03-19T09:04:09.323848Z","steps":["trace[1247228706] 'agreement among raft nodes before linearized reading' (duration: 339.51842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.32395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.515269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-19T09:04:09.32396Z","caller":"traceutil/trace.go:171","msg":"trace[1804021729] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"339.040097ms","start":"2026-03-19T09:04:08.984905Z","end":"2026-03-19T09:04:09.323945Z","steps":["trace[1804021729] 'process raft request' (duration: 337.97886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.324003Z","caller":"traceutil/trace.go:171","msg":"trace[1756955955] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1811; }","duration":"339.57438ms","start":"2026-03-19T09:04:08.984415Z","end":"2026-03-19T09:04:09.32399Z","steps":["trace[1756955955] 'agreement among raft nodes before linearized reading' (duration: 339.455167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984409Z","time spent":"339.636193ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-19T09:04:09.324103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.283673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-03-19T09:04:09.324104Z","caller":"traceutil/trace.go:171","msg":"trace[720746953] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"339.102879ms","start":"2026-03-19T09:04:08.984988Z","end":"2026-03-19T09:04:09.324091Z","steps":["trace[720746953] 'process raft request' (duration: 337.963619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.324175Z","caller":"traceutil/trace.go:171","msg":"trace[926204007] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-7cff949c8b; range_end:; response_count:1; response_revision:1811; }","duration":"339.363966ms","start":"2026-03-19T09:04:08.984803Z","end":"2026-03-19T09:04:09.324167Z","steps":["trace[926204007] 'agreement among raft nodes before linearized reading' (duration: 339.209982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984672Z","time spent":"339.257183ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4285,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-03-19T09:04:09.324199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984784Z","time spent":"339.407476ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4128,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-7cff949c8b\" "} {"level":"info","ts":"2026-03-19T09:04:09.324267Z","caller":"traceutil/trace.go:171","msg":"trace[1511845962] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"339.050328ms","start":"2026-03-19T09:04:08.985207Z","end":"2026-03-19T09:04:09.324257Z","steps":["trace[1511845962] 'process raft request' (duration: 337.797826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984961Z","time spent":"339.218802ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:09.324331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.985171Z","time spent":"339.125269ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:09.324399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.727774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:09.324449Z","caller":"traceutil/trace.go:171","msg":"trace[1254822478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1811; }","duration":"339.786746ms","start":"2026-03-19T09:04:08.984645Z","end":"2026-03-19T09:04:09.324432Z","steps":["trace[1254822478] 'agreement among raft nodes before linearized reading' (duration: 339.658253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.98464Z","time spent":"339.841397ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:09.324462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.938125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"info","ts":"2026-03-19T09:04:09.324555Z","caller":"traceutil/trace.go:171","msg":"trace[163404893] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1811; }","duration":"341.045028ms","start":"2026-03-19T09:04:08.983493Z","end":"2026-03-19T09:04:09.324538Z","steps":["trace[163404893] 'agreement among raft nodes before linearized reading' (duration: 340.547225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.983478Z","time spent":"341.10961ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:09.324634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.264309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-03-19T09:04:09.324649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.637986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:04:09.323564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.620016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-03-19T09:04:09.324743Z","caller":"traceutil/trace.go:171","msg":"trace[1890237899] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:1811; }","duration":"339.927149ms","start":"2026-03-19T09:04:08.984798Z","end":"2026-03-19T09:04:09.324726Z","steps":["trace[1890237899] 'agreement among raft nodes before linearized reading' (duration: 338.489633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984893Z","time spent":"339.124749ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:09.324805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984774Z","time spent":"340.014631ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3335,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-03-19T09:04:09.323989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.006966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-03-19T09:04:09.324906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.642019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"info","ts":"2026-03-19T09:04:09.324934Z","caller":"traceutil/trace.go:171","msg":"trace[1629951007] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:1811; }","duration":"339.95575ms","start":"2026-03-19T09:04:08.984963Z","end":"2026-03-19T09:04:09.324918Z","steps":["trace[1629951007] 'agreement among raft nodes before linearized reading' (duration: 338.653658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.323715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984712Z","time spent":"338.988516ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5871,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-7f8596f788\" "} {"level":"info","ts":"2026-03-19T09:04:09.324976Z","caller":"traceutil/trace.go:171","msg":"trace[1472456923] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1811; }","duration":"340.71351ms","start":"2026-03-19T09:04:08.984228Z","end":"2026-03-19T09:04:09.324941Z","steps":["trace[1472456923] 'agreement among raft nodes before linearized reading' (duration: 340.488464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.323419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.811881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"info","ts":"2026-03-19T09:04:09.32469Z","caller":"traceutil/trace.go:171","msg":"trace[1864994429] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1811; }","duration":"340.346201ms","start":"2026-03-19T09:04:08.984326Z","end":"2026-03-19T09:04:09.324673Z","steps":["trace[1864994429] 'agreement among raft nodes before linearized reading' (duration: 340.154626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.324995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984956Z","time spent":"340.024132ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-19T09:04:09.325032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984302Z","time spent":"340.7152ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-03-19T09:04:09.325028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.98422Z","time spent":"340.794762ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:09.323592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.043227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478\" ","response":"range_response_count:1 size:5610"} {"level":"warn","ts":"2026-03-19T09:04:09.323997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.983966Z","time spent":"339.988212ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:09.324502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.450632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:09.32524Z","caller":"traceutil/trace.go:171","msg":"trace[1769071546] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478; range_end:; response_count:1; response_revision:1811; }","duration":"340.659778ms","start":"2026-03-19T09:04:08.984527Z","end":"2026-03-19T09:04:09.325187Z","steps":["trace[1769071546] 'agreement among raft nodes before linearized reading' (duration: 338.958266ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.325282Z","caller":"traceutil/trace.go:171","msg":"trace[1815216752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1811; }","duration":"260.19993ms","start":"2026-03-19T09:04:09.065041Z","end":"2026-03-19T09:04:09.325241Z","steps":["trace[1815216752] 'agreement among raft nodes before linearized reading' (duration: 259.3844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.325358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.98452Z","time spent":"340.803271ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5633,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-7fcdcd478\" "} {"level":"warn","ts":"2026-03-19T09:04:09.323451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.355956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:09.325395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.283995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"info","ts":"2026-03-19T09:04:09.325419Z","caller":"traceutil/trace.go:171","msg":"trace[1071624146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1811; }","duration":"341.357486ms","start":"2026-03-19T09:04:08.98405Z","end":"2026-03-19T09:04:09.325408Z","steps":["trace[1071624146] 'agreement among raft nodes before linearized reading' (duration: 339.330546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.325443Z","caller":"traceutil/trace.go:171","msg":"trace[917924835] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1811; }","duration":"341.350956ms","start":"2026-03-19T09:04:08.984079Z","end":"2026-03-19T09:04:09.32543Z","steps":["trace[917924835] 'agreement among raft nodes before linearized reading' (duration: 341.190582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.325498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984074Z","time spent":"341.408377ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:09.325536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.430288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"info","ts":"2026-03-19T09:04:09.324696Z","caller":"traceutil/trace.go:171","msg":"trace[1639481518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1811; }","duration":"259.731188ms","start":"2026-03-19T09:04:09.06495Z","end":"2026-03-19T09:04:09.324681Z","steps":["trace[1639481518] 'agreement among raft nodes before linearized reading' (duration: 259.573504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.325648Z","caller":"traceutil/trace.go:171","msg":"trace[1404317711] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1811; }","duration":"341.569881ms","start":"2026-03-19T09:04:08.984051Z","end":"2026-03-19T09:04:09.325621Z","steps":["trace[1404317711] 'agreement among raft nodes before linearized reading' (duration: 341.247913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.325671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.363686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:04:09.32323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984781Z","time spent":"338.357579ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5996,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:09.325709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984044Z","time spent":"341.653944ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:04:09.325718Z","caller":"traceutil/trace.go:171","msg":"trace[2045212989] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1811; }","duration":"343.431558ms","start":"2026-03-19T09:04:08.982274Z","end":"2026-03-19T09:04:09.325705Z","steps":["trace[2045212989] 'agreement among raft nodes before linearized reading' (duration: 343.346006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.325762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.982252Z","time spent":"343.500209ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-19T09:04:09.323846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984456Z","time spent":"339.377515ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"warn","ts":"2026-03-19T09:04:09.325785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.674104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-19T09:04:09.32515Z","caller":"traceutil/trace.go:171","msg":"trace[376904382] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:1811; }","duration":"340.571706ms","start":"2026-03-19T09:04:08.984563Z","end":"2026-03-19T09:04:09.325135Z","steps":["trace[376904382] 'agreement among raft nodes before linearized reading' (duration: 338.691308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.325963Z","caller":"traceutil/trace.go:171","msg":"trace[1180182267] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1811; }","duration":"343.895049ms","start":"2026-03-19T09:04:08.982055Z","end":"2026-03-19T09:04:09.32595Z","steps":["trace[1180182267] 'agreement among raft nodes before linearized reading' (duration: 343.684704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.325973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.984554Z","time spent":"341.404926ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-19T09:04:09.325451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.98404Z","time spent":"341.401477ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:09.326058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.11693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:09.326118Z","caller":"traceutil/trace.go:171","msg":"trace[454167416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1811; }","duration":"343.192302ms","start":"2026-03-19T09:04:08.982911Z","end":"2026-03-19T09:04:09.326103Z","steps":["trace[454167416] 'agreement among raft nodes before linearized reading' (duration: 343.052688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.326162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.982898Z","time spent":"343.251083ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:09.326208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.324746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:14 size:23871"} {"level":"info","ts":"2026-03-19T09:04:09.326265Z","caller":"traceutil/trace.go:171","msg":"trace[1165341838] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:14; response_revision:1811; }","duration":"343.398208ms","start":"2026-03-19T09:04:08.982852Z","end":"2026-03-19T09:04:09.32625Z","steps":["trace[1165341838] 'agreement among raft nodes before linearized reading' (duration: 343.144811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.326325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.982835Z","time spent":"343.47586ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":23894,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-19T09:04:09.326012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:08.982019Z","time spent":"343.981691ms","remote":"127.0.0.1:49698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-19T09:04:09.666559Z","caller":"traceutil/trace.go:171","msg":"trace[406497955] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"381.859941ms","start":"2026-03-19T09:04:09.284674Z","end":"2026-03-19T09:04:09.666534Z","steps":["trace[406497955] 'process raft request' (duration: 381.79221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:09.66682Z","caller":"traceutil/trace.go:171","msg":"trace[1335022120] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1892; }","duration":"336.474811ms","start":"2026-03-19T09:04:09.330299Z","end":"2026-03-19T09:04:09.666774Z","steps":["trace[1335022120] 'read index received' (duration: 336.461481ms)","trace[1335022120] 'applied index is now lower than readState.Index' (duration: 10.94µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:09.666841Z","caller":"traceutil/trace.go:171","msg":"trace[66054470] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"409.895281ms","start":"2026-03-19T09:04:09.256768Z","end":"2026-03-19T09:04:09.666663Z","steps":["trace[66054470] 'process raft request' (duration: 409.504681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.667081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.771189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:105694"} {"level":"info","ts":"2026-03-19T09:04:09.667181Z","caller":"traceutil/trace.go:171","msg":"trace[118278192] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1813; }","duration":"336.894502ms","start":"2026-03-19T09:04:09.330266Z","end":"2026-03-19T09:04:09.66716Z","steps":["trace[118278192] 'agreement among raft nodes before linearized reading' (duration: 336.598835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:09.667244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.330242Z","time spent":"336.989225ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":105717,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-19T09:04:09.667313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.256745Z","time spent":"410.337032ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:09.667461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.284645Z","time spent":"382.027755ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:10.075638Z","caller":"traceutil/trace.go:171","msg":"trace[1094105485] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"744.698242ms","start":"2026-03-19T09:04:09.330887Z","end":"2026-03-19T09:04:10.075585Z","steps":["trace[1094105485] 'process raft request' (duration: 744.370684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.075918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.330873Z","time spent":"744.874546ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:10.075996Z","caller":"traceutil/trace.go:171","msg":"trace[953433993] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"744.733522ms","start":"2026-03-19T09:04:09.331228Z","end":"2026-03-19T09:04:10.075962Z","steps":["trace[953433993] 'process raft request' (duration: 744.273901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.076187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.331218Z","time spent":"744.867095ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:10.07624Z","caller":"traceutil/trace.go:171","msg":"trace[821544918] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"743.566333ms","start":"2026-03-19T09:04:09.332653Z","end":"2026-03-19T09:04:10.07622Z","steps":["trace[821544918] 'process raft request' (duration: 743.427929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.076217Z","caller":"traceutil/trace.go:171","msg":"trace[468586678] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"744.765173ms","start":"2026-03-19T09:04:09.331385Z","end":"2026-03-19T09:04:10.07615Z","steps":["trace[468586678] 'process raft request' (duration: 744.452535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.076328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.332646Z","time spent":"743.633904ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:10.076365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.975933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7797"} {"level":"info","ts":"2026-03-19T09:04:10.07643Z","caller":"traceutil/trace.go:171","msg":"trace[1009745251] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1818; }","duration":"746.098386ms","start":"2026-03-19T09:04:09.330313Z","end":"2026-03-19T09:04:10.076411Z","steps":["trace[1009745251] 'agreement among raft nodes before linearized reading' (duration: 745.84608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.076429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.813829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-19T09:04:10.076479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.330286Z","time spent":"746.179979ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":7820,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:04:10.076472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.331376Z","time spent":"744.989638ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:10.076509Z","caller":"traceutil/trace.go:171","msg":"trace[1200716847] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1818; }","duration":"745.920602ms","start":"2026-03-19T09:04:09.330566Z","end":"2026-03-19T09:04:10.076487Z","steps":["trace[1200716847] 'agreement among raft nodes before linearized reading' (duration: 745.698157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.076582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.330533Z","time spent":"746.041685ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-19T09:04:10.076518Z","caller":"traceutil/trace.go:171","msg":"trace[1341118937] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"744.66785ms","start":"2026-03-19T09:04:09.331808Z","end":"2026-03-19T09:04:10.076476Z","steps":["trace[1341118937] 'process raft request' (duration: 744.192428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.076653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.098315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:10.076717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.156198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-19T09:04:10.076771Z","caller":"traceutil/trace.go:171","msg":"trace[1148402942] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1818; }","duration":"746.2317ms","start":"2026-03-19T09:04:09.330524Z","end":"2026-03-19T09:04:10.076756Z","steps":["trace[1148402942] 'agreement among raft nodes before linearized reading' (duration: 746.116857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.076812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.330512Z","time spent":"746.289891ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-03-19T09:04:10.076823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.331799Z","time spent":"744.912556ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:10.076814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.693128Z","time spent":"383.681457ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:04:10.076828Z","caller":"traceutil/trace.go:171","msg":"trace[1988943592] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1818; }","duration":"650.197548ms","start":"2026-03-19T09:04:09.426538Z","end":"2026-03-19T09:04:10.076735Z","steps":["trace[1988943592] 'agreement among raft nodes before linearized reading' (duration: 649.986582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.076894Z","caller":"traceutil/trace.go:171","msg":"trace[2112594242] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1892; }","duration":"409.267436ms","start":"2026-03-19T09:04:09.666887Z","end":"2026-03-19T09:04:10.076154Z","steps":["trace[2112594242] 'read index received' (duration: 408.347803ms)","trace[2112594242] 'applied index is now lower than readState.Index' (duration: 918.563µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:10.076899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.426456Z","time spent":"650.429303ms","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:10.077056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.955435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-03-19T09:04:10.077078Z","caller":"traceutil/trace.go:171","msg":"trace[2058231695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1818; }","duration":"384.025937ms","start":"2026-03-19T09:04:09.693045Z","end":"2026-03-19T09:04:10.077071Z","steps":["trace[2058231695] 'agreement among raft nodes before linearized reading' (duration: 383.925574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.077097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.693019Z","time spent":"384.074068ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10397,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:10.077089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.172593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:04:10.077133Z","caller":"traceutil/trace.go:171","msg":"trace[487631830] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1818; }","duration":"315.272556ms","start":"2026-03-19T09:04:09.761846Z","end":"2026-03-19T09:04:10.077118Z","steps":["trace[487631830] 'agreement among raft nodes before linearized reading' (duration: 315.135703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.077153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.961048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"warn","ts":"2026-03-19T09:04:10.077166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:09.761817Z","time spent":"315.341377ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:04:10.077208Z","caller":"traceutil/trace.go:171","msg":"trace[912165263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1818; }","duration":"191.04659ms","start":"2026-03-19T09:04:09.886146Z","end":"2026-03-19T09:04:10.077193Z","steps":["trace[912165263] 'agreement among raft nodes before linearized reading' (duration: 190.827164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.288518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.241512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:10.288602Z","caller":"traceutil/trace.go:171","msg":"trace[1914482706] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1898; }","duration":"206.48305ms","start":"2026-03-19T09:04:10.082103Z","end":"2026-03-19T09:04:10.288586Z","steps":["trace[1914482706] 'read index received' (duration: 4.033373ms)","trace[1914482706] 'applied index is now lower than readState.Index' (duration: 202.448677ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:10.288724Z","caller":"traceutil/trace.go:171","msg":"trace[357447136] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"208.291035ms","start":"2026-03-19T09:04:10.080404Z","end":"2026-03-19T09:04:10.288695Z","steps":["trace[357447136] 'compare' (duration: 202.114469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.288831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.718276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-19T09:04:10.288863Z","caller":"traceutil/trace.go:171","msg":"trace[1929066061] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1819; }","duration":"206.758587ms","start":"2026-03-19T09:04:10.082096Z","end":"2026-03-19T09:04:10.288855Z","steps":["trace[1929066061] 'agreement among raft nodes before linearized reading' (duration: 206.631354ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.314214Z","caller":"traceutil/trace.go:171","msg":"trace[1845150185] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"226.170538ms","start":"2026-03-19T09:04:10.088017Z","end":"2026-03-19T09:04:10.314188Z","steps":["trace[1845150185] 'process raft request' (duration: 225.998934ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.35943Z","caller":"traceutil/trace.go:171","msg":"trace[1671058185] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"271.031164ms","start":"2026-03-19T09:04:10.088353Z","end":"2026-03-19T09:04:10.359384Z","steps":["trace[1671058185] 'process raft request' (duration: 270.899381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.359559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.096216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:10.359676Z","caller":"traceutil/trace.go:171","msg":"trace[1986963102] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1822; }","duration":"273.25869ms","start":"2026-03-19T09:04:10.086398Z","end":"2026-03-19T09:04:10.359657Z","steps":["trace[1986963102] 'agreement among raft nodes before linearized reading' (duration: 272.977383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:10.359694Z","caller":"traceutil/trace.go:171","msg":"trace[1099670511] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"271.562288ms","start":"2026-03-19T09:04:10.08809Z","end":"2026-03-19T09:04:10.359652Z","steps":["trace[1099670511] 'process raft request' (duration: 270.970353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:10.359904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.617552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T09:04:10.359999Z","caller":"traceutil/trace.go:171","msg":"trace[1809620128] range","detail":"{range_begin:/registry/persistentvolumes/pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1822; }","duration":"277.756536ms","start":"2026-03-19T09:04:10.082219Z","end":"2026-03-19T09:04:10.359976Z","steps":["trace[1809620128] 'agreement among raft nodes before linearized reading' (duration: 277.459737ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:11.706907Z","caller":"traceutil/trace.go:171","msg":"trace[108718594] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"373.339155ms","start":"2026-03-19T09:04:11.333542Z","end":"2026-03-19T09:04:11.706881Z","steps":["trace[108718594] 'process raft request' (duration: 373.011697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:11.707152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.333526Z","time spent":"373.465409ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:11.917823Z","caller":"traceutil/trace.go:171","msg":"trace[1546009059] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"584.168866ms","start":"2026-03-19T09:04:11.333628Z","end":"2026-03-19T09:04:11.917797Z","steps":["trace[1546009059] 'process raft request' (duration: 490.416831ms)","trace[1546009059] 'compare' (duration: 93.601201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:11.917971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.333602Z","time spent":"584.29342ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:11.918192Z","caller":"traceutil/trace.go:171","msg":"trace[1194082523] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"244.283187ms","start":"2026-03-19T09:04:11.673895Z","end":"2026-03-19T09:04:11.918178Z","steps":["trace[1194082523] 'process raft request' (duration: 244.135443ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:11.918172Z","caller":"traceutil/trace.go:171","msg":"trace[1321596789] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1906; }","duration":"500.61365ms","start":"2026-03-19T09:04:11.417532Z","end":"2026-03-19T09:04:11.918146Z","steps":["trace[1321596789] 'read index received' (duration: 289.071982ms)","trace[1321596789] 'applied index is now lower than readState.Index' (duration: 211.540278ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:11.918192Z","caller":"traceutil/trace.go:171","msg":"trace[1239815498] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"584.080464ms","start":"2026-03-19T09:04:11.334086Z","end":"2026-03-19T09:04:11.918167Z","steps":["trace[1239815498] 'process raft request' (duration: 583.674284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:11.918417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.872346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:04:11.918467Z","caller":"traceutil/trace.go:171","msg":"trace[1110288655] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:1830; }","duration":"500.989969ms","start":"2026-03-19T09:04:11.417462Z","end":"2026-03-19T09:04:11.918452Z","steps":["trace[1110288655] 'agreement among raft nodes before linearized reading' (duration: 500.803085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:11.918503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.417432Z","time spent":"501.06322ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:04:11.918567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.334018Z","time spent":"584.306519ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:12.160307Z","caller":"traceutil/trace.go:171","msg":"trace[47298941] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"119.987459ms","start":"2026-03-19T09:04:12.040301Z","end":"2026-03-19T09:04:12.160289Z","steps":["trace[47298941] 'process raft request' (duration: 119.958839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:12.160311Z","caller":"traceutil/trace.go:171","msg":"trace[219575363] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"362.773807ms","start":"2026-03-19T09:04:11.797505Z","end":"2026-03-19T09:04:12.160279Z","steps":["trace[219575363] 'process raft request' (duration: 362.627993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:12.16042Z","caller":"traceutil/trace.go:171","msg":"trace[1878960446] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1910; }","duration":"242.178133ms","start":"2026-03-19T09:04:11.918234Z","end":"2026-03-19T09:04:12.160413Z","steps":["trace[1878960446] 'read index received' (duration: 228.325532ms)","trace[1878960446] 'applied index is now lower than readState.Index' (duration: 13.851941ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:12.160405Z","caller":"traceutil/trace.go:171","msg":"trace[380754425] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"453.161708ms","start":"2026-03-19T09:04:11.707178Z","end":"2026-03-19T09:04:12.160339Z","steps":["trace[380754425] 'process raft request' (duration: 439.369118ms)","trace[380754425] 'compare' (duration: 13.329138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:12.160633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.707154Z","time spent":"453.357413ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:12.160457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.797486Z","time spent":"362.88891ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:12.160762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.612254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:12.160898Z","caller":"traceutil/trace.go:171","msg":"trace[1460869876] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1833; }","duration":"503.801599ms","start":"2026-03-19T09:04:11.65708Z","end":"2026-03-19T09:04:12.160881Z","steps":["trace[1460869876] 'agreement among raft nodes before linearized reading' (duration: 503.574693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:12.160965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:11.65706Z","time spent":"503.894751ms","remote":"127.0.0.1:50106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:13.667957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:04:13.804532Z","caller":"traceutil/trace.go:171","msg":"trace[1352872025] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"690.143589ms","start":"2026-03-19T09:04:13.114356Z","end":"2026-03-19T09:04:13.8045Z","steps":["trace[1352872025] 'process raft request' (duration: 689.948104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:13.804717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:13.114345Z","time spent":"690.275223ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:14.075223Z","caller":"traceutil/trace.go:171","msg":"trace[424231254] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1917; }","duration":"907.675999ms","start":"2026-03-19T09:04:13.167523Z","end":"2026-03-19T09:04:14.075199Z","steps":["trace[424231254] 'read index received' (duration: 636.796978ms)","trace[424231254] 'applied index is now lower than readState.Index' (duration: 270.874321ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:14.075338Z","caller":"traceutil/trace.go:171","msg":"trace[1172455066] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"959.822011ms","start":"2026-03-19T09:04:13.115468Z","end":"2026-03-19T09:04:14.07529Z","steps":["trace[1172455066] 'process raft request' (duration: 959.575695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.075549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:13.115461Z","time spent":"959.979035ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:14.076112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.557931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:14.076177Z","caller":"traceutil/trace.go:171","msg":"trace[571459980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1838; }","duration":"908.683945ms","start":"2026-03-19T09:04:13.167478Z","end":"2026-03-19T09:04:14.076162Z","steps":["trace[571459980] 'agreement among raft nodes before linearized reading' (duration: 907.842284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.076229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:13.167461Z","time spent":"908.750906ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:04:14.182831Z","caller":"traceutil/trace.go:171","msg":"trace[1788012094] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1919; }","duration":"107.519093ms","start":"2026-03-19T09:04:14.075288Z","end":"2026-03-19T09:04:14.182808Z","steps":["trace[1788012094] 'read index received' (duration: 101.630313ms)","trace[1788012094] 'applied index is now lower than readState.Index' (duration: 5.88756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:14.182998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.309889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:04:14.183051Z","caller":"traceutil/trace.go:171","msg":"trace[799728523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1839; }","duration":"246.409781ms","start":"2026-03-19T09:04:13.936629Z","end":"2026-03-19T09:04:14.183038Z","steps":["trace[799728523] 'agreement among raft nodes before linearized reading' (duration: 246.227037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.183054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.790959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:04:14.183083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.562813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:04:14.183112Z","caller":"traceutil/trace.go:171","msg":"trace[1736908543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1839; }","duration":"259.893163ms","start":"2026-03-19T09:04:13.923202Z","end":"2026-03-19T09:04:14.183095Z","steps":["trace[1736908543] 'agreement among raft nodes before linearized reading' (duration: 259.700718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:14.18322Z","caller":"traceutil/trace.go:171","msg":"trace[1495743645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1839; }","duration":"471.652365ms","start":"2026-03-19T09:04:13.711455Z","end":"2026-03-19T09:04:14.183107Z","steps":["trace[1495743645] 'agreement among raft nodes before linearized reading' (duration: 471.493371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.183268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:13.711428Z","time spent":"471.82371ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:04:14.1834Z","caller":"traceutil/trace.go:171","msg":"trace[1847688285] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"258.952528ms","start":"2026-03-19T09:04:13.923871Z","end":"2026-03-19T09:04:14.182824Z","steps":["trace[1847688285] 'process raft request' (duration: 253.11795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:14.494773Z","caller":"traceutil/trace.go:171","msg":"trace[1617181978] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"305.473728ms","start":"2026-03-19T09:04:14.18921Z","end":"2026-03-19T09:04:14.494684Z","steps":["trace[1617181978] 'process raft request' (duration: 305.233792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.494967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:14.189184Z","time spent":"305.687204ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:14.495049Z","caller":"traceutil/trace.go:171","msg":"trace[556137070] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"305.824928ms","start":"2026-03-19T09:04:14.189211Z","end":"2026-03-19T09:04:14.495035Z","steps":["trace[556137070] 'process raft request' (duration: 305.412316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.495109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:14.189184Z","time spent":"305.894839ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:14.495102Z","caller":"traceutil/trace.go:171","msg":"trace[1804333528] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"305.5556ms","start":"2026-03-19T09:04:14.189523Z","end":"2026-03-19T09:04:14.495079Z","steps":["trace[1804333528] 'process raft request' (duration: 305.492548ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:14.495196Z","caller":"traceutil/trace.go:171","msg":"trace[1468035660] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"305.781035ms","start":"2026-03-19T09:04:14.189385Z","end":"2026-03-19T09:04:14.495166Z","steps":["trace[1468035660] 'process raft request' (duration: 305.552859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:14.495202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:14.189508Z","time spent":"305.643392ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:14.495384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:14.18937Z","time spent":"305.906909ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:16.349194Z","caller":"traceutil/trace.go:171","msg":"trace[1881024381] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"116.582322ms","start":"2026-03-19T09:04:16.232583Z","end":"2026-03-19T09:04:16.349166Z","steps":["trace[1881024381] 'read index received' (duration: 95.294753ms)","trace[1881024381] 'applied index is now lower than readState.Index' (duration: 21.286239ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:16.34926Z","caller":"traceutil/trace.go:171","msg":"trace[856976476] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"159.796739ms","start":"2026-03-19T09:04:16.18943Z","end":"2026-03-19T09:04:16.349226Z","steps":["trace[856976476] 'process raft request' (duration: 138.55097ms)","trace[856976476] 'compare' (duration: 20.94849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:16.349414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.809208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:04:16.349473Z","caller":"traceutil/trace.go:171","msg":"trace[1123601673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1847; }","duration":"116.921461ms","start":"2026-03-19T09:04:16.232533Z","end":"2026-03-19T09:04:16.349455Z","steps":["trace[1123601673] 'agreement among raft nodes before linearized reading' (duration: 116.730377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.015662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.488942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:17.01587Z","caller":"traceutil/trace.go:171","msg":"trace[638629458] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1930; }","duration":"333.049665ms","start":"2026-03-19T09:04:16.682805Z","end":"2026-03-19T09:04:17.015854Z","steps":["trace[638629458] 'read index received' (duration: 197.177194ms)","trace[638629458] 'applied index is now lower than readState.Index' (duration: 135.871341ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:17.015902Z","caller":"traceutil/trace.go:171","msg":"trace[1901779749] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"437.231544ms","start":"2026-03-19T09:04:16.578629Z","end":"2026-03-19T09:04:17.015861Z","steps":["trace[1901779749] 'process raft request' (duration: 301.469446ms)","trace[1901779749] 'compare' (duration: 135.257235ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:17.016004Z","caller":"traceutil/trace.go:171","msg":"trace[950664153] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"436.955927ms","start":"2026-03-19T09:04:16.579037Z","end":"2026-03-19T09:04:17.015993Z","steps":["trace[950664153] 'process raft request' (duration: 436.777422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.015968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.163528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:17.016067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.579013Z","time spent":"437.026829ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:17.016104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.578605Z","time spent":"437.395789ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:17.016078Z","caller":"traceutil/trace.go:171","msg":"trace[536534868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"333.301282ms","start":"2026-03-19T09:04:16.682766Z","end":"2026-03-19T09:04:17.016068Z","steps":["trace[536534868] 'agreement among raft nodes before linearized reading' (duration: 333.140187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.016302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.68275Z","time spent":"333.530707ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:04:17.015935Z","caller":"traceutil/trace.go:171","msg":"trace[1129632566] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"436.968427ms","start":"2026-03-19T09:04:16.578932Z","end":"2026-03-19T09:04:17.015901Z","steps":["trace[1129632566] 'process raft request' (duration: 436.820073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:17.016485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:16.578923Z","time spent":"437.483881ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:17.123018Z","caller":"traceutil/trace.go:171","msg":"trace[1799030733] linearizableReadLoop","detail":"{readStateIndex:1934; appliedIndex:1933; }","duration":"104.819706ms","start":"2026-03-19T09:04:17.018167Z","end":"2026-03-19T09:04:17.122987Z","steps":["trace[1799030733] 'read index received' (duration: 53.565247ms)","trace[1799030733] 'applied index is now lower than readState.Index' (duration: 51.252839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:17.123176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.99126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:17.123271Z","caller":"traceutil/trace.go:171","msg":"trace[136508092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"105.122283ms","start":"2026-03-19T09:04:17.018119Z","end":"2026-03-19T09:04:17.123241Z","steps":["trace[136508092] 'agreement among raft nodes before linearized reading' (duration: 104.962189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.824077Z","caller":"traceutil/trace.go:171","msg":"trace[334351001] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"117.893606ms","start":"2026-03-19T09:04:17.706154Z","end":"2026-03-19T09:04:17.824048Z","steps":["trace[334351001] 'process raft request' (duration: 117.711621ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:17.95148Z","caller":"traceutil/trace.go:171","msg":"trace[867041285] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"116.320926ms","start":"2026-03-19T09:04:17.835098Z","end":"2026-03-19T09:04:17.951418Z","steps":["trace[867041285] 'process raft request' (duration: 116.0669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:18.292394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.343634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:18.29248Z","caller":"traceutil/trace.go:171","msg":"trace[1766096972] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1855; }","duration":"108.526819ms","start":"2026-03-19T09:04:18.183936Z","end":"2026-03-19T09:04:18.292463Z","steps":["trace[1766096972] 'count revisions from in-memory index tree' (duration: 108.179759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:18.292495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.960203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:18.292547Z","caller":"traceutil/trace.go:171","msg":"trace[1988293220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1855; }","duration":"162.053255ms","start":"2026-03-19T09:04:18.130479Z","end":"2026-03-19T09:04:18.292533Z","steps":["trace[1988293220] 'range keys from in-memory index tree' (duration: 161.734306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:18.292915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.61764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:04:18.293013Z","caller":"traceutil/trace.go:171","msg":"trace[661896355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1855; }","duration":"104.768373ms","start":"2026-03-19T09:04:18.188226Z","end":"2026-03-19T09:04:18.292994Z","steps":["trace[661896355] 'range keys from in-memory index tree' (duration: 104.424254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:18.512488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.459115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:18.51264Z","caller":"traceutil/trace.go:171","msg":"trace[557612175] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"154.638286ms","start":"2026-03-19T09:04:18.357981Z","end":"2026-03-19T09:04:18.512619Z","steps":["trace[557612175] 'process raft request' (duration: 51.962296ms)","trace[557612175] 'compare' (duration: 102.327932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:18.755704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.221344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:18.755873Z","caller":"traceutil/trace.go:171","msg":"trace[310531032] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"106.656871ms","start":"2026-03-19T09:04:18.649193Z","end":"2026-03-19T09:04:18.75585Z","steps":["trace[310531032] 'read index received' (duration: 5.069417ms)","trace[310531032] 'applied index is now lower than readState.Index' (duration: 101.585894ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:18.75595Z","caller":"traceutil/trace.go:171","msg":"trace[1055539306] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"239.190318ms","start":"2026-03-19T09:04:18.516714Z","end":"2026-03-19T09:04:18.755904Z","steps":["trace[1055539306] 'process raft request' (duration: 137.618705ms)","trace[1055539306] 'compare' (duration: 100.739272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:18.7561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.906118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:04:18.756146Z","caller":"traceutil/trace.go:171","msg":"trace[1036327598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1858; }","duration":"106.98205ms","start":"2026-03-19T09:04:18.649147Z","end":"2026-03-19T09:04:18.756129Z","steps":["trace[1036327598] 'agreement among raft nodes before linearized reading' (duration: 106.821926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:19.215316Z","caller":"traceutil/trace.go:171","msg":"trace[1558407927] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"184.150135ms","start":"2026-03-19T09:04:19.031139Z","end":"2026-03-19T09:04:19.215289Z","steps":["trace[1558407927] 'process raft request' (duration: 183.995011ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:19.229335Z","caller":"traceutil/trace.go:171","msg":"trace[361649422] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1942; }","duration":"196.911778ms","start":"2026-03-19T09:04:19.032396Z","end":"2026-03-19T09:04:19.229307Z","steps":["trace[361649422] 'read index received' (duration: 183.476558ms)","trace[361649422] 'applied index is now lower than readState.Index' (duration: 13.43386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:19.229566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.145974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:04:19.229608Z","caller":"traceutil/trace.go:171","msg":"trace[810814624] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1861; }","duration":"197.238626ms","start":"2026-03-19T09:04:19.03236Z","end":"2026-03-19T09:04:19.229598Z","steps":["trace[810814624] 'agreement among raft nodes before linearized reading' (duration: 197.048071ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:19.229778Z","caller":"traceutil/trace.go:171","msg":"trace[598219918] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"198.262811ms","start":"2026-03-19T09:04:19.031479Z","end":"2026-03-19T09:04:19.229742Z","steps":["trace[598219918] 'process raft request' (duration: 197.665826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:19.764242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.393854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:19.764355Z","caller":"traceutil/trace.go:171","msg":"trace[1676574499] linearizableReadLoop","detail":"{readStateIndex:1944; appliedIndex:1943; }","duration":"463.236713ms","start":"2026-03-19T09:04:19.3011Z","end":"2026-03-19T09:04:19.764337Z","steps":["trace[1676574499] 'read index received' (duration: 301.131967ms)","trace[1676574499] 'applied index is now lower than readState.Index' (duration: 162.103246ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:19.764437Z","caller":"traceutil/trace.go:171","msg":"trace[488930132] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"530.070286ms","start":"2026-03-19T09:04:19.234355Z","end":"2026-03-19T09:04:19.764425Z","steps":["trace[488930132] 'process raft request' (duration: 367.370545ms)","trace[488930132] 'compare' (duration: 162.201317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:19.764499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:19.23433Z","time spent":"530.137328ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:19.764699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.595983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:19.764805Z","caller":"traceutil/trace.go:171","msg":"trace[1130909230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"463.750556ms","start":"2026-03-19T09:04:19.301023Z","end":"2026-03-19T09:04:19.764773Z","steps":["trace[1130909230] 'agreement among raft nodes before linearized reading' (duration: 463.455539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:19.76487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:19.300993Z","time spent":"463.860139ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:04:19.783914Z","caller":"traceutil/trace.go:171","msg":"trace[1965089983] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"114.584673ms","start":"2026-03-19T09:04:19.669298Z","end":"2026-03-19T09:04:19.783883Z","steps":["trace[1965089983] 'process raft request' (duration: 114.384617ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:20.081124Z","caller":"traceutil/trace.go:171","msg":"trace[1104748574] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"120.700307ms","start":"2026-03-19T09:04:19.960388Z","end":"2026-03-19T09:04:20.081089Z","steps":["trace[1104748574] 'process raft request' (duration: 74.812494ms)","trace[1104748574] 'compare' (duration: 45.75827ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:20.547996Z","caller":"traceutil/trace.go:171","msg":"trace[684299636] linearizableReadLoop","detail":"{readStateIndex:1948; appliedIndex:1947; }","duration":"115.430043ms","start":"2026-03-19T09:04:20.432539Z","end":"2026-03-19T09:04:20.547969Z","steps":["trace[684299636] 'read index received' (duration: 26.585943ms)","trace[684299636] 'applied index is now lower than readState.Index' (duration: 88.84271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:20.548142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.578977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:20.548226Z","caller":"traceutil/trace.go:171","msg":"trace[1922931336] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1865; }","duration":"115.7004ms","start":"2026-03-19T09:04:20.432507Z","end":"2026-03-19T09:04:20.548207Z","steps":["trace[1922931336] 'agreement among raft nodes before linearized reading' (duration: 115.561547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:21.068776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.628288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:21.068941Z","caller":"traceutil/trace.go:171","msg":"trace[1254639854] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"244.275486ms","start":"2026-03-19T09:04:20.824637Z","end":"2026-03-19T09:04:21.068912Z","steps":["trace[1254639854] 'process raft request' (duration: 84.673244ms)","trace[1254639854] 'compare' (duration: 158.467654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:21.333673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.830133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:21.333809Z","caller":"traceutil/trace.go:171","msg":"trace[297776640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1869; }","duration":"114.026408ms","start":"2026-03-19T09:04:21.219751Z","end":"2026-03-19T09:04:21.333777Z","steps":["trace[297776640] 'range keys from in-memory index tree' (duration: 113.569107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:21.335032Z","caller":"traceutil/trace.go:171","msg":"trace[1613618561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1869; }","duration":"100.844014ms","start":"2026-03-19T09:04:21.234121Z","end":"2026-03-19T09:04:21.334965Z","steps":["trace[1613618561] 'range keys from in-memory index tree' (duration: 99.033829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:22.033884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.467055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:22.03397Z","caller":"traceutil/trace.go:171","msg":"trace[33100103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1873; }","duration":"205.583728ms","start":"2026-03-19T09:04:21.828367Z","end":"2026-03-19T09:04:22.033951Z","steps":["trace[33100103] 'range keys from in-memory index tree' (duration: 205.181457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:22.651193Z","caller":"traceutil/trace.go:171","msg":"trace[2001010765] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"236.811258ms","start":"2026-03-19T09:04:22.41435Z","end":"2026-03-19T09:04:22.651161Z","steps":["trace[2001010765] 'process raft request' (duration: 161.626463ms)","trace[2001010765] 'compare' (duration: 75.077702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:23.543705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.527624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:23.543815Z","caller":"traceutil/trace.go:171","msg":"trace[1522978468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1881; }","duration":"135.692557ms","start":"2026-03-19T09:04:23.4081Z","end":"2026-03-19T09:04:23.543792Z","steps":["trace[1522978468] 'range keys from in-memory index tree' (duration: 135.267707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:23.663128Z","caller":"traceutil/trace.go:171","msg":"trace[1717697911] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"113.933395ms","start":"2026-03-19T09:04:23.549167Z","end":"2026-03-19T09:04:23.6631Z","steps":["trace[1717697911] 'process raft request' (duration: 113.777391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:25.078641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.959952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:04:25.078799Z","caller":"traceutil/trace.go:171","msg":"trace[121128340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1886; }","duration":"220.166227ms","start":"2026-03-19T09:04:24.858605Z","end":"2026-03-19T09:04:25.078771Z","steps":["trace[121128340] 'range keys from in-memory index tree' (duration: 219.625003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:25.457536Z","caller":"traceutil/trace.go:171","msg":"trace[298692490] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1971; }","duration":"241.415334ms","start":"2026-03-19T09:04:25.216084Z","end":"2026-03-19T09:04:25.457499Z","steps":["trace[298692490] 'read index received' (duration: 241.214959ms)","trace[298692490] 'applied index is now lower than readState.Index' (duration: 198.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:25.457639Z","caller":"traceutil/trace.go:171","msg":"trace[1283309557] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"278.624457ms","start":"2026-03-19T09:04:25.178954Z","end":"2026-03-19T09:04:25.457578Z","steps":["trace[1283309557] 'process raft request' (duration: 278.300819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:25.457776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.625009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:25.457886Z","caller":"traceutil/trace.go:171","msg":"trace[215093255] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:1888; }","duration":"241.846735ms","start":"2026-03-19T09:04:25.216016Z","end":"2026-03-19T09:04:25.457863Z","steps":["trace[215093255] 'agreement among raft nodes before linearized reading' (duration: 241.62445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:25.623646Z","caller":"traceutil/trace.go:171","msg":"trace[604757009] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"160.104275ms","start":"2026-03-19T09:04:25.463494Z","end":"2026-03-19T09:04:25.623598Z","steps":["trace[604757009] 'process raft request' (duration: 159.025858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:25.911176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.036193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:25.911284Z","caller":"traceutil/trace.go:171","msg":"trace[746243146] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1973; }","duration":"146.808929ms","start":"2026-03-19T09:04:25.764459Z","end":"2026-03-19T09:04:25.911268Z","steps":["trace[746243146] 'read index received' (duration: 3.429627ms)","trace[746243146] 'applied index is now lower than readState.Index' (duration: 143.377812ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:25.911346Z","caller":"traceutil/trace.go:171","msg":"trace[542956483] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"237.28636ms","start":"2026-03-19T09:04:25.67403Z","end":"2026-03-19T09:04:25.911317Z","steps":["trace[542956483] 'process raft request' (duration: 93.988381ms)","trace[542956483] 'compare' (duration: 142.807787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:25.911391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.951692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:25.911586Z","caller":"traceutil/trace.go:171","msg":"trace[339486076] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1890; }","duration":"147.144357ms","start":"2026-03-19T09:04:25.764429Z","end":"2026-03-19T09:04:25.911574Z","steps":["trace[339486076] 'agreement among raft nodes before linearized reading' (duration: 146.917782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:26.48204Z","caller":"traceutil/trace.go:171","msg":"trace[2010603926] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1976; }","duration":"180.966194ms","start":"2026-03-19T09:04:26.301038Z","end":"2026-03-19T09:04:26.482004Z","steps":["trace[2010603926] 'read index received' (duration: 180.875282ms)","trace[2010603926] 'applied index is now lower than readState.Index' (duration: 90.132µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:26.482127Z","caller":"traceutil/trace.go:171","msg":"trace[835765800] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"217.707544ms","start":"2026-03-19T09:04:26.264379Z","end":"2026-03-19T09:04:26.482086Z","steps":["trace[835765800] 'process raft request' (duration: 217.477008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:26.482239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.20679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:04:26.482272Z","caller":"traceutil/trace.go:171","msg":"trace[497031293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1893; }","duration":"181.317012ms","start":"2026-03-19T09:04:26.300947Z","end":"2026-03-19T09:04:26.482264Z","steps":["trace[497031293] 'agreement among raft nodes before linearized reading' (duration: 181.155408ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:27.621157Z","caller":"traceutil/trace.go:171","msg":"trace[747602239] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"107.144734ms","start":"2026-03-19T09:04:27.513958Z","end":"2026-03-19T09:04:27.621102Z","steps":["trace[747602239] 'process raft request' (duration: 106.950879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.851607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.508564ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:04:27.85175Z","caller":"traceutil/trace.go:171","msg":"trace[109795129] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1983; }","duration":"221.501941ms","start":"2026-03-19T09:04:27.630224Z","end":"2026-03-19T09:04:27.851726Z","steps":["trace[109795129] 'read index received' (duration: 693.628µs)","trace[109795129] 'applied index is now lower than readState.Index' (duration: 220.806153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:27.851957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.959789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:27.852064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.382905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:27.85211Z","caller":"traceutil/trace.go:171","msg":"trace[1603902287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1900; }","duration":"169.121725ms","start":"2026-03-19T09:04:27.682923Z","end":"2026-03-19T09:04:27.852044Z","steps":["trace[1603902287] 'agreement among raft nodes before linearized reading' (duration: 168.94211ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:27.852145Z","caller":"traceutil/trace.go:171","msg":"trace[362971479] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1900; }","duration":"138.513669ms","start":"2026-03-19T09:04:27.713614Z","end":"2026-03-19T09:04:27.852127Z","steps":["trace[362971479] 'agreement among raft nodes before linearized reading' (duration: 138.364655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:27.852168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.934202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:27.852237Z","caller":"traceutil/trace.go:171","msg":"trace[1436302879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1900; }","duration":"222.041055ms","start":"2026-03-19T09:04:27.63018Z","end":"2026-03-19T09:04:27.852221Z","steps":["trace[1436302879] 'agreement among raft nodes before linearized reading' (duration: 221.752128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:28.206058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.878064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:28.206227Z","caller":"traceutil/trace.go:171","msg":"trace[1416110796] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"203.861124ms","start":"2026-03-19T09:04:28.002335Z","end":"2026-03-19T09:04:28.206196Z","steps":["trace[1416110796] 'read index received' (duration: 29.682662ms)","trace[1416110796] 'applied index is now lower than readState.Index' (duration: 174.176122ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:28.20643Z","caller":"traceutil/trace.go:171","msg":"trace[629934213] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"267.790072ms","start":"2026-03-19T09:04:27.938599Z","end":"2026-03-19T09:04:28.206389Z","steps":["trace[629934213] 'process raft request' (duration: 93.456576ms)","trace[629934213] 'compare' (duration: 173.71681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:28.206484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.13674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:04:28.206557Z","caller":"traceutil/trace.go:171","msg":"trace[1834988660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"204.277184ms","start":"2026-03-19T09:04:28.002262Z","end":"2026-03-19T09:04:28.206539Z","steps":["trace[1834988660] 'agreement among raft nodes before linearized reading' (duration: 204.069039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:28.500187Z","caller":"traceutil/trace.go:171","msg":"trace[1387561039] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"280.31938ms","start":"2026-03-19T09:04:28.219839Z","end":"2026-03-19T09:04:28.500158Z","steps":["trace[1387561039] 'process raft request' (duration: 280.118365ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:29.096578Z","caller":"traceutil/trace.go:171","msg":"trace[2092649621] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"219.397187ms","start":"2026-03-19T09:04:28.877129Z","end":"2026-03-19T09:04:29.096527Z","steps":["trace[2092649621] 'process raft request' (duration: 131.512031ms)","trace[2092649621] 'compare' (duration: 86.437939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:29.555409Z","caller":"traceutil/trace.go:171","msg":"trace[466600586] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"146.972223ms","start":"2026-03-19T09:04:29.408406Z","end":"2026-03-19T09:04:29.555378Z","steps":["trace[466600586] 'process raft request' (duration: 146.799959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:29.936845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.011636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:29.93695Z","caller":"traceutil/trace.go:171","msg":"trace[1906735028] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"253.516222ms","start":"2026-03-19T09:04:29.683419Z","end":"2026-03-19T09:04:29.936936Z","steps":["trace[1906735028] 'read index received' (duration: 70.177408ms)","trace[1906735028] 'applied index is now lower than readState.Index' (duration: 183.337924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:29.937119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.677405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:29.937203Z","caller":"traceutil/trace.go:171","msg":"trace[1415194315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"253.815809ms","start":"2026-03-19T09:04:29.683369Z","end":"2026-03-19T09:04:29.937185Z","steps":["trace[1415194315] 'agreement among raft nodes before linearized reading' (duration: 253.649905ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:29.937165Z","caller":"traceutil/trace.go:171","msg":"trace[139916215] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"306.712009ms","start":"2026-03-19T09:04:29.630398Z","end":"2026-03-19T09:04:29.93711Z","steps":["trace[139916215] 'process raft request' (duration: 123.339454ms)","trace[139916215] 'compare' (duration: 182.890003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:29.937429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:29.630368Z","time spent":"306.925395ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:30.512665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.507502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:04:30.512774Z","caller":"traceutil/trace.go:171","msg":"trace[1498919407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"229.693087ms","start":"2026-03-19T09:04:30.283056Z","end":"2026-03-19T09:04:30.512749Z","steps":["trace[1498919407] 'range keys from in-memory index tree' (duration: 228.513107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:30.927002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.407016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:30.92715Z","caller":"traceutil/trace.go:171","msg":"trace[980939201] linearizableReadLoop","detail":"{readStateIndex:2000; appliedIndex:1999; }","duration":"343.698504ms","start":"2026-03-19T09:04:30.583431Z","end":"2026-03-19T09:04:30.927129Z","steps":["trace[980939201] 'read index received' (duration: 171.045652ms)","trace[980939201] 'applied index is now lower than readState.Index' (duration: 172.651052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:30.927315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.94347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:30.927375Z","caller":"traceutil/trace.go:171","msg":"trace[609124317] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1915; }","duration":"344.082593ms","start":"2026-03-19T09:04:30.583276Z","end":"2026-03-19T09:04:30.927358Z","steps":["trace[609124317] 'agreement among raft nodes before linearized reading' (duration: 343.96225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:30.927285Z","caller":"traceutil/trace.go:171","msg":"trace[1436802601] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"409.942193ms","start":"2026-03-19T09:04:30.517272Z","end":"2026-03-19T09:04:30.927214Z","steps":["trace[1436802601] 'process raft request' (duration: 237.205478ms)","trace[1436802601] 'compare' (duration: 172.194191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:30.927431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:30.58325Z","time spent":"344.169346ms","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:30.927562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:30.517244Z","time spent":"410.215919ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:30.930418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.896614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:30.930491Z","caller":"traceutil/trace.go:171","msg":"trace[1529268236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1916; }","duration":"247.014077ms","start":"2026-03-19T09:04:30.683461Z","end":"2026-03-19T09:04:30.930475Z","steps":["trace[1529268236] 'agreement among raft nodes before linearized reading' (duration: 246.899403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:30.93106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.715368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-19T09:04:30.931171Z","caller":"traceutil/trace.go:171","msg":"trace[892067620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1916; }","duration":"272.878732ms","start":"2026-03-19T09:04:30.658271Z","end":"2026-03-19T09:04:30.93115Z","steps":["trace[892067620] 'agreement among raft nodes before linearized reading' (duration: 271.920427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:31.410815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.36155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:31.410934Z","caller":"traceutil/trace.go:171","msg":"trace[154787762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1916; }","duration":"308.528114ms","start":"2026-03-19T09:04:31.102377Z","end":"2026-03-19T09:04:31.410905Z","steps":["trace[154787762] 'range keys from in-memory index tree' (duration: 308.153874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:31.410979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.02768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:04:31.410994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:31.102351Z","time spent":"308.628077ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:04:31.41103Z","caller":"traceutil/trace.go:171","msg":"trace[852625057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"150.113812ms","start":"2026-03-19T09:04:31.2609Z","end":"2026-03-19T09:04:31.411014Z","steps":["trace[852625057] 'range keys from in-memory index tree' (duration: 149.884956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:31.843269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.527335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:31.843389Z","caller":"traceutil/trace.go:171","msg":"trace[110190909] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2001; }","duration":"424.865811ms","start":"2026-03-19T09:04:31.418497Z","end":"2026-03-19T09:04:31.843363Z","steps":["trace[110190909] 'read index received' (duration: 57.093296ms)","trace[110190909] 'applied index is now lower than readState.Index' (duration: 367.770295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:31.843452Z","caller":"traceutil/trace.go:171","msg":"trace[1739571069] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"426.522493ms","start":"2026-03-19T09:04:31.416884Z","end":"2026-03-19T09:04:31.843406Z","steps":["trace[1739571069] 'process raft request' (duration: 269.727201ms)","trace[1739571069] 'compare' (duration: 155.849148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:31.843606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.112056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:04:31.843644Z","caller":"traceutil/trace.go:171","msg":"trace[611863798] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:1918; }","duration":"425.188958ms","start":"2026-03-19T09:04:31.418444Z","end":"2026-03-19T09:04:31.843633Z","steps":["trace[611863798] 'agreement among raft nodes before linearized reading' (duration: 425.030664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:31.843655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:31.416862Z","time spent":"426.676007ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:31.843779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.886424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:31.843869Z","caller":"traceutil/trace.go:171","msg":"trace[1966758549] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1918; }","duration":"110.038078ms","start":"2026-03-19T09:04:31.733809Z","end":"2026-03-19T09:04:31.843848Z","steps":["trace[1966758549] 'agreement among raft nodes before linearized reading' (duration: 109.865393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:31.843811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:31.418425Z","time spent":"425.375934ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:04:32.235408Z","caller":"traceutil/trace.go:171","msg":"trace[104591588] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2005; }","duration":"142.212191ms","start":"2026-03-19T09:04:32.093171Z","end":"2026-03-19T09:04:32.235383Z","steps":["trace[104591588] 'read index received' (duration: 107.379409ms)","trace[104591588] 'applied index is now lower than readState.Index' (duration: 34.831672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:32.23558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.384965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:04:32.235613Z","caller":"traceutil/trace.go:171","msg":"trace[175361820] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1921; }","duration":"142.497928ms","start":"2026-03-19T09:04:32.093107Z","end":"2026-03-19T09:04:32.235605Z","steps":["trace[175361820] 'agreement among raft nodes before linearized reading' (duration: 142.364894ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:32.235592Z","caller":"traceutil/trace.go:171","msg":"trace[316352183] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"199.474852ms","start":"2026-03-19T09:04:32.036045Z","end":"2026-03-19T09:04:32.23552Z","steps":["trace[316352183] 'process raft request' (duration: 199.297017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:32.235721Z","caller":"traceutil/trace.go:171","msg":"trace[1528646018] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"199.80721ms","start":"2026-03-19T09:04:32.035641Z","end":"2026-03-19T09:04:32.235449Z","steps":["trace[1528646018] 'process raft request' (duration: 164.941217ms)","trace[1528646018] 'compare' (duration: 34.639387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:32.564973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.035826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:32.565087Z","caller":"traceutil/trace.go:171","msg":"trace[2146847484] linearizableReadLoop","detail":"{readStateIndex:2008; appliedIndex:2007; }","duration":"175.035912ms","start":"2026-03-19T09:04:32.390034Z","end":"2026-03-19T09:04:32.56507Z","steps":["trace[2146847484] 'read index received' (duration: 68.654168ms)","trace[2146847484] 'applied index is now lower than readState.Index' (duration: 106.380484ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:32.565201Z","caller":"traceutil/trace.go:171","msg":"trace[1347942852] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"303.431014ms","start":"2026-03-19T09:04:32.261758Z","end":"2026-03-19T09:04:32.565189Z","steps":["trace[1347942852] 'process raft request' (duration: 197.071561ms)","trace[1347942852] 'compare' (duration: 105.734218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:32.565264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:32.261724Z","time spent":"303.510137ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:32.565467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.592077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:32.565505Z","caller":"traceutil/trace.go:171","msg":"trace[589114786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"145.665049ms","start":"2026-03-19T09:04:32.419831Z","end":"2026-03-19T09:04:32.565496Z","steps":["trace[589114786] 'agreement among raft nodes before linearized reading' (duration: 145.522316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:32.565661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.626147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:32.565701Z","caller":"traceutil/trace.go:171","msg":"trace[2113232345] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1922; }","duration":"175.700119ms","start":"2026-03-19T09:04:32.38999Z","end":"2026-03-19T09:04:32.56569Z","steps":["trace[2113232345] 'agreement among raft nodes before linearized reading' (duration: 175.629337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:32.803937Z","caller":"traceutil/trace.go:171","msg":"trace[1977323547] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2008; }","duration":"121.216119ms","start":"2026-03-19T09:04:32.682688Z","end":"2026-03-19T09:04:32.803904Z","steps":["trace[1977323547] 'read index received' (duration: 68.436772ms)","trace[1977323547] 'applied index is now lower than readState.Index' (duration: 52.777817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:32.805034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.328789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:32.80512Z","caller":"traceutil/trace.go:171","msg":"trace[1279315514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1923; }","duration":"122.444422ms","start":"2026-03-19T09:04:32.682637Z","end":"2026-03-19T09:04:32.805082Z","steps":["trace[1279315514] 'agreement among raft nodes before linearized reading' (duration: 121.373554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:32.80514Z","caller":"traceutil/trace.go:171","msg":"trace[1086484745] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"195.283487ms","start":"2026-03-19T09:04:32.609802Z","end":"2026-03-19T09:04:32.805086Z","steps":["trace[1086484745] 'process raft request' (duration: 141.300429ms)","trace[1086484745] 'compare' (duration: 52.369957ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:32.839213Z","caller":"traceutil/trace.go:171","msg":"trace[1746579810] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"137.546404ms","start":"2026-03-19T09:04:32.70163Z","end":"2026-03-19T09:04:32.839176Z","steps":["trace[1746579810] 'process raft request' (duration: 137.331729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.119504Z","caller":"traceutil/trace.go:171","msg":"trace[789930048] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"203.642488ms","start":"2026-03-19T09:04:32.915824Z","end":"2026-03-19T09:04:33.119467Z","steps":["trace[789930048] 'read index received' (duration: 118.337287ms)","trace[789930048] 'applied index is now lower than readState.Index' (duration: 85.303761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:33.119682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.827502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:33.119654Z","caller":"traceutil/trace.go:171","msg":"trace[1535829663] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"244.510633ms","start":"2026-03-19T09:04:32.875108Z","end":"2026-03-19T09:04:33.119618Z","steps":["trace[1535829663] 'process raft request' (duration: 159.004507ms)","trace[1535829663] 'compare' (duration: 85.235849ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:33.119728Z","caller":"traceutil/trace.go:171","msg":"trace[1948216095] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1925; }","duration":"203.901434ms","start":"2026-03-19T09:04:32.915815Z","end":"2026-03-19T09:04:33.119717Z","steps":["trace[1948216095] 'agreement among raft nodes before linearized reading' (duration: 203.798401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.176382Z","caller":"traceutil/trace.go:171","msg":"trace[1517714238] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"240.566653ms","start":"2026-03-19T09:04:32.935774Z","end":"2026-03-19T09:04:33.17634Z","steps":["trace[1517714238] 'process raft request' (duration: 240.243195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.176529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.487466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:04:33.176631Z","caller":"traceutil/trace.go:171","msg":"trace[269714086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"243.650001ms","start":"2026-03-19T09:04:32.932958Z","end":"2026-03-19T09:04:33.176608Z","steps":["trace[269714086] 'agreement among raft nodes before linearized reading' (duration: 243.294962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.871207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.54494ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:33.871356Z","caller":"traceutil/trace.go:171","msg":"trace[108501961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1926; }","duration":"326.730934ms","start":"2026-03-19T09:04:33.544605Z","end":"2026-03-19T09:04:33.871336Z","steps":["trace[108501961] 'range keys from in-memory index tree' (duration: 326.519449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.87196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.735967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:33.8721Z","caller":"traceutil/trace.go:171","msg":"trace[1679612921] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"391.813874ms","start":"2026-03-19T09:04:33.480268Z","end":"2026-03-19T09:04:33.872082Z","steps":["trace[1679612921] 'read index received' (duration: 28.783419ms)","trace[1679612921] 'applied index is now lower than readState.Index' (duration: 363.029125ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:33.872356Z","caller":"traceutil/trace.go:171","msg":"trace[413758759] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"690.587962ms","start":"2026-03-19T09:04:33.181754Z","end":"2026-03-19T09:04:33.872342Z","steps":["trace[413758759] 'process raft request' (duration: 327.369232ms)","trace[413758759] 'compare' (duration: 362.551492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:33.872526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.270245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-19T09:04:33.872532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.181718Z","time spent":"690.776186ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:33.872567Z","caller":"traceutil/trace.go:171","msg":"trace[1859989190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"392.345267ms","start":"2026-03-19T09:04:33.480212Z","end":"2026-03-19T09:04:33.872558Z","steps":["trace[1859989190] 'agreement among raft nodes before linearized reading' (duration: 392.229724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.872594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.480189Z","time spent":"392.399079ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:33.872417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.566193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:33.872824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.053844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:04:33.872818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.954105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:33.872857Z","caller":"traceutil/trace.go:171","msg":"trace[2015083467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"297.113505ms","start":"2026-03-19T09:04:33.575735Z","end":"2026-03-19T09:04:33.872848Z","steps":["trace[2015083467] 'agreement among raft nodes before linearized reading' (duration: 297.005123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.872841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.862327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:33.872931Z","caller":"traceutil/trace.go:171","msg":"trace[70781631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1927; }","duration":"274.00811ms","start":"2026-03-19T09:04:33.598901Z","end":"2026-03-19T09:04:33.872909Z","steps":["trace[70781631] 'agreement among raft nodes before linearized reading' (duration: 273.841606ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.872876Z","caller":"traceutil/trace.go:171","msg":"trace[1553478578] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1927; }","duration":"292.043337ms","start":"2026-03-19T09:04:33.580815Z","end":"2026-03-19T09:04:33.872858Z","steps":["trace[1553478578] 'agreement among raft nodes before linearized reading' (duration: 291.920113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:33.872953Z","caller":"traceutil/trace.go:171","msg":"trace[1385049580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1927; }","duration":"302.977083ms","start":"2026-03-19T09:04:33.569786Z","end":"2026-03-19T09:04:33.872763Z","steps":["trace[1385049580] 'agreement among raft nodes before linearized reading' (duration: 302.570833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:33.873154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.56976Z","time spent":"303.311602ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:34.21402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.927137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:34.214156Z","caller":"traceutil/trace.go:171","msg":"trace[1270099356] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"121.111678ms","start":"2026-03-19T09:04:34.093025Z","end":"2026-03-19T09:04:34.214137Z","steps":["trace[1270099356] 'read index received' (duration: 64.762µs)","trace[1270099356] 'applied index is now lower than readState.Index' (duration: 121.045496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:34.214261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.237001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:34.214409Z","caller":"traceutil/trace.go:171","msg":"trace[216948070] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1929; }","duration":"121.437997ms","start":"2026-03-19T09:04:34.092952Z","end":"2026-03-19T09:04:34.21439Z","steps":["trace[216948070] 'agreement among raft nodes before linearized reading' (duration: 121.240112ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:34.214442Z","caller":"traceutil/trace.go:171","msg":"trace[1085466593] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"335.731044ms","start":"2026-03-19T09:04:33.878658Z","end":"2026-03-19T09:04:34.214389Z","steps":["trace[1085466593] 'process raft request' (duration: 95.328335ms)","trace[1085466593] 'compare' (duration: 239.720062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:34.214655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:33.878634Z","time spent":"335.894877ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:34.405209Z","caller":"traceutil/trace.go:171","msg":"trace[688082141] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"158.388012ms","start":"2026-03-19T09:04:34.246786Z","end":"2026-03-19T09:04:34.405174Z","steps":["trace[688082141] 'process raft request' (duration: 155.186731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:34.715603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.642319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:34.715697Z","caller":"traceutil/trace.go:171","msg":"trace[1790773097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"145.798453ms","start":"2026-03-19T09:04:34.569879Z","end":"2026-03-19T09:04:34.715678Z","steps":["trace[1790773097] 'range keys from in-memory index tree' (duration: 145.356222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.043328Z","caller":"traceutil/trace.go:171","msg":"trace[2145271016] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"322.94725ms","start":"2026-03-19T09:04:34.720356Z","end":"2026-03-19T09:04:35.043303Z","steps":["trace[2145271016] 'process raft request' (duration: 322.778336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:35.04368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:34.720332Z","time spent":"323.077914ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:35.205075Z","caller":"traceutil/trace.go:171","msg":"trace[1996564663] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"389.944796ms","start":"2026-03-19T09:04:34.815099Z","end":"2026-03-19T09:04:35.205044Z","steps":["trace[1996564663] 'process raft request' (duration: 313.166432ms)","trace[1996564663] 'compare' (duration: 76.590569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:35.205259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:34.815068Z","time spent":"390.09651ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:35.205332Z","caller":"traceutil/trace.go:171","msg":"trace[993627920] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"359.750461ms","start":"2026-03-19T09:04:34.845546Z","end":"2026-03-19T09:04:35.205297Z","steps":["trace[993627920] 'process raft request' (duration: 359.448634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:35.205501Z","caller":"traceutil/trace.go:171","msg":"trace[237144444] linearizableReadLoop","detail":"{readStateIndex:2020; appliedIndex:2017; }","duration":"288.476946ms","start":"2026-03-19T09:04:34.91701Z","end":"2026-03-19T09:04:35.205487Z","steps":["trace[237144444] 'read index received' (duration: 126.208066ms)","trace[237144444] 'applied index is now lower than readState.Index' (duration: 162.26776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:35.2055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:34.845519Z","time spent":"359.891255ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:35.205666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.678991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:35.205716Z","caller":"traceutil/trace.go:171","msg":"trace[1770088707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1934; }","duration":"288.756123ms","start":"2026-03-19T09:04:34.916948Z","end":"2026-03-19T09:04:35.205704Z","steps":["trace[1770088707] 'agreement among raft nodes before linearized reading' (duration: 288.600339ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:36.016723Z","caller":"traceutil/trace.go:171","msg":"trace[941661206] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"132.998648ms","start":"2026-03-19T09:04:35.883681Z","end":"2026-03-19T09:04:36.016679Z","steps":["trace[941661206] 'process raft request' (duration: 132.722851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:36.269829Z","caller":"traceutil/trace.go:171","msg":"trace[1343879228] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2023; }","duration":"120.42727ms","start":"2026-03-19T09:04:36.149358Z","end":"2026-03-19T09:04:36.269785Z","steps":["trace[1343879228] 'read index received' (duration: 88.856701ms)","trace[1343879228] 'applied index is now lower than readState.Index' (duration: 31.568559ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:36.269876Z","caller":"traceutil/trace.go:171","msg":"trace[1110675912] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"248.170445ms","start":"2026-03-19T09:04:36.021665Z","end":"2026-03-19T09:04:36.269835Z","steps":["trace[1110675912] 'process raft request' (duration: 216.502333ms)","trace[1110675912] 'compare' (duration: 31.21373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:36.270085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.681067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:36.270143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.778474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:36.270199Z","caller":"traceutil/trace.go:171","msg":"trace[16449467] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1938; }","duration":"119.926137ms","start":"2026-03-19T09:04:36.150257Z","end":"2026-03-19T09:04:36.270183Z","steps":["trace[16449467] 'agreement among raft nodes before linearized reading' (duration: 119.777523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:36.270206Z","caller":"traceutil/trace.go:171","msg":"trace[740210054] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1938; }","duration":"120.869442ms","start":"2026-03-19T09:04:36.149306Z","end":"2026-03-19T09:04:36.270175Z","steps":["trace[740210054] 'agreement among raft nodes before linearized reading' (duration: 120.669387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:36.433093Z","caller":"traceutil/trace.go:171","msg":"trace[1959863305] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2024; }","duration":"157.969972ms","start":"2026-03-19T09:04:36.275028Z","end":"2026-03-19T09:04:36.432998Z","steps":["trace[1959863305] 'read index received' (duration: 109.247057ms)","trace[1959863305] 'applied index is now lower than readState.Index' (duration: 48.720885ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:36.43318Z","caller":"traceutil/trace.go:171","msg":"trace[1404810607] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"158.30572ms","start":"2026-03-19T09:04:36.274829Z","end":"2026-03-19T09:04:36.433135Z","steps":["trace[1404810607] 'process raft request' (duration: 109.415531ms)","trace[1404810607] 'compare' (duration: 48.601062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:36.433356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.304951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:36.433466Z","caller":"traceutil/trace.go:171","msg":"trace[929273677] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1939; }","duration":"158.471205ms","start":"2026-03-19T09:04:36.27497Z","end":"2026-03-19T09:04:36.433441Z","steps":["trace[929273677] 'agreement among raft nodes before linearized reading' (duration: 158.27605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:36.433463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.663973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T09:04:36.433533Z","caller":"traceutil/trace.go:171","msg":"trace[327106257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"142.834108ms","start":"2026-03-19T09:04:36.29068Z","end":"2026-03-19T09:04:36.433514Z","steps":["trace[327106257] 'agreement among raft nodes before linearized reading' (duration: 142.606802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:36.79736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.759005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:36.797595Z","caller":"traceutil/trace.go:171","msg":"trace[1496138579] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2025; }","duration":"353.122223ms","start":"2026-03-19T09:04:36.444451Z","end":"2026-03-19T09:04:36.797573Z","steps":["trace[1496138579] 'read index received' (duration: 90.06524ms)","trace[1496138579] 'applied index is now lower than readState.Index' (duration: 263.055143ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:36.797793Z","caller":"traceutil/trace.go:171","msg":"trace[37474626] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"358.163201ms","start":"2026-03-19T09:04:36.439587Z","end":"2026-03-19T09:04:36.79775Z","steps":["trace[37474626] 'process raft request' (duration: 357.923425ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:36.797814Z","caller":"traceutil/trace.go:171","msg":"trace[1645997847] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"359.037693ms","start":"2026-03-19T09:04:36.438732Z","end":"2026-03-19T09:04:36.797769Z","steps":["trace[1645997847] 'process raft request' (duration: 95.765175ms)","trace[1645997847] 'compare' (duration: 262.16557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:36.797924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.450172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:36.79801Z","caller":"traceutil/trace.go:171","msg":"trace[1589418042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1941; }","duration":"353.559094ms","start":"2026-03-19T09:04:36.444432Z","end":"2026-03-19T09:04:36.797991Z","steps":["trace[1589418042] 'agreement among raft nodes before linearized reading' (duration: 353.311378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:36.798032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:36.439576Z","time spent":"358.315855ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:36.798092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:36.444359Z","time spent":"353.723669ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:36.798023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:36.438671Z","time spent":"359.244008ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:37.043409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.045624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:04:37.043537Z","caller":"traceutil/trace.go:171","msg":"trace[692424642] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"245.876688ms","start":"2026-03-19T09:04:36.797635Z","end":"2026-03-19T09:04:37.043512Z","steps":["trace[692424642] 'read index received' (duration: 40.583078ms)","trace[692424642] 'applied index is now lower than readState.Index' (duration: 205.29187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:37.043634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.645145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:37.043666Z","caller":"traceutil/trace.go:171","msg":"trace[561485775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1941; }","duration":"360.733937ms","start":"2026-03-19T09:04:36.682921Z","end":"2026-03-19T09:04:37.043655Z","steps":["trace[561485775] 'agreement among raft nodes before linearized reading' (duration: 360.646435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:37.043703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:36.682896Z","time spent":"360.799408ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:37.043674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.532932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:37.043766Z","caller":"traceutil/trace.go:171","msg":"trace[1749938376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1941; }","duration":"343.710046ms","start":"2026-03-19T09:04:36.700033Z","end":"2026-03-19T09:04:37.043743Z","steps":["trace[1749938376] 'agreement among raft nodes before linearized reading' (duration: 343.511941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:37.043826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:36.700006Z","time spent":"343.809718ms","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:37.266654Z","caller":"traceutil/trace.go:171","msg":"trace[1830985993] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"216.74589ms","start":"2026-03-19T09:04:37.04984Z","end":"2026-03-19T09:04:37.266586Z","steps":["trace[1830985993] 'process raft request' (duration: 216.554445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:37.430813Z","caller":"traceutil/trace.go:171","msg":"trace[133078400] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"377.405979ms","start":"2026-03-19T09:04:37.05337Z","end":"2026-03-19T09:04:37.430776Z","steps":["trace[133078400] 'process raft request' (duration: 355.675429ms)","trace[133078400] 'compare' (duration: 21.359101ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:37.430851Z","caller":"traceutil/trace.go:171","msg":"trace[1134290563] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"218.267038ms","start":"2026-03-19T09:04:37.212546Z","end":"2026-03-19T09:04:37.430813Z","steps":["trace[1134290563] 'process raft request' (duration: 218.169006ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:37.43086Z","caller":"traceutil/trace.go:171","msg":"trace[1443614327] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"218.790381ms","start":"2026-03-19T09:04:37.212025Z","end":"2026-03-19T09:04:37.430816Z","steps":["trace[1443614327] 'process raft request' (duration: 218.612677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:37.431014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:37.053348Z","time spent":"377.539432ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:37.431042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.32231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:37.430806Z","caller":"traceutil/trace.go:171","msg":"trace[1948075155] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2028; }","duration":"235.081644ms","start":"2026-03-19T09:04:37.195693Z","end":"2026-03-19T09:04:37.430775Z","steps":["trace[1948075155] 'read index received' (duration: 70.734602ms)","trace[1948075155] 'applied index is now lower than readState.Index' (duration: 164.345832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:37.431097Z","caller":"traceutil/trace.go:171","msg":"trace[1317783937] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1945; }","duration":"235.474954ms","start":"2026-03-19T09:04:37.195611Z","end":"2026-03-19T09:04:37.431085Z","steps":["trace[1317783937] 'agreement among raft nodes before linearized reading' (duration: 235.256599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:37.43128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.250736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:37.43132Z","caller":"traceutil/trace.go:171","msg":"trace[1327706471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1945; }","duration":"152.322328ms","start":"2026-03-19T09:04:37.278982Z","end":"2026-03-19T09:04:37.431304Z","steps":["trace[1327706471] 'agreement among raft nodes before linearized reading' (duration: 152.194574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:37.431346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.067219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:37.43139Z","caller":"traceutil/trace.go:171","msg":"trace[1936110869] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1945; }","duration":"129.175051ms","start":"2026-03-19T09:04:37.302203Z","end":"2026-03-19T09:04:37.431378Z","steps":["trace[1936110869] 'agreement among raft nodes before linearized reading' (duration: 129.060569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:38.559277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.411957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:38.559366Z","caller":"traceutil/trace.go:171","msg":"trace[1237180706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"283.574702ms","start":"2026-03-19T09:04:38.27577Z","end":"2026-03-19T09:04:38.559345Z","steps":["trace[1237180706] 'range keys from in-memory index tree' (duration: 283.208213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:38.559366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.968368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:38.559295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.262127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:04:38.559597Z","caller":"traceutil/trace.go:171","msg":"trace[600898331] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1947; }","duration":"135.221455ms","start":"2026-03-19T09:04:38.42435Z","end":"2026-03-19T09:04:38.559572Z","steps":["trace[600898331] 'count revisions from in-memory index tree' (duration: 134.885986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:38.559621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.037731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:38.559669Z","caller":"traceutil/trace.go:171","msg":"trace[310621565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"120.109522ms","start":"2026-03-19T09:04:38.439548Z","end":"2026-03-19T09:04:38.559657Z","steps":["trace[310621565] 'range keys from in-memory index tree' (duration: 119.939658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:38.559538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.741658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-03-19T09:04:38.559657Z","caller":"traceutil/trace.go:171","msg":"trace[160365021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1947; }","duration":"120.633656ms","start":"2026-03-19T09:04:38.438973Z","end":"2026-03-19T09:04:38.559606Z","steps":["trace[160365021] 'range keys from in-memory index tree' (duration: 120.097462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:38.559725Z","caller":"traceutil/trace.go:171","msg":"trace[1448392883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1947; }","duration":"118.940613ms","start":"2026-03-19T09:04:38.440765Z","end":"2026-03-19T09:04:38.559706Z","steps":["trace[1448392883] 'range keys from in-memory index tree' (duration: 118.623906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:38.806202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.981706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:38.806613Z","caller":"traceutil/trace.go:171","msg":"trace[1726807439] linearizableReadLoop","detail":"{readStateIndex:2037; appliedIndex:2035; }","duration":"123.234691ms","start":"2026-03-19T09:04:38.683358Z","end":"2026-03-19T09:04:38.806592Z","steps":["trace[1726807439] 'read index received' (duration: 63.612µs)","trace[1726807439] 'applied index is now lower than readState.Index' (duration: 123.169999ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:38.806619Z","caller":"traceutil/trace.go:171","msg":"trace[1986761155] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"241.26655ms","start":"2026-03-19T09:04:38.565327Z","end":"2026-03-19T09:04:38.806594Z","steps":["trace[1986761155] 'process raft request' (duration: 115.764651ms)","trace[1986761155] 'compare' (duration: 124.831142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:38.806914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.492157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:38.807039Z","caller":"traceutil/trace.go:171","msg":"trace[1338910049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1950; }","duration":"123.707072ms","start":"2026-03-19T09:04:38.683302Z","end":"2026-03-19T09:04:38.807009Z","steps":["trace[1338910049] 'agreement among raft nodes before linearized reading' (duration: 123.416025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:38.807495Z","caller":"traceutil/trace.go:171","msg":"trace[1740471521] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"231.981945ms","start":"2026-03-19T09:04:38.575486Z","end":"2026-03-19T09:04:38.807468Z","steps":["trace[1740471521] 'process raft request' (duration: 230.843426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.247196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.267965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:39.247587Z","caller":"traceutil/trace.go:171","msg":"trace[485290689] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"435.384767ms","start":"2026-03-19T09:04:38.812162Z","end":"2026-03-19T09:04:39.247546Z","steps":["trace[485290689] 'process raft request' (duration: 312.66934ms)","trace[485290689] 'compare' (duration: 121.984738ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:39.247668Z","caller":"traceutil/trace.go:171","msg":"trace[727085859] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"433.58058ms","start":"2026-03-19T09:04:38.814068Z","end":"2026-03-19T09:04:39.247648Z","steps":["trace[727085859] 'process raft request' (duration: 433.336644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.247728Z","caller":"traceutil/trace.go:171","msg":"trace[1766579134] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"434.130494ms","start":"2026-03-19T09:04:38.813563Z","end":"2026-03-19T09:04:39.247693Z","steps":["trace[1766579134] 'process raft request' (duration: 433.807146ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:39.247593Z","caller":"traceutil/trace.go:171","msg":"trace[1334877952] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"433.997701ms","start":"2026-03-19T09:04:38.813554Z","end":"2026-03-19T09:04:39.247551Z","steps":["trace[1334877952] 'process raft request' (duration: 433.747145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.247831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.812138Z","time spent":"435.570352ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:39.247909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.813524Z","time spent":"434.354301ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:39.247918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.814057Z","time spent":"433.792257ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1138,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:39.247644Z","caller":"traceutil/trace.go:171","msg":"trace[1805464975] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"432.545415ms","start":"2026-03-19T09:04:38.815079Z","end":"2026-03-19T09:04:39.247624Z","steps":["trace[1805464975] 'process raft request' (duration: 432.415021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.248115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.813545Z","time spent":"434.33427ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:39.247799Z","caller":"traceutil/trace.go:171","msg":"trace[122582173] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"226.443905ms","start":"2026-03-19T09:04:39.021345Z","end":"2026-03-19T09:04:39.247789Z","steps":["trace[122582173] 'process raft request' (duration: 226.222918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:39.248566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:38.815064Z","time spent":"432.991587ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:41.732551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860933992s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:41.733101Z","caller":"traceutil/trace.go:171","msg":"trace[643226134] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"2.296619827s","start":"2026-03-19T09:04:39.436423Z","end":"2026-03-19T09:04:41.733043Z","steps":["trace[643226134] 'process raft request' (duration: 435.08821ms)","trace[643226134] 'compare' (duration: 1.86049285s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:41.733133Z","caller":"traceutil/trace.go:171","msg":"trace[489621318] linearizableReadLoop","detail":"{readStateIndex:2045; appliedIndex:2044; }","duration":"2.296598656s","start":"2026-03-19T09:04:39.436513Z","end":"2026-03-19T09:04:41.733112Z","steps":["trace[489621318] 'read index received' (duration: 435.006147ms)","trace[489621318] 'applied index is now lower than readState.Index' (duration: 1.861590719s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:41.733264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.436391Z","time spent":"2.296786232s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:41.733352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296837493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:04:41.733388Z","caller":"traceutil/trace.go:171","msg":"trace[1856055681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1959; }","duration":"2.296918845s","start":"2026-03-19T09:04:39.436458Z","end":"2026-03-19T09:04:41.733377Z","steps":["trace[1856055681] 'agreement among raft nodes before linearized reading' (duration: 2.296764921s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.733412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.43642Z","time spent":"2.296986826s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:04:41.73317Z","caller":"traceutil/trace.go:171","msg":"trace[1495861798] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"2.295956881s","start":"2026-03-19T09:04:39.437192Z","end":"2026-03-19T09:04:41.733149Z","steps":["trace[1495861798] 'process raft request' (duration: 2.295855748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.733458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.563501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:04:41.733509Z","caller":"traceutil/trace.go:171","msg":"trace[2119363402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1959; }","duration":"480.644593ms","start":"2026-03-19T09:04:41.252851Z","end":"2026-03-19T09:04:41.733496Z","steps":["trace[2119363402] 'agreement among raft nodes before linearized reading' (duration: 480.521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.733507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.078423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:04:41.733554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.252827Z","time spent":"480.716556ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:04:41.733572Z","caller":"traceutil/trace.go:171","msg":"trace[274478582] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:1959; }","duration":"308.201356ms","start":"2026-03-19T09:04:41.425353Z","end":"2026-03-19T09:04:41.733554Z","steps":["trace[274478582] 'agreement among raft nodes before linearized reading' (duration: 308.010971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.733539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253614299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T09:04:41.73361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.42533Z","time spent":"308.272447ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:04:41.733535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.437181Z","time spent":"2.296278029s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:41.733637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051156873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:41.733569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.442753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:04:41.733675Z","caller":"traceutil/trace.go:171","msg":"trace[1276979089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1959; }","duration":"1.051218874s","start":"2026-03-19T09:04:40.682447Z","end":"2026-03-19T09:04:41.733666Z","steps":["trace[1276979089] 'agreement among raft nodes before linearized reading' (duration: 1.051166492s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.73367Z","caller":"traceutil/trace.go:171","msg":"trace[980445260] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1959; }","duration":"2.253783382s","start":"2026-03-19T09:04:39.479851Z","end":"2026-03-19T09:04:41.733634Z","steps":["trace[980445260] 'agreement among raft nodes before linearized reading' (duration: 2.253480174s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.733684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766613134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:41.733687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.193806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-19T09:04:41.733742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.47983Z","time spent":"2.253894655s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:04:41.733786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605703628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:41.733782Z","caller":"traceutil/trace.go:171","msg":"trace[463093865] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1959; }","duration":"1.766728706s","start":"2026-03-19T09:04:39.967002Z","end":"2026-03-19T09:04:41.733731Z","steps":["trace[463093865] 'agreement among raft nodes before linearized reading' (duration: 1.766596883s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.733827Z","caller":"traceutil/trace.go:171","msg":"trace[18382645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1959; }","duration":"1.605792049s","start":"2026-03-19T09:04:40.128025Z","end":"2026-03-19T09:04:41.733817Z","steps":["trace[18382645] 'agreement among raft nodes before linearized reading' (duration: 1.605681507s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.733861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.882988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:04:41.733862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:40.127987Z","time spent":"1.605868111s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:41.733716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:40.682424Z","time spent":"1.051285376s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:41.733851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.966976Z","time spent":"1.76685831s","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:41.733796Z","caller":"traceutil/trace.go:171","msg":"trace[295139396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1959; }","duration":"160.612718ms","start":"2026-03-19T09:04:41.573086Z","end":"2026-03-19T09:04:41.733699Z","steps":["trace[295139396] 'agreement among raft nodes before linearized reading' (duration: 160.32813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.734044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.714589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:04:41.73378Z","caller":"traceutil/trace.go:171","msg":"trace[1794666283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1959; }","duration":"246.314459ms","start":"2026-03-19T09:04:41.487431Z","end":"2026-03-19T09:04:41.733746Z","steps":["trace[1794666283] 'agreement among raft nodes before linearized reading' (duration: 245.995461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:41.73408Z","caller":"traceutil/trace.go:171","msg":"trace[545910976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1959; }","duration":"920.807882ms","start":"2026-03-19T09:04:40.81326Z","end":"2026-03-19T09:04:41.734068Z","steps":["trace[545910976] 'agreement among raft nodes before linearized reading' (duration: 920.580776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.73411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:40.813227Z","time spent":"920.877614ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:04:41.733665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064264914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:41.734205Z","caller":"traceutil/trace.go:171","msg":"trace[516009827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1959; }","duration":"1.064847839s","start":"2026-03-19T09:04:40.669349Z","end":"2026-03-19T09:04:41.734197Z","steps":["trace[516009827] 'agreement among raft nodes before linearized reading' (duration: 1.064274685s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.734239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:40.669314Z","time spent":"1.064906641s","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:41.73379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167156779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:41.734337Z","caller":"traceutil/trace.go:171","msg":"trace[1008948665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"2.167713132s","start":"2026-03-19T09:04:39.5666Z","end":"2026-03-19T09:04:41.734313Z","steps":["trace[1008948665] 'agreement among raft nodes before linearized reading' (duration: 2.167137148s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.734376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:39.56658Z","time spent":"2.167782044s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:41.733588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140632759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:41.734485Z","caller":"traceutil/trace.go:171","msg":"trace[194756477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1959; }","duration":"1.141542662s","start":"2026-03-19T09:04:40.592921Z","end":"2026-03-19T09:04:41.734463Z","steps":["trace[194756477] 'agreement among raft nodes before linearized reading' (duration: 1.140603848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.734565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:40.592895Z","time spent":"1.141648014s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:04:41.733888Z","caller":"traceutil/trace.go:171","msg":"trace[124406509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1959; }","duration":"844.909129ms","start":"2026-03-19T09:04:40.888971Z","end":"2026-03-19T09:04:41.733881Z","steps":["trace[124406509] 'agreement among raft nodes before linearized reading' (duration: 844.499669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:41.734682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:40.888928Z","time spent":"845.73831ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:42.238333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:43.743822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:43.74395Z","caller":"traceutil/trace.go:171","msg":"trace[68711905] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00053546s","start":"2026-03-19T09:04:41.743378Z","end":"2026-03-19T09:04:43.743913Z","steps":["trace[68711905] 'agreement among raft nodes before linearized reading' (duration: 2.000375005s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.744016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.74337Z","time spent":"2.000633142s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:43.856954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.393536ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:43.857142Z","caller":"traceutil/trace.go:171","msg":"trace[1134379812] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1959; }","duration":"311.598581ms","start":"2026-03-19T09:04:43.545515Z","end":"2026-03-19T09:04:43.857114Z","steps":["trace[1134379812] 'range keys from in-memory index tree' (duration: 311.372296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:43.857441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229430658s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T09:04:43.857574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.735808Z","time spent":"2.121760829s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:44.663726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035600358s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:45.611243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.925683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:04:45.611559Z","caller":"traceutil/trace.go:171","msg":"trace[292472667] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"3.872722106s","start":"2026-03-19T09:04:41.738788Z","end":"2026-03-19T09:04:45.61151Z","steps":["trace[292472667] 'process raft request' (duration: 2.925366232s)","trace[292472667] 'compare' (duration: 946.529954ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:45.611754Z","caller":"traceutil/trace.go:171","msg":"trace[1524522510] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"3.871753593s","start":"2026-03-19T09:04:41.739972Z","end":"2026-03-19T09:04:45.611726Z","steps":["trace[1524522510] 'process raft request' (duration: 3.871592729s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:45.611766Z","caller":"traceutil/trace.go:171","msg":"trace[1858264241] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"3.871949977s","start":"2026-03-19T09:04:41.739764Z","end":"2026-03-19T09:04:45.611714Z","steps":["trace[1858264241] 'process raft request' (duration: 3.87163316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.611885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.739936Z","time spent":"3.871875006s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:45.61201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.739754Z","time spent":"3.872117241s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:45.61216Z","caller":"traceutil/trace.go:171","msg":"trace[111271710] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"3.872043749s","start":"2026-03-19T09:04:41.740069Z","end":"2026-03-19T09:04:45.612113Z","steps":["trace[111271710] 'process raft request' (duration: 3.871600628s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:45.612218Z","caller":"traceutil/trace.go:171","msg":"trace[1411998413] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"3.872093221s","start":"2026-03-19T09:04:41.740094Z","end":"2026-03-19T09:04:45.612187Z","steps":["trace[1411998413] 'process raft request' (duration: 3.871901467s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.612269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.740057Z","time spent":"3.872149583s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:45.612279Z","caller":"traceutil/trace.go:171","msg":"trace[1448889089] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2046; }","duration":"3.87481785s","start":"2026-03-19T09:04:41.737425Z","end":"2026-03-19T09:04:45.612243Z","steps":["trace[1448889089] 'read index received' (duration: 890.633147ms)","trace[1448889089] 'applied index is now lower than readState.Index' (duration: 2.984183093s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:04:45.612445Z","caller":"traceutil/trace.go:171","msg":"trace[1055580960] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"3.872235754s","start":"2026-03-19T09:04:41.740193Z","end":"2026-03-19T09:04:45.612429Z","steps":["trace[1055580960] 'process raft request' (duration: 3.871914086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.612591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.740186Z","time spent":"3.872303887s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:45.612771Z","caller":"traceutil/trace.go:171","msg":"trace[350422220] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"3.872499962s","start":"2026-03-19T09:04:41.740252Z","end":"2026-03-19T09:04:45.612752Z","steps":["trace[350422220] 'process raft request' (duration: 3.871905297s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.612854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.740247Z","time spent":"3.872572244s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:45.61233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.740076Z","time spent":"3.872204184s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:45.61314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875687472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-19T09:04:45.613249Z","caller":"traceutil/trace.go:171","msg":"trace[803425847] range","detail":"{range_begin:/registry/persistentvolumes/pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e; range_end:; response_count:1; response_revision:1967; }","duration":"3.875816626s","start":"2026-03-19T09:04:41.737407Z","end":"2026-03-19T09:04:45.613224Z","steps":["trace[803425847] 'agreement among raft nodes before linearized reading' (duration: 3.875488208s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.613308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.737398Z","time spent":"3.875896828s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-250c2c6b-4e5f-4fd5-baa4-c014aebded1e\" "} {"level":"info","ts":"2026-03-19T09:04:45.613172Z","caller":"traceutil/trace.go:171","msg":"trace[1712220018] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"3.872767129s","start":"2026-03-19T09:04:41.740377Z","end":"2026-03-19T09:04:45.613144Z","steps":["trace[1712220018] 'process raft request' (duration: 3.871818665s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.613462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.740367Z","time spent":"3.873000945s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:45.613545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.738774Z","time spent":"3.872930202s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:45.744111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:45.744321Z","caller":"traceutil/trace.go:171","msg":"trace[1001984687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189611s","start":"2026-03-19T09:04:43.744107Z","end":"2026-03-19T09:04:45.744297Z","steps":["trace[1001984687] 'agreement among raft nodes before linearized reading' (duration: 1.999948443s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:45.744374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.744088Z","time spent":"2.000275653s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:46.113484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:46.614251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:47.11482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:47.615404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:47.751155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:47.75126Z","caller":"traceutil/trace.go:171","msg":"trace[1181918369] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020814s","start":"2026-03-19T09:04:45.751027Z","end":"2026-03-19T09:04:47.751235Z","steps":["trace[1181918369] 'agreement among raft nodes before linearized reading' (duration: 2.000061277s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:47.751312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.751006Z","time spent":"2.000295252s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:48.116381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:48.617048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:48.738987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.740552Z","time spent":"4.998426409s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:49.117716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:49.618871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:49.713632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.713237Z","time spent":"7.000388292s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:49.751311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:49.751467Z","caller":"traceutil/trace.go:171","msg":"trace[287646259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000065186s","start":"2026-03-19T09:04:47.751372Z","end":"2026-03-19T09:04:49.751437Z","steps":["trace[287646259] 'agreement among raft nodes before linearized reading' (duration: 1.999876422s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:49.75154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.751346Z","time spent":"2.00017655s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:50.120152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:50.137025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.136077Z","time spent":"7.000940796s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:50.22864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.228289Z","time spent":"7.000342012s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:50.296701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:50.296802Z","caller":"traceutil/trace.go:171","msg":"trace[850248903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304152s","start":"2026-03-19T09:04:48.296473Z","end":"2026-03-19T09:04:50.296777Z","steps":["trace[850248903] 'agreement among raft nodes before linearized reading' (duration: 2.000160808s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:50.296854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:48.296449Z","time spent":"2.000394904s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:50.621017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:50.747525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.746975Z","time spent":"7.000541827s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:50.859671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.859016Z","time spent":"7.00064671s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:51.121587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:51.622171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:51.760415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:51.760541Z","caller":"traceutil/trace.go:171","msg":"trace[581728121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567669s","start":"2026-03-19T09:04:49.75995Z","end":"2026-03-19T09:04:51.760518Z","steps":["trace[581728121] 'agreement among raft nodes before linearized reading' (duration: 2.000399815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:51.760599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:49.759919Z","time spent":"2.000668172s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:52.123378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:52.31523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.765566264s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:52.616645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999012233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:52.616733Z","caller":"traceutil/trace.go:171","msg":"trace[1899686359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999128216s","start":"2026-03-19T09:04:47.617581Z","end":"2026-03-19T09:04:52.616709Z","steps":["trace[1899686359] 'agreement among raft nodes before linearized reading' (duration: 4.999001942s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:52.616776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.617517Z","time spent":"4.999250339s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:04:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:52.61773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999421502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:52.617823Z","caller":"traceutil/trace.go:171","msg":"trace[1579133471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999574626s","start":"2026-03-19T09:04:47.618225Z","end":"2026-03-19T09:04:52.617799Z","steps":["trace[1579133471] 'agreement among raft nodes before linearized reading' (duration: 4.999438102s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:52.617876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.618214Z","time spent":"4.999651648s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:04:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:52.618006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998842218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:52.618062Z","caller":"traceutil/trace.go:171","msg":"trace[744051260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998916659s","start":"2026-03-19T09:04:47.619135Z","end":"2026-03-19T09:04:52.618052Z","steps":["trace[744051260] 'agreement among raft nodes before linearized reading' (duration: 4.998857848s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:52.618118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.619127Z","time spent":"4.99897632s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 09:04:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:53.7396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997993576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:53.741751Z","caller":"traceutil/trace.go:171","msg":"trace[1362222082] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998228172s","start":"2026-03-19T09:04:48.741495Z","end":"2026-03-19T09:04:53.739723Z","steps":["trace[1362222082] 'agreement among raft nodes before linearized reading' (duration: 4.998009166s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.74189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:48.741473Z","time spent":"5.000393015s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/19 09:04:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:53.745585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994560113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:53.745722Z","caller":"traceutil/trace.go:171","msg":"trace[1565277864] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994760678s","start":"2026-03-19T09:04:50.750921Z","end":"2026-03-19T09:04:53.745682Z","steps":["trace[1565277864] 'agreement among raft nodes before linearized reading' (duration: 2.994591443s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.745887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:50.750897Z","time spent":"2.994969933s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/19 09:04:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:53.761485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:53.761588Z","caller":"traceutil/trace.go:171","msg":"trace[1795648668] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544297s","start":"2026-03-19T09:04:51.76102Z","end":"2026-03-19T09:04:53.761564Z","steps":["trace[1795648668] 'agreement among raft nodes before linearized reading' (duration: 2.000396453s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:53.761634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:51.760998Z","time spent":"2.00062722s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:54.36146Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567b9d0553b8aade","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-19T09:04:54.414744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.643256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:54.414881Z","caller":"traceutil/trace.go:171","msg":"trace[77393395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1973; }","duration":"869.832761ms","start":"2026-03-19T09:04:53.545027Z","end":"2026-03-19T09:04:54.41486Z","steps":["trace[77393395] 'range keys from in-memory index tree' (duration: 869.621145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:54.724215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:54.724408Z","caller":"traceutil/trace.go:171","msg":"trace[536032350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000952098s","start":"2026-03-19T09:04:52.723431Z","end":"2026-03-19T09:04:54.724383Z","steps":["trace[536032350] 'agreement among raft nodes before linearized reading' (duration: 2.000728072s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:54.724842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:52.723412Z","time spent":"2.001404818s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:55.12817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:48.128029Z","time spent":"7.000133553s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:55.23813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.922300094s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:04:55.771835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984924812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:55.772007Z","caller":"traceutil/trace.go:171","msg":"trace[654054676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.985112727s","start":"2026-03-19T09:04:53.786827Z","end":"2026-03-19T09:04:55.771939Z","steps":["trace[654054676] 'agreement among raft nodes before linearized reading' (duration: 1.984959434s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:55.772223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:53.786803Z","time spent":"1.985409285s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:56.173982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.436103ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T09:04:57.141654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:50.14148Z","time spent":"7.000166652s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:57.234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:50.233367Z","time spent":"7.000622251s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:57.411439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236562999s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:697"} {"level":"warn","ts":"2026-03-19T09:04:57.411585Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.12µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-03-19T09:04:57.411617Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"567b9d0553b8aade","error":"lease not found"} {"level":"info","ts":"2026-03-19T09:04:57.411655Z","caller":"traceutil/trace.go:171","msg":"trace[318010850] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2055; }","duration":"11.799263534s","start":"2026-03-19T09:04:45.612374Z","end":"2026-03-19T09:04:57.411638Z","steps":["trace[318010850] 'read index received' (duration: 6.703177835s)","trace[318010850] 'applied index is now lower than readState.Index' (duration: 5.096084759s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:04:57.411749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.133180751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.411769Z","caller":"traceutil/trace.go:171","msg":"trace[1972377865] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1974; }","duration":"12.133229312s","start":"2026-03-19T09:04:45.278532Z","end":"2026-03-19T09:04:57.411761Z","steps":["trace[1972377865] 'agreement among raft nodes before linearized reading' (duration: 12.133184651s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.411794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.278511Z","time spent":"12.133276083s","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.411978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.492726708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.412Z","caller":"traceutil/trace.go:171","msg":"trace[1278960388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1974; }","duration":"12.492791689s","start":"2026-03-19T09:04:44.919201Z","end":"2026-03-19T09:04:57.411993Z","steps":["trace[1278960388] 'agreement among raft nodes before linearized reading' (duration: 12.492745218s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.919176Z","time spent":"12.49283674s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.266400353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.41221Z","caller":"traceutil/trace.go:171","msg":"trace[1952487347] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1974; }","duration":"13.266453375s","start":"2026-03-19T09:04:44.145747Z","end":"2026-03-19T09:04:57.4122Z","steps":["trace[1952487347] 'agreement among raft nodes before linearized reading' (duration: 13.266386293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.41223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:44.145726Z","time spent":"13.266498856s","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.604620155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-03-19T09:04:57.412288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.588895697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.412347Z","caller":"traceutil/trace.go:171","msg":"trace[208161092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1974; }","duration":"15.604689587s","start":"2026-03-19T09:04:41.80765Z","end":"2026-03-19T09:04:57.41234Z","steps":["trace[208161092] 'agreement among raft nodes before linearized reading' (duration: 15.604534593s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.807628Z","time spent":"15.604741588s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12002,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:04:57.412383Z","caller":"traceutil/trace.go:171","msg":"trace[278870102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1974; }","duration":"15.589098962s","start":"2026-03-19T09:04:41.823263Z","end":"2026-03-19T09:04:57.412362Z","steps":["trace[278870102] 'agreement among raft nodes before linearized reading' (duration: 15.588874276s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.550532867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:57.412411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.343545454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:57.412429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:41.823225Z","time spent":"15.589192684s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79592647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.412462Z","caller":"traceutil/trace.go:171","msg":"trace[245733790] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1974; }","duration":"14.343602446s","start":"2026-03-19T09:04:43.068846Z","end":"2026-03-19T09:04:57.412448Z","steps":["trace[245733790] 'agreement among raft nodes before linearized reading' (duration: 14.343340529s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:57.41247Z","caller":"traceutil/trace.go:171","msg":"trace[1101918326] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1974; }","duration":"14.550793104s","start":"2026-03-19T09:04:42.86165Z","end":"2026-03-19T09:04:57.412443Z","steps":["trace[1101918326] 'agreement among raft nodes before linearized reading' (duration: 14.550509807s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27932805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7982"} {"level":"warn","ts":"2026-03-19T09:04:57.412531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.72093407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:57.412535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.861625Z","time spent":"14.550891917s","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:57.412566Z","caller":"traceutil/trace.go:171","msg":"trace[2076063295] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1974; }","duration":"2.279446102s","start":"2026-03-19T09:04:55.133103Z","end":"2026-03-19T09:04:57.41255Z","steps":["trace[2076063295] 'agreement among raft nodes before linearized reading' (duration: 2.2793358s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:57.412578Z","caller":"traceutil/trace.go:171","msg":"trace[2011023873] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1974; }","duration":"7.721016902s","start":"2026-03-19T09:04:49.691544Z","end":"2026-03-19T09:04:57.412561Z","steps":["trace[2011023873] 'agreement among raft nodes before linearized reading' (duration: 7.72094539s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318041244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:57.412608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.986132082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:04:57.412617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:49.69152Z","time spent":"7.721086644s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:57.412626Z","caller":"traceutil/trace.go:171","msg":"trace[1373990402] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1974; }","duration":"4.318123847s","start":"2026-03-19T09:04:53.094491Z","end":"2026-03-19T09:04:57.412615Z","steps":["trace[1373990402] 'agreement among raft nodes before linearized reading' (duration: 4.318044045s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792358223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:04:57.412647Z","caller":"traceutil/trace.go:171","msg":"trace[1043348150] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:1974; }","duration":"5.986264515s","start":"2026-03-19T09:04:51.426376Z","end":"2026-03-19T09:04:57.41264Z","steps":["trace[1043348150] 'agreement among raft nodes before linearized reading' (duration: 5.986155362s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.695103476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T09:04:57.412659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:53.094468Z","time spent":"4.318182208s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.390109656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.412709Z","caller":"traceutil/trace.go:171","msg":"trace[1930937377] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1974; }","duration":"5.390141357s","start":"2026-03-19T09:04:52.02256Z","end":"2026-03-19T09:04:57.412702Z","steps":["trace[1930937377] 'agreement among raft nodes before linearized reading' (duration: 5.390034734s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:57.412716Z","caller":"traceutil/trace.go:171","msg":"trace[2115925482] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1974; }","duration":"7.695242729s","start":"2026-03-19T09:04:49.717451Z","end":"2026-03-19T09:04:57.412693Z","steps":["trace[2115925482] 'agreement among raft nodes before linearized reading' (duration: 7.694984662s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.646972168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-19T09:04:57.412736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:52.022488Z","time spent":"5.390242589s","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.41274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794141139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:04:57.412733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.194592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-19T09:04:57.412759Z","caller":"traceutil/trace.go:171","msg":"trace[242229951] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1974; }","duration":"3.647038159s","start":"2026-03-19T09:04:53.765714Z","end":"2026-03-19T09:04:57.412752Z","steps":["trace[242229951] 'agreement among raft nodes before linearized reading' (duration: 3.646959277s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:57.412768Z","caller":"traceutil/trace.go:171","msg":"trace[2139177545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"2.794208891s","start":"2026-03-19T09:04:54.618552Z","end":"2026-03-19T09:04:57.412761Z","steps":["trace[2139177545] 'agreement among raft nodes before linearized reading' (duration: 2.794135999s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.41278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:53.76569Z","time spent":"3.647085661s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-19T09:04:57.412789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:54.618527Z","time spent":"2.794256432s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:04:57.41266Z","caller":"traceutil/trace.go:171","msg":"trace[1198660876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1974; }","duration":"2.792423025s","start":"2026-03-19T09:04:54.620227Z","end":"2026-03-19T09:04:57.41265Z","steps":["trace[1198660876] 'agreement among raft nodes before linearized reading' (duration: 2.792346703s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:49.717429Z","time spent":"7.695338052s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-19T09:04:57.412835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:54.620202Z","time spent":"2.79261893s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:04:57.412881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.794574219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:04:57.412511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:43.068784Z","time spent":"14.343716219s","remote":"127.0.0.1:50072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23483311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:57.412942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64049886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:04:57.412935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.671194743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:04:57.412992Z","caller":"traceutil/trace.go:171","msg":"trace[1972815492] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1974; }","duration":"3.235075116s","start":"2026-03-19T09:04:54.177887Z","end":"2026-03-19T09:04:57.412962Z","steps":["trace[1972815492] 'agreement among raft nodes before linearized reading' (duration: 3.234749047s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.413005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.235114285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:57.413029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.728931995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:57.41303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969296638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.413072Z","caller":"traceutil/trace.go:171","msg":"trace[1812735475] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1974; }","duration":"6.729003936s","start":"2026-03-19T09:04:50.684057Z","end":"2026-03-19T09:04:57.41306Z","steps":["trace[1812735475] 'agreement among raft nodes before linearized reading' (duration: 6.728931254s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:57.412975Z","caller":"traceutil/trace.go:171","msg":"trace[549826521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"1.640565482s","start":"2026-03-19T09:04:55.7724Z","end":"2026-03-19T09:04:57.412966Z","steps":["trace[549826521] 'agreement among raft nodes before linearized reading' (duration: 1.64051289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.413084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:54.177858Z","time spent":"3.235206909s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:57.413088Z","caller":"traceutil/trace.go:171","msg":"trace[743347048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1974; }","duration":"14.671417748s","start":"2026-03-19T09:04:42.741612Z","end":"2026-03-19T09:04:57.41303Z","steps":["trace[743347048] 'agreement among raft nodes before linearized reading' (duration: 14.670747062s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.664228743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:04:57.413227Z","caller":"traceutil/trace.go:171","msg":"trace[1931168453] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:1974; }","duration":"11.665065504s","start":"2026-03-19T09:04:45.748151Z","end":"2026-03-19T09:04:57.413216Z","steps":["trace[1931168453] 'agreement among raft nodes before linearized reading' (duration: 11.664140841s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.413255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:45.748128Z","time spent":"11.665119866s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"warn","ts":"2026-03-19T09:04:57.413209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.741586Z","time spent":"14.671604273s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:04:57.413414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.651112186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.414123Z","caller":"traceutil/trace.go:171","msg":"trace[849308975] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1974; }","duration":"9.651826994s","start":"2026-03-19T09:04:47.762278Z","end":"2026-03-19T09:04:57.414105Z","steps":["trace[849308975] 'agreement among raft nodes before linearized reading' (duration: 9.650260315s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.414168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.762241Z","time spent":"9.651914166s","remote":"127.0.0.1:49468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:57.41307Z","caller":"traceutil/trace.go:171","msg":"trace[1091732071] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1974; }","duration":"7.235218228s","start":"2026-03-19T09:04:50.177837Z","end":"2026-03-19T09:04:57.413055Z","steps":["trace[1091732071] 'agreement among raft nodes before linearized reading' (duration: 7.235116735s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.414503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:50.177805Z","time spent":"7.236666524s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:55.133073Z","time spent":"2.279526235s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8005,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:04:57.413077Z","caller":"traceutil/trace.go:171","msg":"trace[1478551490] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1974; }","duration":"1.969374969s","start":"2026-03-19T09:04:55.443692Z","end":"2026-03-19T09:04:57.413067Z","steps":["trace[1478551490] 'agreement among raft nodes before linearized reading' (duration: 1.969302897s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.414808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:55.44367Z","time spent":"1.971127474s","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792051926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:04:57.414928Z","caller":"traceutil/trace.go:171","msg":"trace[702691670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1974; }","duration":"2.794416696s","start":"2026-03-19T09:04:54.620497Z","end":"2026-03-19T09:04:57.414914Z","steps":["trace[702691670] 'agreement among raft nodes before linearized reading' (duration: 2.791994815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.414969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:54.620474Z","time spent":"2.794483287s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:04:57.412669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:51.426348Z","time spent":"5.986315876s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:04:57.412363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.550686481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:04:57.415112Z","caller":"traceutil/trace.go:171","msg":"trace[1250634726] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1974; }","duration":"14.553493242s","start":"2026-03-19T09:04:42.86161Z","end":"2026-03-19T09:04:57.415103Z","steps":["trace[1250634726] 'agreement among raft nodes before linearized reading' (duration: 14.550618579s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.415141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:42.861585Z","time spent":"14.553546704s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.793861191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:04:57.415255Z","caller":"traceutil/trace.go:171","msg":"trace[1833163741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1974; }","duration":"9.796422477s","start":"2026-03-19T09:04:47.618826Z","end":"2026-03-19T09:04:57.415248Z","steps":["trace[1833163741] 'agreement among raft nodes before linearized reading' (duration: 9.793690628s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.415277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.618814Z","time spent":"9.796456577s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:04:57.412784Z","caller":"traceutil/trace.go:171","msg":"trace[148658174] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1974; }","duration":"173.289305ms","start":"2026-03-19T09:04:57.23948Z","end":"2026-03-19T09:04:57.412769Z","steps":["trace[148658174] 'agreement among raft nodes before linearized reading' (duration: 173.158942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.934123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-03-19T09:04:57.415418Z","caller":"traceutil/trace.go:171","msg":"trace[1933678970] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1974; }","duration":"269.488398ms","start":"2026-03-19T09:04:57.145921Z","end":"2026-03-19T09:04:57.41541Z","steps":["trace[1933678970] 'agreement among raft nodes before linearized reading' (duration: 266.890572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.412891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.794006766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T09:04:57.415529Z","caller":"traceutil/trace.go:171","msg":"trace[1384418530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1974; }","duration":"9.796658352s","start":"2026-03-19T09:04:47.618863Z","end":"2026-03-19T09:04:57.415522Z","steps":["trace[1384418530] 'agreement among raft nodes before linearized reading' (duration: 9.793939724s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.415554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.618858Z","time spent":"9.796688393s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:04:57.41292Z","caller":"traceutil/trace.go:171","msg":"trace[855510323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1974; }","duration":"9.7946263s","start":"2026-03-19T09:04:47.618278Z","end":"2026-03-19T09:04:57.412904Z","steps":["trace[855510323] 'agreement among raft nodes before linearized reading' (duration: 9.794528998s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.415629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.61827Z","time spent":"9.79735305s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:04:57.412969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696388245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:04:57.415728Z","caller":"traceutil/trace.go:171","msg":"trace[1764917065] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1974; }","duration":"1.699167606s","start":"2026-03-19T09:04:55.716537Z","end":"2026-03-19T09:04:57.415705Z","steps":["trace[1764917065] 'agreement among raft nodes before linearized reading' (duration: 1.696397466s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:57.412472Z","caller":"traceutil/trace.go:171","msg":"trace[172638439] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1974; }","duration":"3.796024373s","start":"2026-03-19T09:04:53.616437Z","end":"2026-03-19T09:04:57.412461Z","steps":["trace[172638439] 'agreement among raft nodes before linearized reading' (duration: 3.795955631s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.415857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:53.616401Z","time spent":"3.799442269s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.415862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:55.716518Z","time spent":"1.69931955s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:04:57.412987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.33943676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:04:57.413114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:50.684037Z","time spent":"6.729067118s","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:04:57.415941Z","caller":"traceutil/trace.go:171","msg":"trace[33806529] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1974; }","duration":"10.342504507s","start":"2026-03-19T09:04:47.073408Z","end":"2026-03-19T09:04:57.415912Z","steps":["trace[33806529] 'agreement among raft nodes before linearized reading' (duration: 10.339520872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:57.413116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:55.772382Z","time spent":"1.640725856s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:04:57.416078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:47.073383Z","time spent":"10.342650781s","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} 2026/03/19 09:04:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/19 09:04:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/19 09:04:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/19 09:04:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:57.714301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.103705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:04:57.714423Z","caller":"traceutil/trace.go:171","msg":"trace[2052709522] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"293.525687ms","start":"2026-03-19T09:04:57.420879Z","end":"2026-03-19T09:04:57.714405Z","steps":["trace[2052709522] 'agreement among raft nodes before linearized reading' (duration: 293.140116ms)"],"step_count":1} 2026/03/19 09:04:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:57.920356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:04:58.136556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.415771Z","time spent":"720.779886ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:04:59.425059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000696889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:04:59.425181Z","caller":"traceutil/trace.go:171","msg":"trace[1924067459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000863522s","start":"2026-03-19T09:04:57.424299Z","end":"2026-03-19T09:04:59.425162Z","steps":["trace[1924067459] 'agreement among raft nodes before linearized reading' (duration: 2.000709328s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.425236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.424288Z","time spent":"2.000936115s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:04:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:04:59.623391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486943531s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:04:59.624195Z","caller":"traceutil/trace.go:171","msg":"trace[124960376] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"2.204088125s","start":"2026-03-19T09:04:57.420074Z","end":"2026-03-19T09:04:59.624162Z","steps":["trace[124960376] 'process raft request' (duration: 2.203922781s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.624439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.420018Z","time spent":"2.20428898s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:59.625897Z","caller":"traceutil/trace.go:171","msg":"trace[534888922] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"2.202463464s","start":"2026-03-19T09:04:57.423314Z","end":"2026-03-19T09:04:59.625777Z","steps":["trace[534888922] 'process raft request' (duration: 2.202266369s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:04:59.626071Z","caller":"traceutil/trace.go:171","msg":"trace[1025158900] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1982; }","duration":"2.003771836s","start":"2026-03-19T09:04:57.622277Z","end":"2026-03-19T09:04:59.626048Z","steps":["trace[1025158900] 'process raft request' (duration: 2.003447448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.626099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.423297Z","time spent":"2.202669978s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:04:59.626181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.622235Z","time spent":"2.003874409s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:59.626282Z","caller":"traceutil/trace.go:171","msg":"trace[766759141] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1982; }","duration":"2.003915811s","start":"2026-03-19T09:04:57.622343Z","end":"2026-03-19T09:04:59.626258Z","steps":["trace[766759141] 'process raft request' (duration: 2.003611823s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.626381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.622307Z","time spent":"2.004022042s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:59.626445Z","caller":"traceutil/trace.go:171","msg":"trace[645525216] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1982; }","duration":"2.003742806s","start":"2026-03-19T09:04:57.622679Z","end":"2026-03-19T09:04:59.626421Z","steps":["trace[645525216] 'process raft request' (duration: 2.003399657s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.626516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.622666Z","time spent":"2.003816028s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:04:59.627883Z","caller":"traceutil/trace.go:171","msg":"trace[704002361] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1982; }","duration":"2.004577918s","start":"2026-03-19T09:04:57.621216Z","end":"2026-03-19T09:04:59.625794Z","steps":["trace[704002361] 'process raft request' (duration: 2.004453475s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:04:59.628097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.621183Z","time spent":"2.006797834s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.193065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.929873ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:05:00.193445Z","caller":"traceutil/trace.go:171","msg":"trace[171092420] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"2.476012654s","start":"2026-03-19T09:04:57.717411Z","end":"2026-03-19T09:05:00.193424Z","steps":["trace[171092420] 'process raft request' (duration: 2.475737717s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.193496Z","caller":"traceutil/trace.go:171","msg":"trace[1196830020] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2066; }","duration":"2.773375389s","start":"2026-03-19T09:04:57.420089Z","end":"2026-03-19T09:05:00.193465Z","steps":["trace[1196830020] 'read index received' (duration: 716.357965ms)","trace[1196830020] 'applied index is now lower than readState.Index' (duration: 2.057016104s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.193579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.717386Z","time spent":"2.476106287s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.346656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.095363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-19T09:05:00.346912Z","caller":"traceutil/trace.go:171","msg":"trace[534715803] linearizableReadLoop","detail":"{readStateIndex:2082; appliedIndex:2081; }","duration":"153.33655ms","start":"2026-03-19T09:05:00.193555Z","end":"2026-03-19T09:05:00.346891Z","steps":["trace[534715803] 'read index received' (duration: 52.522µs)","trace[534715803] 'applied index is now lower than readState.Index' (duration: 153.282518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.347047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.758581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:00.347085Z","caller":"traceutil/trace.go:171","msg":"trace[2084969271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"921.844313ms","start":"2026-03-19T09:04:59.42523Z","end":"2026-03-19T09:05:00.347075Z","steps":["trace[2084969271] 'agreement among raft nodes before linearized reading' (duration: 921.772011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.347126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.425214Z","time spent":"921.902954ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:00.347164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.992506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:00.347191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.529548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:05:00.347262Z","caller":"traceutil/trace.go:171","msg":"trace[664904963] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1984; }","duration":"605.169231ms","start":"2026-03-19T09:04:59.74207Z","end":"2026-03-19T09:05:00.347239Z","steps":["trace[664904963] 'agreement among raft nodes before linearized reading' (duration: 604.956356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.347236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927104528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-03-19T09:05:00.347271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927018076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-19T09:05:00.347309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.742043Z","time spent":"605.258193ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:05:00.347304Z","caller":"traceutil/trace.go:171","msg":"trace[733163529] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:1984; }","duration":"716.702742ms","start":"2026-03-19T09:04:59.630577Z","end":"2026-03-19T09:05:00.34728Z","steps":["trace[733163529] 'agreement among raft nodes before linearized reading' (duration: 716.357654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.347307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921588318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:00.347328Z","caller":"traceutil/trace.go:171","msg":"trace[479044643] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1984; }","duration":"2.927306713s","start":"2026-03-19T09:04:57.419993Z","end":"2026-03-19T09:05:00.3473Z","steps":["trace[479044643] 'agreement among raft nodes before linearized reading' (duration: 2.773556423s)","trace[479044643] 'range keys from in-memory index tree' (duration: 153.453922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.347379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:59.630552Z","time spent":"716.808904ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"warn","ts":"2026-03-19T09:05:00.347393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.419931Z","time spent":"2.927451617s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":709,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-19T09:05:00.347393Z","caller":"traceutil/trace.go:171","msg":"trace[1731823630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1984; }","duration":"1.92169404s","start":"2026-03-19T09:04:58.425674Z","end":"2026-03-19T09:05:00.347368Z","steps":["trace[1731823630] 'agreement among raft nodes before linearized reading' (duration: 1.921481664s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.347328Z","caller":"traceutil/trace.go:171","msg":"trace[1388097510] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1984; }","duration":"2.927118788s","start":"2026-03-19T09:04:57.420193Z","end":"2026-03-19T09:05:00.347312Z","steps":["trace[1388097510] 'agreement among raft nodes before linearized reading' (duration: 2.926922463s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.347437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:58.425654Z","time spent":"1.921775452s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:00.347456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.4579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:05:00.34747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:57.420182Z","time spent":"2.927266652s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-19T09:05:00.347514Z","caller":"traceutil/trace.go:171","msg":"trace[1275026158] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1984; }","duration":"149.643726ms","start":"2026-03-19T09:05:00.197851Z","end":"2026-03-19T09:05:00.347495Z","steps":["trace[1275026158] 'agreement among raft nodes before linearized reading' (duration: 149.494812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.347285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.268476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:05:00.347604Z","caller":"traceutil/trace.go:171","msg":"trace[851403652] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:1984; }","duration":"149.636945ms","start":"2026-03-19T09:05:00.197949Z","end":"2026-03-19T09:05:00.347586Z","steps":["trace[851403652] 'agreement among raft nodes before linearized reading' (duration: 149.240955ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.347921Z","caller":"traceutil/trace.go:171","msg":"trace[26133751] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1984; }","duration":"2.209317227s","start":"2026-03-19T09:04:58.138545Z","end":"2026-03-19T09:05:00.347863Z","steps":["trace[26133751] 'process raft request' (duration: 2.05490992s)","trace[26133751] 'compare' (duration: 152.998271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.34804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:04:58.138515Z","time spent":"2.20944864s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:00.639698Z","caller":"traceutil/trace.go:171","msg":"trace[1237613144] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"289.963266ms","start":"2026-03-19T09:05:00.349698Z","end":"2026-03-19T09:05:00.639661Z","steps":["trace[1237613144] 'process raft request' (duration: 289.673629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.640076Z","caller":"traceutil/trace.go:171","msg":"trace[117344376] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"288.12639ms","start":"2026-03-19T09:05:00.351914Z","end":"2026-03-19T09:05:00.64004Z","steps":["trace[117344376] 'process raft request' (duration: 287.975086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.640103Z","caller":"traceutil/trace.go:171","msg":"trace[1384580636] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"290.298065ms","start":"2026-03-19T09:05:00.349717Z","end":"2026-03-19T09:05:00.640015Z","steps":["trace[1384580636] 'process raft request' (duration: 289.875245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.904763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.715072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:00.9049Z","caller":"traceutil/trace.go:171","msg":"trace[735107741] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"552.546449ms","start":"2026-03-19T09:05:00.352336Z","end":"2026-03-19T09:05:00.904883Z","steps":["trace[735107741] 'process raft request' (duration: 356.640132ms)","trace[735107741] 'compare' (duration: 195.567259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:00.904956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.352306Z","time spent":"552.623881ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:00.905063Z","caller":"traceutil/trace.go:171","msg":"trace[1837006583] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2083; }","duration":"549.430261ms","start":"2026-03-19T09:05:00.355596Z","end":"2026-03-19T09:05:00.905026Z","steps":["trace[1837006583] 'read index received' (duration: 283.708648ms)","trace[1837006583] 'applied index is now lower than readState.Index' (duration: 265.719913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:00.905098Z","caller":"traceutil/trace.go:171","msg":"trace[1005586272] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"551.159674ms","start":"2026-03-19T09:05:00.353899Z","end":"2026-03-19T09:05:00.905058Z","steps":["trace[1005586272] 'process raft request' (duration: 550.948298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.905345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.728749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:00.905389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.013021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11259"} {"level":"info","ts":"2026-03-19T09:05:00.905417Z","caller":"traceutil/trace.go:171","msg":"trace[637767551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1989; }","duration":"349.077042ms","start":"2026-03-19T09:05:00.556332Z","end":"2026-03-19T09:05:00.905409Z","steps":["trace[637767551] 'agreement among raft nodes before linearized reading' (duration: 348.958259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:00.905408Z","caller":"traceutil/trace.go:171","msg":"trace[1415977674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1989; }","duration":"549.805181ms","start":"2026-03-19T09:05:00.355586Z","end":"2026-03-19T09:05:00.905391Z","steps":["trace[1415977674] 'agreement among raft nodes before linearized reading' (duration: 549.645047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.905459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.355529Z","time spent":"549.917394ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:00.905494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.55631Z","time spent":"349.125464ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11282,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-19T09:05:00.905503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.334851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:05:00.905478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.353889Z","time spent":"551.385191ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:00.905623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.374498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:05:00.905708Z","caller":"traceutil/trace.go:171","msg":"trace[697700394] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:1989; }","duration":"260.499641ms","start":"2026-03-19T09:05:00.645189Z","end":"2026-03-19T09:05:00.905689Z","steps":["trace[697700394] 'agreement among raft nodes before linearized reading' (duration: 260.300086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.905728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.642613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:05:00.905862Z","caller":"traceutil/trace.go:171","msg":"trace[1940944054] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1989; }","duration":"322.819737ms","start":"2026-03-19T09:05:00.583013Z","end":"2026-03-19T09:05:00.905833Z","steps":["trace[1940944054] 'agreement among raft nodes before linearized reading' (duration: 322.439097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.90594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.582997Z","time spent":"322.928261ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:05:00.90559Z","caller":"traceutil/trace.go:171","msg":"trace[1505879573] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1989; }","duration":"287.466263ms","start":"2026-03-19T09:05:00.618103Z","end":"2026-03-19T09:05:00.905569Z","steps":["trace[1505879573] 'agreement among raft nodes before linearized reading' (duration: 287.238558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:00.905499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.876068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:05:00.906082Z","caller":"traceutil/trace.go:171","msg":"trace[733500411] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1989; }","duration":"287.509855ms","start":"2026-03-19T09:05:00.618556Z","end":"2026-03-19T09:05:00.906066Z","steps":["trace[733500411] 'agreement among raft nodes before linearized reading' (duration: 286.746826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:01.251742Z","caller":"traceutil/trace.go:171","msg":"trace[931626153] linearizableReadLoop","detail":"{readStateIndex:2092; appliedIndex:2089; }","duration":"320.493778ms","start":"2026-03-19T09:05:00.931208Z","end":"2026-03-19T09:05:01.251701Z","steps":["trace[931626153] 'read index received' (duration: 239.078518ms)","trace[931626153] 'applied index is now lower than readState.Index' (duration: 81.41395ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:01.251776Z","caller":"traceutil/trace.go:171","msg":"trace[148907702] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"341.613973ms","start":"2026-03-19T09:05:00.910116Z","end":"2026-03-19T09:05:01.25173Z","steps":["trace[148907702] 'process raft request' (duration: 260.08456ms)","trace[148907702] 'compare' (duration: 81.170484ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:01.25188Z","caller":"traceutil/trace.go:171","msg":"trace[1141797277] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"336.74154ms","start":"2026-03-19T09:05:00.915126Z","end":"2026-03-19T09:05:01.251867Z","steps":["trace[1141797277] 'process raft request' (duration: 336.474933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.25201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.915112Z","time spent":"336.796741ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:01.252005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.9101Z","time spent":"341.778147ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:01.252086Z","caller":"traceutil/trace.go:171","msg":"trace[1321751256] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"341.260264ms","start":"2026-03-19T09:05:00.910795Z","end":"2026-03-19T09:05:01.252055Z","steps":["trace[1321751256] 'process raft request' (duration: 340.684799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.252223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.906326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:05:01.252263Z","caller":"traceutil/trace.go:171","msg":"trace[698758336] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1993; }","duration":"343.011758ms","start":"2026-03-19T09:05:00.909243Z","end":"2026-03-19T09:05:01.252255Z","steps":["trace[698758336] 'agreement among raft nodes before linearized reading' (duration: 342.914045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.252285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.909216Z","time spent":"343.065139ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:05:01.252271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.910766Z","time spent":"341.397497ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:01.252392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.2271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e32ab57e516ba\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-19T09:05:01.252522Z","caller":"traceutil/trace.go:171","msg":"trace[1602103448] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e32ab57e516ba; range_end:; response_count:1; response_revision:1993; }","duration":"316.420575ms","start":"2026-03-19T09:05:00.936075Z","end":"2026-03-19T09:05:01.252495Z","steps":["trace[1602103448] 'agreement among raft nodes before linearized reading' (duration: 316.095166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.252586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:00.936044Z","time spent":"316.525238ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e32ab57e516ba\" "} {"level":"warn","ts":"2026-03-19T09:05:01.799592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.183336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:01.799976Z","caller":"traceutil/trace.go:171","msg":"trace[901935984] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"470.449162ms","start":"2026-03-19T09:05:01.329434Z","end":"2026-03-19T09:05:01.799883Z","steps":["trace[901935984] 'process raft request' (duration: 148.818895ms)","trace[901935984] 'compare' (duration: 320.842108ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:01.800033Z","caller":"traceutil/trace.go:171","msg":"trace[2099791296] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2093; }","duration":"443.656444ms","start":"2026-03-19T09:05:01.356342Z","end":"2026-03-19T09:05:01.799999Z","steps":["trace[2099791296] 'read index received' (duration: 121.892013ms)","trace[2099791296] 'applied index is now lower than readState.Index' (duration: 321.761741ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:01.800324Z","caller":"traceutil/trace.go:171","msg":"trace[940487380] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"467.501468ms","start":"2026-03-19T09:05:01.332805Z","end":"2026-03-19T09:05:01.800306Z","steps":["trace[940487380] 'process raft request' (duration: 466.980435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.800413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:01.332794Z","time spent":"467.566609ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:01.800414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:01.329412Z","time spent":"470.895264ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:01.800438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.105053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:01.800479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.816407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:05:01.800502Z","caller":"traceutil/trace.go:171","msg":"trace[2113671954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"117.211415ms","start":"2026-03-19T09:05:01.683275Z","end":"2026-03-19T09:05:01.800487Z","steps":["trace[2113671954] 'agreement among raft nodes before linearized reading' (duration: 117.098063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:01.800512Z","caller":"traceutil/trace.go:171","msg":"trace[1654949218] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:1996; }","duration":"373.9021ms","start":"2026-03-19T09:05:01.426599Z","end":"2026-03-19T09:05:01.800501Z","steps":["trace[1654949218] 'agreement among raft nodes before linearized reading' (duration: 373.736006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.80056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:01.426573Z","time spent":"373.975261ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:05:01.800533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.180348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:01.800623Z","caller":"traceutil/trace.go:171","msg":"trace[1621182699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1996; }","duration":"444.352521ms","start":"2026-03-19T09:05:01.356253Z","end":"2026-03-19T09:05:01.800605Z","steps":["trace[1621182699] 'agreement among raft nodes before linearized reading' (duration: 444.047294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:01.800668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:01.356207Z","time spent":"444.449294ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:01.941382Z","caller":"traceutil/trace.go:171","msg":"trace[2041358157] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"136.823231ms","start":"2026-03-19T09:05:01.804523Z","end":"2026-03-19T09:05:01.941346Z","steps":["trace[2041358157] 'process raft request' (duration: 128.267294ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:01.941498Z","caller":"traceutil/trace.go:171","msg":"trace[1642375621] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2095; }","duration":"135.963609ms","start":"2026-03-19T09:05:01.805488Z","end":"2026-03-19T09:05:01.941451Z","steps":["trace[1642375621] 'read index received' (duration: 48.576779ms)","trace[1642375621] 'applied index is now lower than readState.Index' (duration: 87.38277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:01.941914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.384431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-03-19T09:05:01.942035Z","caller":"traceutil/trace.go:171","msg":"trace[2004048751] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1998; }","duration":"136.576095ms","start":"2026-03-19T09:05:01.805436Z","end":"2026-03-19T09:05:01.942012Z","steps":["trace[2004048751] 'agreement among raft nodes before linearized reading' (duration: 136.132673ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:02.220367Z","caller":"traceutil/trace.go:171","msg":"trace[635853183] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"269.54433ms","start":"2026-03-19T09:05:01.950795Z","end":"2026-03-19T09:05:02.220339Z","steps":["trace[635853183] 'process raft request' (duration: 268.836342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:02.220519Z","caller":"traceutil/trace.go:171","msg":"trace[1883124020] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2099; }","duration":"180.294471ms","start":"2026-03-19T09:05:02.040184Z","end":"2026-03-19T09:05:02.220479Z","steps":["trace[1883124020] 'read index received' (duration: 179.388459ms)","trace[1883124020] 'applied index is now lower than readState.Index' (duration: 900.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:02.220558Z","caller":"traceutil/trace.go:171","msg":"trace[1416134072] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"175.953241ms","start":"2026-03-19T09:05:02.044568Z","end":"2026-03-19T09:05:02.220522Z","steps":["trace[1416134072] 'process raft request' (duration: 175.791517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:02.220695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.145394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:02.22076Z","caller":"traceutil/trace.go:171","msg":"trace[1352681274] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2001; }","duration":"200.283827ms","start":"2026-03-19T09:05:02.020463Z","end":"2026-03-19T09:05:02.220746Z","steps":["trace[1352681274] 'agreement among raft nodes before linearized reading' (duration: 200.125353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:02.886784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.804002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:02.886928Z","caller":"traceutil/trace.go:171","msg":"trace[966658447] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"656.584301ms","start":"2026-03-19T09:05:02.230318Z","end":"2026-03-19T09:05:02.886902Z","steps":["trace[966658447] 'process raft request' (duration: 334.478092ms)","trace[966658447] 'compare' (duration: 321.651328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:02.886997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:02.23029Z","time spent":"656.675974ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:02.941152Z","caller":"traceutil/trace.go:171","msg":"trace[1864639069] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2103; }","duration":"257.907546ms","start":"2026-03-19T09:05:02.683215Z","end":"2026-03-19T09:05:02.941123Z","steps":["trace[1864639069] 'read index received' (duration: 257.602938ms)","trace[1864639069] 'applied index is now lower than readState.Index' (duration: 303.388µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:02.941204Z","caller":"traceutil/trace.go:171","msg":"trace[193456641] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"638.135235ms","start":"2026-03-19T09:05:02.303034Z","end":"2026-03-19T09:05:02.941169Z","steps":["trace[193456641] 'process raft request' (duration: 637.913239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:02.941378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:02.303007Z","time spent":"638.278209ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:05:02.941499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.255024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:02.941585Z","caller":"traceutil/trace.go:171","msg":"trace[51473166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"258.404608ms","start":"2026-03-19T09:05:02.683158Z","end":"2026-03-19T09:05:02.941562Z","steps":["trace[51473166] 'agreement among raft nodes before linearized reading' (duration: 258.1102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:02.941678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.307417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:02.941737Z","caller":"traceutil/trace.go:171","msg":"trace[763493176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2004; }","duration":"115.41324ms","start":"2026-03-19T09:05:02.826308Z","end":"2026-03-19T09:05:02.941721Z","steps":["trace[763493176] 'agreement among raft nodes before linearized reading' (duration: 114.997709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:03.264933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.911888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:03.265658Z","caller":"traceutil/trace.go:171","msg":"trace[536441170] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"313.861831ms","start":"2026-03-19T09:05:02.951769Z","end":"2026-03-19T09:05:03.265631Z","steps":["trace[536441170] 'process raft request' (duration: 313.388589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:03.265647Z","caller":"traceutil/trace.go:171","msg":"trace[1520931855] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"319.824241ms","start":"2026-03-19T09:05:02.945774Z","end":"2026-03-19T09:05:03.265598Z","steps":["trace[1520931855] 'process raft request' (duration: 85.154604ms)","trace[1520931855] 'compare' (duration: 233.597071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:03.265775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:02.951738Z","time spent":"313.975963ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:03.265839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:02.945751Z","time spent":"319.991536ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:05:03.709603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.257361ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:03.709755Z","caller":"traceutil/trace.go:171","msg":"trace[1987063217] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2006; }","duration":"165.440966ms","start":"2026-03-19T09:05:03.544292Z","end":"2026-03-19T09:05:03.709732Z","steps":["trace[1987063217] 'range keys from in-memory index tree' (duration: 165.237091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:03.70981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.948575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:03.71002Z","caller":"traceutil/trace.go:171","msg":"trace[1014481410] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"430.049352ms","start":"2026-03-19T09:05:03.279951Z","end":"2026-03-19T09:05:03.71Z","steps":["trace[1014481410] 'process raft request' (duration: 429.964289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:03.710116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:03.27992Z","time spent":"430.141713ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6016,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:03.710239Z","caller":"traceutil/trace.go:171","msg":"trace[672306879] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"438.482114ms","start":"2026-03-19T09:05:03.271558Z","end":"2026-03-19T09:05:03.71004Z","steps":["trace[672306879] 'process raft request' (duration: 152.204952ms)","trace[672306879] 'compare' (duration: 285.77017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:03.710398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:03.271544Z","time spent":"438.805482ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:05:04.188018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.254629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:04.188161Z","caller":"traceutil/trace.go:171","msg":"trace[1879873878] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"472.672768ms","start":"2026-03-19T09:05:03.715467Z","end":"2026-03-19T09:05:04.18814Z","steps":["trace[1879873878] 'read index received' (duration: 143.162372ms)","trace[1879873878] 'applied index is now lower than readState.Index' (duration: 329.505755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:04.188217Z","caller":"traceutil/trace.go:171","msg":"trace[1599423755] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"472.79611ms","start":"2026-03-19T09:05:03.715378Z","end":"2026-03-19T09:05:04.188174Z","steps":["trace[1599423755] 'process raft request' (duration: 143.285785ms)","trace[1599423755] 'compare' (duration: 328.781427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:04.188302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.822691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:04.18834Z","caller":"traceutil/trace.go:171","msg":"trace[726959101] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2009; }","duration":"472.901903ms","start":"2026-03-19T09:05:03.715427Z","end":"2026-03-19T09:05:04.188328Z","steps":["trace[726959101] 'agreement among raft nodes before linearized reading' (duration: 472.791451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:04.18838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:03.715405Z","time spent":"472.965755ms","remote":"127.0.0.1:50134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:04.188899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:03.715357Z","time spent":"472.952665ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:05:04.189308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.769389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:04.1894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.456828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:04.189456Z","caller":"traceutil/trace.go:171","msg":"trace[706703655] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2010; }","duration":"198.988234ms","start":"2026-03-19T09:05:03.990451Z","end":"2026-03-19T09:05:04.18944Z","steps":["trace[706703655] 'agreement among raft nodes before linearized reading' (duration: 198.778259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:04.189512Z","caller":"traceutil/trace.go:171","msg":"trace[51115055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2010; }","duration":"239.619352ms","start":"2026-03-19T09:05:03.949865Z","end":"2026-03-19T09:05:04.189484Z","steps":["trace[51115055] 'agreement among raft nodes before linearized reading' (duration: 239.332265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:04.188951Z","caller":"traceutil/trace.go:171","msg":"trace[1756235739] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"463.555438ms","start":"2026-03-19T09:05:03.725367Z","end":"2026-03-19T09:05:04.188922Z","steps":["trace[1756235739] 'process raft request' (duration: 463.377604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:04.190103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:03.725341Z","time spent":"464.40881ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11971,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:04.544868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.978262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:04.545105Z","caller":"traceutil/trace.go:171","msg":"trace[1186902426] linearizableReadLoop","detail":"{readStateIndex:2113; appliedIndex:2111; }","duration":"173.199922ms","start":"2026-03-19T09:05:04.371881Z","end":"2026-03-19T09:05:04.545081Z","steps":["trace[1186902426] 'read index received' (duration: 64.921702ms)","trace[1186902426] 'applied index is now lower than readState.Index' (duration: 108.27705ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:04.545149Z","caller":"traceutil/trace.go:171","msg":"trace[230850246] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"296.292297ms","start":"2026-03-19T09:05:04.248833Z","end":"2026-03-19T09:05:04.545125Z","steps":["trace[230850246] 'process raft request' (duration: 296.168374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:04.545172Z","caller":"traceutil/trace.go:171","msg":"trace[1538260400] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"343.803099ms","start":"2026-03-19T09:05:04.201323Z","end":"2026-03-19T09:05:04.545126Z","steps":["trace[1538260400] 'process raft request' (duration: 235.463268ms)","trace[1538260400] 'compare' (duration: 107.819958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:04.545241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.354796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:04.545297Z","caller":"traceutil/trace.go:171","msg":"trace[959315290] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2013; }","duration":"173.457168ms","start":"2026-03-19T09:05:04.371825Z","end":"2026-03-19T09:05:04.545282Z","steps":["trace[959315290] 'agreement among raft nodes before linearized reading' (duration: 173.333915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:04.545402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:04.201309Z","time spent":"343.977573ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:05.020614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.00765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:05.02085Z","caller":"traceutil/trace.go:171","msg":"trace[728224484] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2114; }","duration":"340.663969ms","start":"2026-03-19T09:05:04.680169Z","end":"2026-03-19T09:05:05.020833Z","steps":["trace[728224484] 'read index received' (duration: 197.329182ms)","trace[728224484] 'applied index is now lower than readState.Index' (duration: 143.333807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:05.02093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.758121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:05.020966Z","caller":"traceutil/trace.go:171","msg":"trace[1984510539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2016; }","duration":"340.834673ms","start":"2026-03-19T09:05:04.680123Z","end":"2026-03-19T09:05:05.020957Z","steps":["trace[1984510539] 'agreement among raft nodes before linearized reading' (duration: 340.760892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:05.021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:04.680102Z","time spent":"340.888855ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:05:05.021076Z","caller":"traceutil/trace.go:171","msg":"trace[817848783] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"382.507969ms","start":"2026-03-19T09:05:04.638553Z","end":"2026-03-19T09:05:05.021061Z","steps":["trace[817848783] 'process raft request' (duration: 382.193141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:05.02109Z","caller":"traceutil/trace.go:171","msg":"trace[1323499755] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"463.58552ms","start":"2026-03-19T09:05:04.557468Z","end":"2026-03-19T09:05:05.021053Z","steps":["trace[1323499755] 'process raft request' (duration: 320.019557ms)","trace[1323499755] 'compare' (duration: 142.828483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:05.021137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:04.638524Z","time spent":"382.58203ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:05:05.02125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:04.557448Z","time spent":"463.709613ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6312,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:05.363634Z","caller":"traceutil/trace.go:171","msg":"trace[1450128225] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"330.921063ms","start":"2026-03-19T09:05:05.03267Z","end":"2026-03-19T09:05:05.363591Z","steps":["trace[1450128225] 'process raft request' (duration: 248.98701ms)","trace[1450128225] 'compare' (duration: 81.711447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:05.364194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:05.032646Z","time spent":"331.396944ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:05.398198Z","caller":"traceutil/trace.go:171","msg":"trace[1700146663] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2117; }","duration":"248.939828ms","start":"2026-03-19T09:05:05.149218Z","end":"2026-03-19T09:05:05.398158Z","steps":["trace[1700146663] 'read index received' (duration: 132.39801ms)","trace[1700146663] 'applied index is now lower than readState.Index' (duration: 116.540478ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:05.398256Z","caller":"traceutil/trace.go:171","msg":"trace[1680338304] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"303.534669ms","start":"2026-03-19T09:05:05.094645Z","end":"2026-03-19T09:05:05.398179Z","steps":["trace[1680338304] 'process raft request' (duration: 303.314564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:05.398459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.204775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:05.399054Z","caller":"traceutil/trace.go:171","msg":"trace[1331826049] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2019; }","duration":"249.844282ms","start":"2026-03-19T09:05:05.149198Z","end":"2026-03-19T09:05:05.399043Z","steps":["trace[1331826049] 'agreement among raft nodes before linearized reading' (duration: 249.112623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:05.399088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:05.094603Z","time spent":"304.388502ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:05:05.398833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.412926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:05.399232Z","caller":"traceutil/trace.go:171","msg":"trace[2116005018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2019; }","duration":"199.881667ms","start":"2026-03-19T09:05:05.199333Z","end":"2026-03-19T09:05:05.399215Z","steps":["trace[2116005018] 'agreement among raft nodes before linearized reading' (duration: 199.047655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:05.613928Z","caller":"traceutil/trace.go:171","msg":"trace[336883132] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"207.786327ms","start":"2026-03-19T09:05:05.406105Z","end":"2026-03-19T09:05:05.613892Z","steps":["trace[336883132] 'process raft request' (duration: 162.369688ms)","trace[336883132] 'compare' (duration: 45.262715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:06.103958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.50809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:06.104099Z","caller":"traceutil/trace.go:171","msg":"trace[1052033432] linearizableReadLoop","detail":"{readStateIndex:2121; appliedIndex:2120; }","duration":"485.914754ms","start":"2026-03-19T09:05:05.618157Z","end":"2026-03-19T09:05:06.104072Z","steps":["trace[1052033432] 'read index received' (duration: 278.087606ms)","trace[1052033432] 'applied index is now lower than readState.Index' (duration: 207.825538ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:06.104146Z","caller":"traceutil/trace.go:171","msg":"trace[795129185] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"694.161762ms","start":"2026-03-19T09:05:05.40994Z","end":"2026-03-19T09:05:06.104102Z","steps":["trace[795129185] 'process raft request' (duration: 486.381175ms)","trace[795129185] 'compare' (duration: 207.205853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:06.104251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.853372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:06.104281Z","caller":"traceutil/trace.go:171","msg":"trace[1866086643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2021; }","duration":"419.915353ms","start":"2026-03-19T09:05:05.684355Z","end":"2026-03-19T09:05:06.10427Z","steps":["trace[1866086643] 'agreement among raft nodes before linearized reading' (duration: 419.841091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.104316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:05.409911Z","time spent":"694.309856ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:06.104323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:05.684336Z","time spent":"419.976925ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:06.104342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.14921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32bf5536f1fd\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-03-19T09:05:06.104412Z","caller":"traceutil/trace.go:171","msg":"trace[1048353029] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32bf5536f1fd; range_end:; response_count:1; response_revision:2021; }","duration":"486.284973ms","start":"2026-03-19T09:05:05.61811Z","end":"2026-03-19T09:05:06.104395Z","steps":["trace[1048353029] 'agreement among raft nodes before linearized reading' (duration: 486.048567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.10438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.279833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:06.104538Z","caller":"traceutil/trace.go:171","msg":"trace[697265487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2021; }","duration":"288.504039ms","start":"2026-03-19T09:05:05.815988Z","end":"2026-03-19T09:05:06.104492Z","steps":["trace[697265487] 'agreement among raft nodes before linearized reading' (duration: 288.220672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.104451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:05.61809Z","time spent":"486.353314ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":912,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32bf5536f1fd\" "} {"level":"warn","ts":"2026-03-19T09:05:06.535374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.75039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:06.535523Z","caller":"traceutil/trace.go:171","msg":"trace[2058341483] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"339.718034ms","start":"2026-03-19T09:05:06.195778Z","end":"2026-03-19T09:05:06.535496Z","steps":["trace[2058341483] 'process raft request' (duration: 117.726008ms)","trace[2058341483] 'compare' (duration: 221.640228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:06.535692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.195751Z","time spent":"339.890179ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:06.576766Z","caller":"traceutil/trace.go:171","msg":"trace[1442420934] linearizableReadLoop","detail":"{readStateIndex:2124; appliedIndex:2123; }","duration":"169.658712ms","start":"2026-03-19T09:05:06.407082Z","end":"2026-03-19T09:05:06.576741Z","steps":["trace[1442420934] 'read index received' (duration: 169.494248ms)","trace[1442420934] 'applied index is now lower than readState.Index' (duration: 163.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:06.576808Z","caller":"traceutil/trace.go:171","msg":"trace[1962069825] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"378.355743ms","start":"2026-03-19T09:05:06.198432Z","end":"2026-03-19T09:05:06.576788Z","steps":["trace[1962069825] 'process raft request' (duration: 378.185568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.576899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.591345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:06.576911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.19841Z","time spent":"378.432115ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:06.576928Z","caller":"traceutil/trace.go:171","msg":"trace[439714393] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2024; }","duration":"115.674727ms","start":"2026-03-19T09:05:06.461245Z","end":"2026-03-19T09:05:06.57692Z","steps":["trace[439714393] 'agreement among raft nodes before linearized reading' (duration: 115.608635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.577099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.993711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:06.577187Z","caller":"traceutil/trace.go:171","msg":"trace[1066400222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"170.147766ms","start":"2026-03-19T09:05:06.407016Z","end":"2026-03-19T09:05:06.577164Z","steps":["trace[1066400222] 'agreement among raft nodes before linearized reading' (duration: 169.841868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.918573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.670482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:06.918757Z","caller":"traceutil/trace.go:171","msg":"trace[1214324372] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"235.737184ms","start":"2026-03-19T09:05:06.682988Z","end":"2026-03-19T09:05:06.918725Z","steps":["trace[1214324372] 'read index received' (duration: 45.191µs)","trace[1214324372] 'applied index is now lower than readState.Index' (duration: 235.689823ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:06.918761Z","caller":"traceutil/trace.go:171","msg":"trace[28655619] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"339.413677ms","start":"2026-03-19T09:05:06.579319Z","end":"2026-03-19T09:05:06.918733Z","steps":["trace[28655619] 'process raft request' (duration: 71.453107ms)","trace[28655619] 'compare' (duration: 267.423056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:06.91896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.97163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:06.919011Z","caller":"traceutil/trace.go:171","msg":"trace[1422583888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2025; }","duration":"236.057382ms","start":"2026-03-19T09:05:06.682935Z","end":"2026-03-19T09:05:06.918993Z","steps":["trace[1422583888] 'agreement among raft nodes before linearized reading' (duration: 235.924379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.919004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.273012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:06.919086Z","caller":"traceutil/trace.go:171","msg":"trace[1510205682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2025; }","duration":"235.440307ms","start":"2026-03-19T09:05:06.683624Z","end":"2026-03-19T09:05:06.919064Z","steps":["trace[1510205682] 'agreement among raft nodes before linearized reading' (duration: 235.300373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:06.919087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.579291Z","time spent":"339.568421ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:07.177183Z","caller":"traceutil/trace.go:171","msg":"trace[747895764] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"234.808271ms","start":"2026-03-19T09:05:06.942341Z","end":"2026-03-19T09:05:07.177149Z","steps":["trace[747895764] 'process raft request' (duration: 234.603715ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:07.545695Z","caller":"traceutil/trace.go:171","msg":"trace[1768752891] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2126; }","duration":"364.570394ms","start":"2026-03-19T09:05:07.181079Z","end":"2026-03-19T09:05:07.54565Z","steps":["trace[1768752891] 'read index received' (duration: 352.52682ms)","trace[1768752891] 'applied index is now lower than readState.Index' (duration: 12.041414ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:07.545825Z","caller":"traceutil/trace.go:171","msg":"trace[698708798] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"597.667401ms","start":"2026-03-19T09:05:06.948114Z","end":"2026-03-19T09:05:07.545782Z","steps":["trace[698708798] 'process raft request' (duration: 585.607866ms)","trace[698708798] 'compare' (duration: 11.430569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:07.546025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:06.948096Z","time spent":"597.822535ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:07.546291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.178419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32bf5536f1fd\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-03-19T09:05:07.54645Z","caller":"traceutil/trace.go:171","msg":"trace[947185583] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32bf5536f1fd; range_end:; response_count:1; response_revision:2027; }","duration":"365.394945ms","start":"2026-03-19T09:05:07.181027Z","end":"2026-03-19T09:05:07.546422Z","steps":["trace[947185583] 'agreement among raft nodes before linearized reading' (duration: 364.946833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:07.546583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.181008Z","time spent":"365.553658ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":912,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32bf5536f1fd\" "} {"level":"warn","ts":"2026-03-19T09:05:08.090284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.781581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:08.090446Z","caller":"traceutil/trace.go:171","msg":"trace[1170723175] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"540.078264ms","start":"2026-03-19T09:05:07.550343Z","end":"2026-03-19T09:05:08.090421Z","steps":["trace[1170723175] 'read index received' (duration: 115.873512ms)","trace[1170723175] 'applied index is now lower than readState.Index' (duration: 424.202232ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:08.090571Z","caller":"traceutil/trace.go:171","msg":"trace[1080627805] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"541.306545ms","start":"2026-03-19T09:05:07.549247Z","end":"2026-03-19T09:05:08.090554Z","steps":["trace[1080627805] 'process raft request' (duration: 117.106033ms)","trace[1080627805] 'compare' (duration: 423.508785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.090675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.549215Z","time spent":"541.404558ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:08.090912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.864128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:08.091019Z","caller":"traceutil/trace.go:171","msg":"trace[1354900344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2028; }","duration":"504.022832ms","start":"2026-03-19T09:05:07.58697Z","end":"2026-03-19T09:05:08.090993Z","steps":["trace[1354900344] 'agreement among raft nodes before linearized reading' (duration: 503.748565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.091062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.586949Z","time spent":"504.102744ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:08.091105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.269744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:08.09119Z","caller":"traceutil/trace.go:171","msg":"trace[1249913523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2028; }","duration":"407.386817ms","start":"2026-03-19T09:05:07.68378Z","end":"2026-03-19T09:05:08.091167Z","steps":["trace[1249913523] 'agreement among raft nodes before linearized reading' (duration: 407.249654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.091274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.683758Z","time spent":"407.47225ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:08.091653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.275094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" ","response":"range_response_count:1 size:6031"} {"level":"info","ts":"2026-03-19T09:05:08.091789Z","caller":"traceutil/trace.go:171","msg":"trace[321130477] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw; range_end:; response_count:1; response_revision:2028; }","duration":"541.448859ms","start":"2026-03-19T09:05:07.550293Z","end":"2026-03-19T09:05:08.091742Z","steps":["trace[321130477] 'agreement among raft nodes before linearized reading' (duration: 540.497035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.091842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:07.550276Z","time spent":"541.555371ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":6054,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" "} {"level":"warn","ts":"2026-03-19T09:05:08.403966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.993995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:08.404069Z","caller":"traceutil/trace.go:171","msg":"trace[133891451] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"262.219784ms","start":"2026-03-19T09:05:08.141833Z","end":"2026-03-19T09:05:08.404052Z","steps":["trace[133891451] 'read index received' (duration: 114.067665ms)","trace[133891451] 'applied index is now lower than readState.Index' (duration: 148.150659ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:08.404132Z","caller":"traceutil/trace.go:171","msg":"trace[841923149] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"303.802486ms","start":"2026-03-19T09:05:08.100321Z","end":"2026-03-19T09:05:08.404123Z","steps":["trace[841923149] 'process raft request' (duration: 155.557715ms)","trace[841923149] 'compare' (duration: 147.881242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.404238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.100296Z","time spent":"303.916669ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:08.40442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.558002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw.189e32bf545989ec\" ","response":"range_response_count:1 size:938"} {"level":"info","ts":"2026-03-19T09:05:08.404531Z","caller":"traceutil/trace.go:171","msg":"trace[271830535] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw.189e32bf545989ec; range_end:; response_count:1; response_revision:2030; }","duration":"262.729427ms","start":"2026-03-19T09:05:08.141777Z","end":"2026-03-19T09:05:08.404506Z","steps":["trace[271830535] 'agreement among raft nodes before linearized reading' (duration: 262.346237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.462907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.699166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:08.462918Z","caller":"traceutil/trace.go:171","msg":"trace[1565826703] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"314.184389ms","start":"2026-03-19T09:05:08.148689Z","end":"2026-03-19T09:05:08.462873Z","steps":["trace[1565826703] 'process raft request' (duration: 313.834051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:08.463021Z","caller":"traceutil/trace.go:171","msg":"trace[1561732631] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2031; }","duration":"245.913522ms","start":"2026-03-19T09:05:08.217086Z","end":"2026-03-19T09:05:08.462999Z","steps":["trace[1561732631] 'agreement among raft nodes before linearized reading' (duration: 245.672296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.46306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.380302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:08.46314Z","caller":"traceutil/trace.go:171","msg":"trace[187196125] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2031; }","duration":"257.554846ms","start":"2026-03-19T09:05:08.205566Z","end":"2026-03-19T09:05:08.463121Z","steps":["trace[187196125] 'agreement among raft nodes before linearized reading' (duration: 257.33743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:08.46314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.148659Z","time spent":"314.375964ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:08.844188Z","caller":"traceutil/trace.go:171","msg":"trace[133644559] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2133; }","duration":"235.55579ms","start":"2026-03-19T09:05:08.608599Z","end":"2026-03-19T09:05:08.844154Z","steps":["trace[133644559] 'read index received' (duration: 210.383733ms)","trace[133644559] 'applied index is now lower than readState.Index' (duration: 25.170037ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:08.844333Z","caller":"traceutil/trace.go:171","msg":"trace[1270174427] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"337.332606ms","start":"2026-03-19T09:05:08.506966Z","end":"2026-03-19T09:05:08.844298Z","steps":["trace[1270174427] 'process raft request' (duration: 312.029554ms)","trace[1270174427] 'compare' (duration: 25.005163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:08.8445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.892929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5.189e32ace80dfcbf\" ","response":"range_response_count:1 size:941"} {"level":"warn","ts":"2026-03-19T09:05:08.844536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:08.506942Z","time spent":"337.474028ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:08.844566Z","caller":"traceutil/trace.go:171","msg":"trace[2105262803] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5.189e32ace80dfcbf; range_end:; response_count:1; response_revision:2034; }","duration":"236.001802ms","start":"2026-03-19T09:05:08.608545Z","end":"2026-03-19T09:05:08.844547Z","steps":["trace[2105262803] 'agreement among raft nodes before linearized reading' (duration: 235.748725ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.036852Z","caller":"traceutil/trace.go:171","msg":"trace[1941768288] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"188.835657ms","start":"2026-03-19T09:05:08.84799Z","end":"2026-03-19T09:05:09.036826Z","steps":["trace[1941768288] 'process raft request' (duration: 115.193884ms)","trace[1941768288] 'compare' (duration: 73.324815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:09.037166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.72974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" ","response":"range_response_count:1 size:6327"} {"level":"info","ts":"2026-03-19T09:05:09.037251Z","caller":"traceutil/trace.go:171","msg":"trace[2138362070] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5; range_end:; response_count:1; response_revision:2035; }","duration":"187.877623ms","start":"2026-03-19T09:05:08.849355Z","end":"2026-03-19T09:05:09.037232Z","steps":["trace[2138362070] 'agreement among raft nodes before linearized reading' (duration: 187.566685ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:09.037271Z","caller":"traceutil/trace.go:171","msg":"trace[1281367636] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2134; }","duration":"187.349531ms","start":"2026-03-19T09:05:08.849415Z","end":"2026-03-19T09:05:09.036764Z","steps":["trace[1281367636] 'read index received' (duration: 113.713658ms)","trace[1281367636] 'applied index is now lower than readState.Index' (duration: 73.634673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:09.589229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.338783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:09.589434Z","caller":"traceutil/trace.go:171","msg":"trace[986135725] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"545.46807ms","start":"2026-03-19T09:05:09.043938Z","end":"2026-03-19T09:05:09.589406Z","steps":["trace[986135725] 'process raft request' (duration: 230.83257ms)","trace[986135725] 'compare' (duration: 313.517842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:09.589547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:09.043917Z","time spent":"545.582473ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:09.637291Z","caller":"traceutil/trace.go:171","msg":"trace[332244666] linearizableReadLoop","detail":"{readStateIndex:2137; appliedIndex:2135; }","duration":"538.29838ms","start":"2026-03-19T09:05:09.098956Z","end":"2026-03-19T09:05:09.637255Z","steps":["trace[332244666] 'read index received' (duration: 175.935541ms)","trace[332244666] 'applied index is now lower than readState.Index' (duration: 362.361179ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:09.637338Z","caller":"traceutil/trace.go:171","msg":"trace[2066690254] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"591.337492ms","start":"2026-03-19T09:05:09.045969Z","end":"2026-03-19T09:05:09.637307Z","steps":["trace[2066690254] 'process raft request' (duration: 590.985212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.637503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:09.045773Z","time spent":"591.64635ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6395,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:09.637611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.630468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:09.637663Z","caller":"traceutil/trace.go:171","msg":"trace[735581129] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2037; }","duration":"538.827442ms","start":"2026-03-19T09:05:09.098819Z","end":"2026-03-19T09:05:09.637646Z","steps":["trace[735581129] 'agreement among raft nodes before linearized reading' (duration: 538.625877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:09.637629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.017377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:09.637706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:09.098795Z","time spent":"538.901365ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:09.637828Z","caller":"traceutil/trace.go:171","msg":"trace[344522249] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2037; }","duration":"220.209502ms","start":"2026-03-19T09:05:09.417513Z","end":"2026-03-19T09:05:09.637723Z","steps":["trace[344522249] 'agreement among raft nodes before linearized reading' (duration: 219.973106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:10.749413Z","caller":"traceutil/trace.go:171","msg":"trace[2085250940] linearizableReadLoop","detail":"{readStateIndex:2139; appliedIndex:2138; }","duration":"103.274343ms","start":"2026-03-19T09:05:10.646113Z","end":"2026-03-19T09:05:10.749387Z","steps":["trace[2085250940] 'read index received' (duration: 102.948994ms)","trace[2085250940] 'applied index is now lower than readState.Index' (duration: 324.209µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:10.749485Z","caller":"traceutil/trace.go:171","msg":"trace[781526159] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"335.662383ms","start":"2026-03-19T09:05:10.413784Z","end":"2026-03-19T09:05:10.749446Z","steps":["trace[781526159] 'process raft request' (duration: 335.371275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:10.749656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:10.41375Z","time spent":"335.807027ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:10.749738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.592891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:10.749816Z","caller":"traceutil/trace.go:171","msg":"trace[784825219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2039; }","duration":"103.730175ms","start":"2026-03-19T09:05:10.646067Z","end":"2026-03-19T09:05:10.749797Z","steps":["trace[784825219] 'agreement among raft nodes before linearized reading' (duration: 103.433767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:11.927166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:05:12.141653Z","caller":"traceutil/trace.go:171","msg":"trace[1933713515] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"880.024856ms","start":"2026-03-19T09:05:11.261598Z","end":"2026-03-19T09:05:12.141623Z","steps":["trace[1933713515] 'process raft request' (duration: 879.786529ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:12.141824Z","caller":"traceutil/trace.go:171","msg":"trace[1252224604] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2141; }","duration":"714.95755ms","start":"2026-03-19T09:05:11.426832Z","end":"2026-03-19T09:05:12.141789Z","steps":["trace[1252224604] 'read index received' (duration: 714.489787ms)","trace[1252224604] 'applied index is now lower than readState.Index' (duration: 465.823µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:12.141878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:11.261571Z","time spent":"880.16718ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:12.141932Z","caller":"traceutil/trace.go:171","msg":"trace[2004270355] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"854.233942ms","start":"2026-03-19T09:05:11.28765Z","end":"2026-03-19T09:05:12.141884Z","steps":["trace[2004270355] 'process raft request' (duration: 853.907564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:12.142076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.225336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:05:12.142105Z","caller":"traceutil/trace.go:171","msg":"trace[1213817109] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:2043; }","duration":"715.3353ms","start":"2026-03-19T09:05:11.426761Z","end":"2026-03-19T09:05:12.142096Z","steps":["trace[1213817109] 'agreement among raft nodes before linearized reading' (duration: 715.165415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:12.142135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:11.426733Z","time spent":"715.395621ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:05:12.142135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.203559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:05:12.14214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:11.287619Z","time spent":"854.409037ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:12.14218Z","caller":"traceutil/trace.go:171","msg":"trace[779957533] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2043; }","duration":"259.283291ms","start":"2026-03-19T09:05:11.882885Z","end":"2026-03-19T09:05:12.142168Z","steps":["trace[779957533] 'agreement among raft nodes before linearized reading' (duration: 259.192288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:12.142288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.326213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:12.142391Z","caller":"traceutil/trace.go:171","msg":"trace[282434284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"384.495887ms","start":"2026-03-19T09:05:11.757865Z","end":"2026-03-19T09:05:12.142361Z","steps":["trace[282434284] 'agreement among raft nodes before linearized reading' (duration: 384.18777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:12.14244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:11.757752Z","time spent":"384.677832ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:12.90668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.986137ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T09:05:12.90688Z","caller":"traceutil/trace.go:171","msg":"trace[1573311823] linearizableReadLoop","detail":"{readStateIndex:2144; appliedIndex:2143; }","duration":"224.527271ms","start":"2026-03-19T09:05:12.682328Z","end":"2026-03-19T09:05:12.906855Z","steps":["trace[1573311823] 'read index received' (duration: 102.3877ms)","trace[1573311823] 'applied index is now lower than readState.Index' (duration: 122.137571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:12.906966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.636183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:12.906994Z","caller":"traceutil/trace.go:171","msg":"trace[324039706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"224.673514ms","start":"2026-03-19T09:05:12.68231Z","end":"2026-03-19T09:05:12.906983Z","steps":["trace[324039706] 'agreement among raft nodes before linearized reading' (duration: 224.601992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:12.907264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:12.14333Z","time spent":"763.925988ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:05:13.4917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.964746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:13.491838Z","caller":"traceutil/trace.go:171","msg":"trace[1190617202] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"341.138411ms","start":"2026-03-19T09:05:13.150668Z","end":"2026-03-19T09:05:13.491807Z","steps":["trace[1190617202] 'range keys from in-memory index tree' (duration: 340.71397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:13.491906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:13.150613Z","time spent":"341.279924ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:13.592999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.925188ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T09:05:16.02565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:16.529847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456997887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:05:16.716524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.291601998s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:05:16.717236Z","caller":"traceutil/trace.go:171","msg":"trace[522565619] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"1.292422149s","start":"2026-03-19T09:05:15.424778Z","end":"2026-03-19T09:05:16.717201Z","steps":["trace[522565619] 'process raft request' (duration: 1.2920591s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:16.717451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:15.424745Z","time spent":"1.292593373s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:17.682242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:05:17.682321Z","caller":"traceutil/trace.go:171","msg":"trace[186358816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575215s","start":"2026-03-19T09:05:15.681726Z","end":"2026-03-19T09:05:17.682301Z","steps":["trace[186358816] 'agreement among raft nodes before linearized reading' (duration: 2.000468252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:17.682363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:15.681708Z","time spent":"2.000648427s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:05:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:05:19.1343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.417500374s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:05:19.202845Z","caller":"traceutil/trace.go:171","msg":"trace[1403744737] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"3.232788381s","start":"2026-03-19T09:05:15.970012Z","end":"2026-03-19T09:05:19.2028Z","steps":["trace[1403744737] 'process raft request' (duration: 3.232543785s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:19.202847Z","caller":"traceutil/trace.go:171","msg":"trace[1246397822] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2146; }","duration":"3.677574294s","start":"2026-03-19T09:05:15.525222Z","end":"2026-03-19T09:05:19.202797Z","steps":["trace[1246397822] 'read index received' (duration: 1.191632399s)","trace[1246397822] 'applied index is now lower than readState.Index' (duration: 2.485938225s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:19.203065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:15.969982Z","time spent":"3.232953134s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:19.284835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026153833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:05:19.284919Z","caller":"traceutil/trace.go:171","msg":"trace[1684920279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2046; }","duration":"3.026313547s","start":"2026-03-19T09:05:16.258587Z","end":"2026-03-19T09:05:19.2849Z","steps":["trace[1684920279] 'agreement among raft nodes before linearized reading' (duration: 3.026093602s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.284889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.593292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:19.284956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.258558Z","time spent":"3.026390938s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:05:19.28497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.562208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32ace68b315b\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-19T09:05:19.284989Z","caller":"traceutil/trace.go:171","msg":"trace[1054705103] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2046; }","duration":"975.770287ms","start":"2026-03-19T09:05:18.309196Z","end":"2026-03-19T09:05:19.284966Z","steps":["trace[1054705103] 'agreement among raft nodes before linearized reading' (duration: 975.556711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:19.285026Z","caller":"traceutil/trace.go:171","msg":"trace[928989238] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32ace68b315b; range_end:; response_count:1; response_revision:2046; }","duration":"129.63627ms","start":"2026-03-19T09:05:19.155367Z","end":"2026-03-19T09:05:19.285003Z","steps":["trace[928989238] 'agreement among raft nodes before linearized reading' (duration: 129.534357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.285051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420237833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:19.285135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652059328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:19.285103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602452674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:19.28521Z","caller":"traceutil/trace.go:171","msg":"trace[92616851] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2046; }","duration":"1.652109409s","start":"2026-03-19T09:05:17.633065Z","end":"2026-03-19T09:05:19.285174Z","steps":["trace[92616851] 'agreement among raft nodes before linearized reading' (duration: 1.652041947s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.285165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:18.309167Z","time spent":"975.86287ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:19.285265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.632987Z","time spent":"1.652265403s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:19.285051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318731135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:19.285365Z","caller":"traceutil/trace.go:171","msg":"trace[747641224] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2046; }","duration":"2.319123815s","start":"2026-03-19T09:05:16.966229Z","end":"2026-03-19T09:05:19.285353Z","steps":["trace[747641224] 'agreement among raft nodes before linearized reading' (duration: 2.318704854s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.285404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.966205Z","time spent":"2.319183717s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:05:19.285223Z","caller":"traceutil/trace.go:171","msg":"trace[609857691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2046; }","duration":"1.602632018s","start":"2026-03-19T09:05:17.682561Z","end":"2026-03-19T09:05:19.285193Z","steps":["trace[609857691] 'agreement among raft nodes before linearized reading' (duration: 1.602409992s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:19.285156Z","caller":"traceutil/trace.go:171","msg":"trace[1933271767] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2046; }","duration":"2.420402168s","start":"2026-03-19T09:05:16.86473Z","end":"2026-03-19T09:05:19.285132Z","steps":["trace[1933271767] 'agreement among raft nodes before linearized reading' (duration: 2.420200202s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.285661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.864706Z","time spent":"2.420937491s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:19.284847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75959038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:19.285716Z","caller":"traceutil/trace.go:171","msg":"trace[1188888865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2046; }","duration":"3.760540854s","start":"2026-03-19T09:05:15.52516Z","end":"2026-03-19T09:05:19.285701Z","steps":["trace[1188888865] 'agreement among raft nodes before linearized reading' (duration: 3.67779461s)","trace[1188888865] 'range keys from in-memory index tree' (duration: 81.690017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:19.285673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:17.682534Z","time spent":"1.60312636s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:19.285755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:15.525131Z","time spent":"3.760612916s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:19.286099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997306533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:05:19.28637Z","caller":"traceutil/trace.go:171","msg":"trace[588423855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2046; }","duration":"2.997773955s","start":"2026-03-19T09:05:16.288569Z","end":"2026-03-19T09:05:19.286343Z","steps":["trace[588423855] 'agreement among raft nodes before linearized reading' (duration: 2.996523014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.286572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:16.288545Z","time spent":"2.99800426s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:05:19.562204Z","caller":"traceutil/trace.go:171","msg":"trace[1578035403] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2150; }","duration":"269.258282ms","start":"2026-03-19T09:05:19.292908Z","end":"2026-03-19T09:05:19.562167Z","steps":["trace[1578035403] 'read index received' (duration: 66.526173ms)","trace[1578035403] 'applied index is now lower than readState.Index' (duration: 202.730719ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:19.562271Z","caller":"traceutil/trace.go:171","msg":"trace[1439320136] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"271.822838ms","start":"2026-03-19T09:05:19.290396Z","end":"2026-03-19T09:05:19.562218Z","steps":["trace[1439320136] 'process raft request' (duration: 271.417027ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:19.562307Z","caller":"traceutil/trace.go:171","msg":"trace[190312158] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"271.772956ms","start":"2026-03-19T09:05:19.290489Z","end":"2026-03-19T09:05:19.562261Z","steps":["trace[190312158] 'process raft request' (duration: 271.609292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:19.562519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.593412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:19.562569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.142493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32ace7b6379f\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-03-19T09:05:19.562625Z","caller":"traceutil/trace.go:171","msg":"trace[1755695189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"269.766856ms","start":"2026-03-19T09:05:19.292839Z","end":"2026-03-19T09:05:19.562606Z","steps":["trace[1755695189] 'agreement among raft nodes before linearized reading' (duration: 269.52911ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:19.562629Z","caller":"traceutil/trace.go:171","msg":"trace[1821186689] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e32ace7b6379f; range_end:; response_count:1; response_revision:2049; }","duration":"198.273336ms","start":"2026-03-19T09:05:19.364337Z","end":"2026-03-19T09:05:19.56261Z","steps":["trace[1821186689] 'agreement among raft nodes before linearized reading' (duration: 198.03205ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:19.946442Z","caller":"traceutil/trace.go:171","msg":"trace[81587522] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"380.295991ms","start":"2026-03-19T09:05:19.566109Z","end":"2026-03-19T09:05:19.946405Z","steps":["trace[81587522] 'process raft request' (duration: 303.023296ms)","trace[81587522] 'compare' (duration: 77.05572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:19.946655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:19.566077Z","time spent":"380.457076ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:20.683008Z","caller":"traceutil/trace.go:171","msg":"trace[361975668] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"214.612901ms","start":"2026-03-19T09:05:20.468352Z","end":"2026-03-19T09:05:20.682965Z","steps":["trace[361975668] 'process raft request' (duration: 214.324833ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:21.42969Z","caller":"traceutil/trace.go:171","msg":"trace[1884787256] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2157; }","duration":"128.536172ms","start":"2026-03-19T09:05:21.301131Z","end":"2026-03-19T09:05:21.429667Z","steps":["trace[1884787256] 'read index received' (duration: 128.358287ms)","trace[1884787256] 'applied index is now lower than readState.Index' (duration: 176.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:21.429817Z","caller":"traceutil/trace.go:171","msg":"trace[1388203940] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"294.019958ms","start":"2026-03-19T09:05:21.135788Z","end":"2026-03-19T09:05:21.429808Z","steps":["trace[1388203940] 'process raft request' (duration: 293.70008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:21.430124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.981713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:21.43018Z","caller":"traceutil/trace.go:171","msg":"trace[978465564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2053; }","duration":"129.110196ms","start":"2026-03-19T09:05:21.30106Z","end":"2026-03-19T09:05:21.430171Z","steps":["trace[978465564] 'agreement among raft nodes before linearized reading' (duration: 128.84546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:21.688428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.5415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:21.688584Z","caller":"traceutil/trace.go:171","msg":"trace[937073029] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"198.794368ms","start":"2026-03-19T09:05:21.489762Z","end":"2026-03-19T09:05:21.688556Z","steps":["trace[937073029] 'process raft request' (duration: 42.023993ms)","trace[937073029] 'compare' (duration: 156.353145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:22.442277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.008556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:22.44241Z","caller":"traceutil/trace.go:171","msg":"trace[1603679972] linearizableReadLoop","detail":"{readStateIndex:2162; appliedIndex:2160; }","duration":"263.769344ms","start":"2026-03-19T09:05:22.178621Z","end":"2026-03-19T09:05:22.44239Z","steps":["trace[1603679972] 'read index received' (duration: 54.675614ms)","trace[1603679972] 'applied index is now lower than readState.Index' (duration: 209.09257ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:22.442549Z","caller":"traceutil/trace.go:171","msg":"trace[1809556911] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"284.14219ms","start":"2026-03-19T09:05:22.158303Z","end":"2026-03-19T09:05:22.442446Z","steps":["trace[1809556911] 'process raft request' (duration: 148.863286ms)","trace[1809556911] 'compare' (duration: 134.862352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:22.442629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.982009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:22.442765Z","caller":"traceutil/trace.go:171","msg":"trace[1925448558] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2056; }","duration":"264.168014ms","start":"2026-03-19T09:05:22.178575Z","end":"2026-03-19T09:05:22.442743Z","steps":["trace[1925448558] 'agreement among raft nodes before linearized reading' (duration: 263.890557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:22.82466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.267935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:22.824808Z","caller":"traceutil/trace.go:171","msg":"trace[1409714786] linearizableReadLoop","detail":"{readStateIndex:2163; appliedIndex:2162; }","duration":"143.967953ms","start":"2026-03-19T09:05:22.680813Z","end":"2026-03-19T09:05:22.824781Z","steps":["trace[1409714786] 'read index received' (duration: 82.332µs)","trace[1409714786] 'applied index is now lower than readState.Index' (duration: 143.88321ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:22.824879Z","caller":"traceutil/trace.go:171","msg":"trace[935347483] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"374.759992ms","start":"2026-03-19T09:05:22.450079Z","end":"2026-03-19T09:05:22.824839Z","steps":["trace[935347483] 'process raft request' (duration: 216.082337ms)","trace[935347483] 'compare' (duration: 157.858005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:22.824943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.118336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:22.825068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:22.450061Z","time spent":"374.902945ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:22.825093Z","caller":"traceutil/trace.go:171","msg":"trace[1564576247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2057; }","duration":"144.321401ms","start":"2026-03-19T09:05:22.680748Z","end":"2026-03-19T09:05:22.825069Z","steps":["trace[1564576247] 'agreement among raft nodes before linearized reading' (duration: 144.094835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:25.575126Z","caller":"traceutil/trace.go:171","msg":"trace[2119432819] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"160.497751ms","start":"2026-03-19T09:05:25.414572Z","end":"2026-03-19T09:05:25.57507Z","steps":["trace[2119432819] 'process raft request' (duration: 160.240444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:28.063925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.049154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:05:30.074617Z","caller":"traceutil/trace.go:171","msg":"trace[1612448455] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2167; }","duration":"283.00326ms","start":"2026-03-19T09:05:29.791589Z","end":"2026-03-19T09:05:30.074593Z","steps":["trace[1612448455] 'read index received' (duration: 282.931978ms)","trace[1612448455] 'applied index is now lower than readState.Index' (duration: 70.152µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:30.074654Z","caller":"traceutil/trace.go:171","msg":"trace[115975683] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"366.301898ms","start":"2026-03-19T09:05:29.708323Z","end":"2026-03-19T09:05:30.074625Z","steps":["trace[115975683] 'process raft request' (duration: 366.105873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:30.074861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.267196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:30.074895Z","caller":"traceutil/trace.go:171","msg":"trace[607295454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2061; }","duration":"283.36666ms","start":"2026-03-19T09:05:29.79152Z","end":"2026-03-19T09:05:30.074887Z","steps":["trace[607295454] 'agreement among raft nodes before linearized reading' (duration: 283.163924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:30.074857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:29.708294Z","time spent":"366.445022ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:30.664873Z","caller":"traceutil/trace.go:171","msg":"trace[2050428907] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"308.174697ms","start":"2026-03-19T09:05:30.356662Z","end":"2026-03-19T09:05:30.664837Z","steps":["trace[2050428907] 'process raft request' (duration: 307.88161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:30.66506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:30.356632Z","time spent":"308.320501ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:31.613005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.697089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:31.613234Z","caller":"traceutil/trace.go:171","msg":"trace[241635736] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"175.991653ms","start":"2026-03-19T09:05:31.437224Z","end":"2026-03-19T09:05:31.613216Z","steps":["trace[241635736] 'process raft request' (duration: 175.88848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:31.613436Z","caller":"traceutil/trace.go:171","msg":"trace[64139489] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"941.979662ms","start":"2026-03-19T09:05:30.671447Z","end":"2026-03-19T09:05:31.613427Z","steps":["trace[64139489] 'process raft request' (duration: 138.747211ms)","trace[64139489] 'compare' (duration: 802.339009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:31.613487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:30.671422Z","time spent":"942.037144ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:31.613705Z","caller":"traceutil/trace.go:171","msg":"trace[798975764] linearizableReadLoop","detail":"{readStateIndex:2170; appliedIndex:2169; }","duration":"821.896404ms","start":"2026-03-19T09:05:30.791759Z","end":"2026-03-19T09:05:31.613655Z","steps":["trace[798975764] 'read index received' (duration: 18.491508ms)","trace[798975764] 'applied index is now lower than readState.Index' (duration: 803.399766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:31.613929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.173621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" ","response":"range_response_count:1 size:6410"} {"level":"info","ts":"2026-03-19T09:05:31.614012Z","caller":"traceutil/trace.go:171","msg":"trace[1585640282] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5; range_end:; response_count:1; response_revision:2064; }","duration":"822.289284ms","start":"2026-03-19T09:05:30.791705Z","end":"2026-03-19T09:05:31.613995Z","steps":["trace[1585640282] 'agreement among raft nodes before linearized reading' (duration: 822.088568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:31.614066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:30.791676Z","time spent":"822.378677ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6433,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-whgl5\" "} {"level":"warn","ts":"2026-03-19T09:05:31.614198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.279294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:05:31.614258Z","caller":"traceutil/trace.go:171","msg":"trace[986959092] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:2064; }","duration":"186.448778ms","start":"2026-03-19T09:05:31.427795Z","end":"2026-03-19T09:05:31.614244Z","steps":["trace[986959092] 'agreement among raft nodes before linearized reading' (duration: 186.14974ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:31.833023Z","caller":"traceutil/trace.go:171","msg":"trace[1210253536] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"209.985373ms","start":"2026-03-19T09:05:31.623012Z","end":"2026-03-19T09:05:31.832997Z","steps":["trace[1210253536] 'process raft request' (duration: 209.823839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:32.219595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.280247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:32.21972Z","caller":"traceutil/trace.go:171","msg":"trace[1375707119] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2172; }","duration":"546.98789ms","start":"2026-03-19T09:05:31.672716Z","end":"2026-03-19T09:05:32.219704Z","steps":["trace[1375707119] 'read index received' (duration: 160.221174ms)","trace[1375707119] 'applied index is now lower than readState.Index' (duration: 386.764296ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:32.219802Z","caller":"traceutil/trace.go:171","msg":"trace[1994837620] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"582.003005ms","start":"2026-03-19T09:05:31.63775Z","end":"2026-03-19T09:05:32.219753Z","steps":["trace[1994837620] 'process raft request' (duration: 317.469902ms)","trace[1994837620] 'compare' (duration: 263.462125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:32.220004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.308678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:05:32.219977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.93938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:32.220134Z","caller":"traceutil/trace.go:171","msg":"trace[2003659787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2066; }","duration":"540.124255ms","start":"2026-03-19T09:05:31.679957Z","end":"2026-03-19T09:05:32.220081Z","steps":["trace[2003659787] 'agreement among raft nodes before linearized reading' (duration: 539.897699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:32.22003Z","caller":"traceutil/trace.go:171","msg":"trace[1909798565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2066; }","duration":"547.38159ms","start":"2026-03-19T09:05:31.672639Z","end":"2026-03-19T09:05:32.220021Z","steps":["trace[1909798565] 'agreement among raft nodes before linearized reading' (duration: 547.162554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:32.220201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:31.672579Z","time spent":"547.613916ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:05:32.220198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:31.679932Z","time spent":"540.254939ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:32.22031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:31.637728Z","time spent":"582.303533ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:32.918258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.054008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:32.918412Z","caller":"traceutil/trace.go:171","msg":"trace[1793319108] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2174; }","duration":"235.827167ms","start":"2026-03-19T09:05:32.682563Z","end":"2026-03-19T09:05:32.91839Z","steps":["trace[1793319108] 'read index received' (duration: 43.132µs)","trace[1793319108] 'applied index is now lower than readState.Index' (duration: 235.781985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:32.918502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.937349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:32.918545Z","caller":"traceutil/trace.go:171","msg":"trace[1314697364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2067; }","duration":"236.015461ms","start":"2026-03-19T09:05:32.682516Z","end":"2026-03-19T09:05:32.918531Z","steps":["trace[1314697364] 'agreement among raft nodes before linearized reading' (duration: 235.931819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:32.918815Z","caller":"traceutil/trace.go:171","msg":"trace[1034036626] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"406.530205ms","start":"2026-03-19T09:05:32.512253Z","end":"2026-03-19T09:05:32.918783Z","steps":["trace[1034036626] 'process raft request' (duration: 130.842661ms)","trace[1034036626] 'compare' (duration: 274.69987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:32.919107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:32.51222Z","time spent":"406.673079ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:33.390992Z","caller":"traceutil/trace.go:171","msg":"trace[650640976] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2175; }","duration":"218.58913ms","start":"2026-03-19T09:05:33.172369Z","end":"2026-03-19T09:05:33.390958Z","steps":["trace[650640976] 'read index received' (duration: 218.17184ms)","trace[650640976] 'applied index is now lower than readState.Index' (duration: 415.45µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:33.391048Z","caller":"traceutil/trace.go:171","msg":"trace[154584580] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"323.516845ms","start":"2026-03-19T09:05:33.067489Z","end":"2026-03-19T09:05:33.391006Z","steps":["trace[154584580] 'process raft request' (duration: 323.166327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.391255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:33.067454Z","time spent":"323.676419ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:33.391376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.960369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-19T09:05:33.391445Z","caller":"traceutil/trace.go:171","msg":"trace[1756911002] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2068; }","duration":"219.092843ms","start":"2026-03-19T09:05:33.172331Z","end":"2026-03-19T09:05:33.391424Z","steps":["trace[1756911002] 'agreement among raft nodes before linearized reading' (duration: 218.807996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.391573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.725411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:05:33.391635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.111092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:33.391695Z","caller":"traceutil/trace.go:171","msg":"trace[127127936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2068; }","duration":"193.877295ms","start":"2026-03-19T09:05:33.197788Z","end":"2026-03-19T09:05:33.391665Z","steps":["trace[127127936] 'agreement among raft nodes before linearized reading' (duration: 193.566127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:33.391781Z","caller":"traceutil/trace.go:171","msg":"trace[2064459378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2068; }","duration":"164.216515ms","start":"2026-03-19T09:05:33.227485Z","end":"2026-03-19T09:05:33.391701Z","steps":["trace[2064459378] 'agreement among raft nodes before linearized reading' (duration: 163.826255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.392221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.145922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:05:33.392309Z","caller":"traceutil/trace.go:171","msg":"trace[340331994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2068; }","duration":"194.580953ms","start":"2026-03-19T09:05:33.197712Z","end":"2026-03-19T09:05:33.392293Z","steps":["trace[340331994] 'agreement among raft nodes before linearized reading' (duration: 193.525146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.948533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.5478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:33.948699Z","caller":"traceutil/trace.go:171","msg":"trace[2096868773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2068; }","duration":"403.732265ms","start":"2026-03-19T09:05:33.544948Z","end":"2026-03-19T09:05:33.948681Z","steps":["trace[2096868773] 'range keys from in-memory index tree' (duration: 403.526849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.948702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.163026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:33.948948Z","caller":"traceutil/trace.go:171","msg":"trace[1648746650] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2176; }","duration":"539.461379ms","start":"2026-03-19T09:05:33.409469Z","end":"2026-03-19T09:05:33.948931Z","steps":["trace[1648746650] 'read index received' (duration: 166.946924ms)","trace[1648746650] 'applied index is now lower than readState.Index' (duration: 372.513335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:33.949199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.244077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-19T09:05:33.949221Z","caller":"traceutil/trace.go:171","msg":"trace[1067839624] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:2070; }","duration":"385.309158ms","start":"2026-03-19T09:05:33.563904Z","end":"2026-03-19T09:05:33.949213Z","steps":["trace[1067839624] 'agreement among raft nodes before linearized reading' (duration: 385.249067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.949247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:33.563881Z","time spent":"385.356779ms","remote":"127.0.0.1:49738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-19T09:05:33.949243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.764077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e3296895afd9e\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-19T09:05:33.949293Z","caller":"traceutil/trace.go:171","msg":"trace[475724768] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e3296895afd9e; range_end:; response_count:1; response_revision:2070; }","duration":"539.839609ms","start":"2026-03-19T09:05:33.409436Z","end":"2026-03-19T09:05:33.949276Z","steps":["trace[475724768] 'agreement among raft nodes before linearized reading' (duration: 539.585362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.949333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:33.409422Z","time spent":"539.901ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-f6l9l.189e3296895afd9e\" "} {"level":"warn","ts":"2026-03-19T09:05:33.949355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.613331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:33.949337Z","caller":"traceutil/trace.go:171","msg":"trace[1255091038] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"552.15575ms","start":"2026-03-19T09:05:33.397133Z","end":"2026-03-19T09:05:33.949289Z","steps":["trace[1255091038] 'process raft request' (duration: 179.273836ms)","trace[1255091038] 'compare' (duration: 371.842988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:33.949416Z","caller":"traceutil/trace.go:171","msg":"trace[716190007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2070; }","duration":"267.733174ms","start":"2026-03-19T09:05:33.681668Z","end":"2026-03-19T09:05:33.949401Z","steps":["trace[716190007] 'agreement among raft nodes before linearized reading' (duration: 267.610441ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:33.949415Z","caller":"traceutil/trace.go:171","msg":"trace[1412475280] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"551.78782ms","start":"2026-03-19T09:05:33.397585Z","end":"2026-03-19T09:05:33.949373Z","steps":["trace[1412475280] 'process raft request' (duration: 551.254467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:33.949503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:33.397111Z","time spent":"552.306713ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:33.949595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:33.397564Z","time spent":"551.931854ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:34.387055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.826136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:34.387294Z","caller":"traceutil/trace.go:171","msg":"trace[65779446] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"342.755873ms","start":"2026-03-19T09:05:34.044512Z","end":"2026-03-19T09:05:34.387268Z","steps":["trace[65779446] 'process raft request' (duration: 342.66647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:34.387311Z","caller":"traceutil/trace.go:171","msg":"trace[2109467593] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2179; }","duration":"343.442999ms","start":"2026-03-19T09:05:34.043817Z","end":"2026-03-19T09:05:34.38726Z","steps":["trace[2109467593] 'read index received' (duration: 73.476609ms)","trace[2109467593] 'applied index is now lower than readState.Index' (duration: 269.957959ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:34.387328Z","caller":"traceutil/trace.go:171","msg":"trace[1394601388] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"343.650595ms","start":"2026-03-19T09:05:34.043625Z","end":"2026-03-19T09:05:34.387276Z","steps":["trace[1394601388] 'process raft request' (duration: 73.487759ms)","trace[1394601388] 'compare' (duration: 269.626842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:34.387407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.044503Z","time spent":"342.851665ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:34.387549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.043596Z","time spent":"343.833249ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:34.38754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.691596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.189e328e103b4eb5\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-03-19T09:05:34.387629Z","caller":"traceutil/trace.go:171","msg":"trace[944803757] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.189e328e103b4eb5; range_end:; response_count:1; response_revision:2073; }","duration":"343.822749ms","start":"2026-03-19T09:05:34.043785Z","end":"2026-03-19T09:05:34.387608Z","steps":["trace[944803757] 'agreement among raft nodes before linearized reading' (duration: 343.589023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:34.387673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.043774Z","time spent":"343.890361ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":734,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.189e328e103b4eb5\" "} {"level":"info","ts":"2026-03-19T09:05:34.476644Z","caller":"traceutil/trace.go:171","msg":"trace[902923986] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"229.64576ms","start":"2026-03-19T09:05:34.246968Z","end":"2026-03-19T09:05:34.476613Z","steps":["trace[902923986] 'process raft request' (duration: 229.456816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:34.476904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.722515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:05:34.476926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.233753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-03-19T09:05:34.476962Z","caller":"traceutil/trace.go:171","msg":"trace[1875865491] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:2074; }","duration":"422.313105ms","start":"2026-03-19T09:05:34.054637Z","end":"2026-03-19T09:05:34.47695Z","steps":["trace[1875865491] 'agreement among raft nodes before linearized reading' (duration: 422.184651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:34.476961Z","caller":"traceutil/trace.go:171","msg":"trace[1951491987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2074; }","duration":"356.852009ms","start":"2026-03-19T09:05:34.120093Z","end":"2026-03-19T09:05:34.476945Z","steps":["trace[1951491987] 'agreement among raft nodes before linearized reading' (duration: 356.617132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:34.476994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.054614Z","time spent":"422.371337ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5110,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-19T09:05:34.476998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.120066Z","time spent":"356.924311ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:05:34.674057Z","caller":"traceutil/trace.go:171","msg":"trace[1810481776] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"283.941183ms","start":"2026-03-19T09:05:34.390079Z","end":"2026-03-19T09:05:34.67402Z","steps":["trace[1810481776] 'process raft request' (duration: 283.228296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:34.674049Z","caller":"traceutil/trace.go:171","msg":"trace[1765726931] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2182; }","duration":"197.422685ms","start":"2026-03-19T09:05:34.47658Z","end":"2026-03-19T09:05:34.674002Z","steps":["trace[1765726931] 'read index received' (duration: 196.868291ms)","trace[1765726931] 'applied index is now lower than readState.Index' (duration: 550.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:34.674356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.565517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:34.674441Z","caller":"traceutil/trace.go:171","msg":"trace[653524625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2075; }","duration":"274.718491ms","start":"2026-03-19T09:05:34.399706Z","end":"2026-03-19T09:05:34.674424Z","steps":["trace[653524625] 'agreement among raft nodes before linearized reading' (duration: 274.423683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.338189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.919011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:35.338357Z","caller":"traceutil/trace.go:171","msg":"trace[340608249] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2183; }","duration":"664.168704ms","start":"2026-03-19T09:05:34.674159Z","end":"2026-03-19T09:05:35.338328Z","steps":["trace[340608249] 'read index received' (duration: 468.980425ms)","trace[340608249] 'applied index is now lower than readState.Index' (duration: 195.185369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:35.33852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.628692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:05:35.338562Z","caller":"traceutil/trace.go:171","msg":"trace[1846193409] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2076; }","duration":"769.693994ms","start":"2026-03-19T09:05:34.568854Z","end":"2026-03-19T09:05:35.338548Z","steps":["trace[1846193409] 'agreement among raft nodes before linearized reading' (duration: 769.52846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.338601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.568843Z","time spent":"769.743315ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:05:35.33898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.31919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:35.339025Z","caller":"traceutil/trace.go:171","msg":"trace[1391250776] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2076; }","duration":"851.412182ms","start":"2026-03-19T09:05:34.487602Z","end":"2026-03-19T09:05:35.339014Z","steps":["trace[1391250776] 'agreement among raft nodes before linearized reading' (duration: 851.30998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.338571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.974572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:05:35.339007Z","caller":"traceutil/trace.go:171","msg":"trace[1414386720] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"851.378201ms","start":"2026-03-19T09:05:34.487586Z","end":"2026-03-19T09:05:35.338964Z","steps":["trace[1414386720] 'process raft request' (duration: 655.574187ms)","trace[1414386720] 'compare' (duration: 194.768698ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:35.339082Z","caller":"traceutil/trace.go:171","msg":"trace[1215338477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2076; }","duration":"770.539445ms","start":"2026-03-19T09:05:34.568522Z","end":"2026-03-19T09:05:35.339061Z","steps":["trace[1215338477] 'agreement among raft nodes before linearized reading' (duration: 769.954021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.339047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.487581Z","time spent":"851.458923ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:05:35.339144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.775638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e32ae73797e1b\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-19T09:05:35.339213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.487549Z","time spent":"851.537815ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:35.339227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.568494Z","time spent":"770.669659ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:05:35.339232Z","caller":"traceutil/trace.go:171","msg":"trace[1441810403] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189e32ae73797e1b; range_end:; response_count:1; response_revision:2076; }","duration":"660.928402ms","start":"2026-03-19T09:05:34.678284Z","end":"2026-03-19T09:05:35.339212Z","steps":["trace[1441810403] 'agreement among raft nodes before linearized reading' (duration: 660.621574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.339783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:34.678225Z","time spent":"661.502097ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":810,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189e32ae73797e1b\" "} {"level":"warn","ts":"2026-03-19T09:05:35.821444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.020594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:35.821816Z","caller":"traceutil/trace.go:171","msg":"trace[1820846894] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"477.191405ms","start":"2026-03-19T09:05:35.344565Z","end":"2026-03-19T09:05:35.821756Z","steps":["trace[1820846894] 'process raft request' (duration: 213.712048ms)","trace[1820846894] 'compare' (duration: 262.821629ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:35.821947Z","caller":"traceutil/trace.go:171","msg":"trace[1247775952] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"476.108667ms","start":"2026-03-19T09:05:35.34581Z","end":"2026-03-19T09:05:35.821919Z","steps":["trace[1247775952] 'process raft request' (duration: 475.943242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.822011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.344536Z","time spent":"477.364488ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:35.821956Z","caller":"traceutil/trace.go:171","msg":"trace[1934093303] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"476.924158ms","start":"2026-03-19T09:05:35.344993Z","end":"2026-03-19T09:05:35.821917Z","steps":["trace[1934093303] 'process raft request' (duration: 476.670541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.822079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.345783Z","time spent":"476.236089ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:35.822247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.344965Z","time spent":"477.154524ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:35.822479Z","caller":"traceutil/trace.go:171","msg":"trace[240402038] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"470.693149ms","start":"2026-03-19T09:05:35.351772Z","end":"2026-03-19T09:05:35.822465Z","steps":["trace[240402038] 'process raft request' (duration: 470.053633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.822552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.35175Z","time spent":"470.767481ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:35.823055Z","caller":"traceutil/trace.go:171","msg":"trace[875731297] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2184; }","duration":"277.349908ms","start":"2026-03-19T09:05:35.545096Z","end":"2026-03-19T09:05:35.822445Z","steps":["trace[875731297] 'read index received' (duration: 13.196014ms)","trace[875731297] 'applied index is now lower than readState.Index' (duration: 264.151494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:35.823535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.69921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:35.823598Z","caller":"traceutil/trace.go:171","msg":"trace[1109359802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"140.811682ms","start":"2026-03-19T09:05:35.682771Z","end":"2026-03-19T09:05:35.823583Z","steps":["trace[1109359802] 'agreement among raft nodes before linearized reading' (duration: 140.617387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.824158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.787858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:35.824216Z","caller":"traceutil/trace.go:171","msg":"trace[2027532904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"143.895641ms","start":"2026-03-19T09:05:35.680306Z","end":"2026-03-19T09:05:35.824201Z","steps":["trace[2027532904] 'agreement among raft nodes before linearized reading' (duration: 143.802728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:35.825286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.178219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:80 size:66395"} {"level":"info","ts":"2026-03-19T09:05:35.825346Z","caller":"traceutil/trace.go:171","msg":"trace[384886963] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:80; response_revision:2080; }","duration":"280.297252ms","start":"2026-03-19T09:05:35.545034Z","end":"2026-03-19T09:05:35.825331Z","steps":["trace[384886963] 'agreement among raft nodes before linearized reading' (duration: 277.571363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:36.614441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.615924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:36.614577Z","caller":"traceutil/trace.go:171","msg":"trace[1500439499] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"786.176861ms","start":"2026-03-19T09:05:35.828379Z","end":"2026-03-19T09:05:36.614555Z","steps":["trace[1500439499] 'process raft request' (duration: 423.33732ms)","trace[1500439499] 'compare' (duration: 362.215584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:36.614642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.828358Z","time spent":"786.252163ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:36.618526Z","caller":"traceutil/trace.go:171","msg":"trace[1269146500] linearizableReadLoop","detail":"{readStateIndex:2190; appliedIndex:2188; }","duration":"766.552255ms","start":"2026-03-19T09:05:35.85194Z","end":"2026-03-19T09:05:36.618492Z","steps":["trace[1269146500] 'read index received' (duration: 399.992271ms)","trace[1269146500] 'applied index is now lower than readState.Index' (duration: 366.558784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:36.619212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.229652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:05:36.619333Z","caller":"traceutil/trace.go:171","msg":"trace[1837897126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2082; }","duration":"767.400096ms","start":"2026-03-19T09:05:35.851901Z","end":"2026-03-19T09:05:36.619301Z","steps":["trace[1837897126] 'agreement among raft nodes before linearized reading' (duration: 767.034187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:36.619396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.851888Z","time spent":"767.497578ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:05:36.619694Z","caller":"traceutil/trace.go:171","msg":"trace[793522048] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"785.237767ms","start":"2026-03-19T09:05:35.83444Z","end":"2026-03-19T09:05:36.619678Z","steps":["trace[793522048] 'process raft request' (duration: 783.869282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:36.619817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.834426Z","time spent":"785.304719ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:36.620173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.027635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-19T09:05:36.620252Z","caller":"traceutil/trace.go:171","msg":"trace[1849327910] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2082; }","duration":"714.160538ms","start":"2026-03-19T09:05:35.906075Z","end":"2026-03-19T09:05:36.620236Z","steps":["trace[1849327910] 'agreement among raft nodes before linearized reading' (duration: 713.984964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:36.620301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:35.906045Z","time spent":"714.245401ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-19T09:05:36.620475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.376597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-19T09:05:36.620538Z","caller":"traceutil/trace.go:171","msg":"trace[1322812230] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2082; }","duration":"303.481379ms","start":"2026-03-19T09:05:36.317041Z","end":"2026-03-19T09:05:36.620522Z","steps":["trace[1322812230] 'agreement among raft nodes before linearized reading' (duration: 303.248823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:36.620558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.116636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:05:36.620585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.317017Z","time spent":"303.555061ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:05:36.620637Z","caller":"traceutil/trace.go:171","msg":"trace[2074641918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2082; }","duration":"227.26259ms","start":"2026-03-19T09:05:36.393353Z","end":"2026-03-19T09:05:36.620616Z","steps":["trace[2074641918] 'agreement among raft nodes before linearized reading' (duration: 226.88179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:36.620762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.348402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:05:36.620814Z","caller":"traceutil/trace.go:171","msg":"trace[528632656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2082; }","duration":"227.431164ms","start":"2026-03-19T09:05:36.393362Z","end":"2026-03-19T09:05:36.620793Z","steps":["trace[528632656] 'agreement among raft nodes before linearized reading' (duration: 227.305391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:37.297282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.419501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:37.29764Z","caller":"traceutil/trace.go:171","msg":"trace[744292171] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"674.360381ms","start":"2026-03-19T09:05:36.62324Z","end":"2026-03-19T09:05:37.2976Z","steps":["trace[744292171] 'process raft request' (duration: 120.508839ms)","trace[744292171] 'compare' (duration: 553.299669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:37.29784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.623206Z","time spent":"674.530826ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:37.297966Z","caller":"traceutil/trace.go:171","msg":"trace[32509975] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"671.09168ms","start":"2026-03-19T09:05:36.626848Z","end":"2026-03-19T09:05:37.29794Z","steps":["trace[32509975] 'process raft request' (duration: 670.524555ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:37.297951Z","caller":"traceutil/trace.go:171","msg":"trace[172877421] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2190; }","duration":"673.386698ms","start":"2026-03-19T09:05:36.624528Z","end":"2026-03-19T09:05:37.297914Z","steps":["trace[172877421] 'read index received' (duration: 119.242668ms)","trace[172877421] 'applied index is now lower than readState.Index' (duration: 554.13999ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:37.298027Z","caller":"traceutil/trace.go:171","msg":"trace[823177687] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"670.558136ms","start":"2026-03-19T09:05:36.627429Z","end":"2026-03-19T09:05:37.297987Z","steps":["trace[823177687] 'process raft request' (duration: 669.987861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:37.298079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.626824Z","time spent":"671.193972ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:37.29825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.627404Z","time spent":"670.70554ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:37.776243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.768183ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:05:37.776358Z","caller":"traceutil/trace.go:171","msg":"trace[174947026] linearizableReadLoop","detail":"{readStateIndex:2194; appliedIndex:2193; }","duration":"478.301671ms","start":"2026-03-19T09:05:37.298035Z","end":"2026-03-19T09:05:37.776336Z","steps":["trace[174947026] 'read index received' (duration: 70.012µs)","trace[174947026] 'applied index is now lower than readState.Index' (duration: 478.229949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:37.776559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.230359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:05:37.776562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095276371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:37.776592Z","caller":"traceutil/trace.go:171","msg":"trace[475242799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2085; }","duration":"908.310091ms","start":"2026-03-19T09:05:36.868271Z","end":"2026-03-19T09:05:37.776581Z","steps":["trace[475242799] 'agreement among raft nodes before linearized reading' (duration: 908.166797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:37.776624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.868252Z","time spent":"908.363332ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:05:37.776604Z","caller":"traceutil/trace.go:171","msg":"trace[1119731361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2085; }","duration":"1.095371493s","start":"2026-03-19T09:05:36.68122Z","end":"2026-03-19T09:05:37.776592Z","steps":["trace[1119731361] 'agreement among raft nodes before linearized reading' (duration: 1.095301241s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:37.776634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152092948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-03-19T09:05:37.77666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.681195Z","time spent":"1.095457515s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:05:37.77667Z","caller":"traceutil/trace.go:171","msg":"trace[99860684] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd; range_end:; response_count:1; response_revision:2085; }","duration":"1.152200101s","start":"2026-03-19T09:05:36.624458Z","end":"2026-03-19T09:05:37.776658Z","steps":["trace[99860684] 'agreement among raft nodes before linearized reading' (duration: 673.608533ms)","trace[99860684] 'range keys from in-memory index tree' (duration: 478.435724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:37.776695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.624433Z","time spent":"1.152254832s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4882,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-rz5xd\" "} {"level":"warn","ts":"2026-03-19T09:05:37.776894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.71964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32a8a9f4de57\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-19T09:05:37.776927Z","caller":"traceutil/trace.go:171","msg":"trace[868779888] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32a8a9f4de57; range_end:; response_count:1; response_revision:2085; }","duration":"474.792502ms","start":"2026-03-19T09:05:37.302124Z","end":"2026-03-19T09:05:37.776917Z","steps":["trace[868779888] 'agreement among raft nodes before linearized reading' (duration: 474.6912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:37.77696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:37.302062Z","time spent":"474.888835ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32a8a9f4de57\" "} {"level":"warn","ts":"2026-03-19T09:05:37.777013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.36445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-19T09:05:37.776979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.744618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:37.777045Z","caller":"traceutil/trace.go:171","msg":"trace[1012429263] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2085; }","duration":"236.433082ms","start":"2026-03-19T09:05:37.540602Z","end":"2026-03-19T09:05:37.777035Z","steps":["trace[1012429263] 'agreement among raft nodes before linearized reading' (duration: 236.36619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:37.777085Z","caller":"traceutil/trace.go:171","msg":"trace[1101520681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2085; }","duration":"926.923542ms","start":"2026-03-19T09:05:36.850135Z","end":"2026-03-19T09:05:37.777058Z","steps":["trace[1101520681] 'agreement among raft nodes before linearized reading' (duration: 926.590722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:37.777138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:36.850099Z","time spent":"927.029224ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:05:38.142619Z","caller":"traceutil/trace.go:171","msg":"trace[2024210725] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2194; }","duration":"355.520895ms","start":"2026-03-19T09:05:37.787066Z","end":"2026-03-19T09:05:38.142587Z","steps":["trace[2024210725] 'read index received' (duration: 52.478838ms)","trace[2024210725] 'applied index is now lower than readState.Index' (duration: 303.040057ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:38.142839Z","caller":"traceutil/trace.go:171","msg":"trace[1454173104] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"356.446688ms","start":"2026-03-19T09:05:37.786331Z","end":"2026-03-19T09:05:38.142778Z","steps":["trace[1454173104] 'process raft request' (duration: 356.032498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.14288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.784562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:05:38.143239Z","caller":"traceutil/trace.go:171","msg":"trace[1809837418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2087; }","duration":"356.180382ms","start":"2026-03-19T09:05:37.78703Z","end":"2026-03-19T09:05:38.143211Z","steps":["trace[1809837418] 'agreement among raft nodes before linearized reading' (duration: 355.771202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.14323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:37.786291Z","time spent":"356.796387ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:38.143302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:37.787016Z","time spent":"356.271454ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:05:38.143359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.824658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-19T09:05:38.14348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.178849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32a8ad66b821\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-19T09:05:38.143601Z","caller":"traceutil/trace.go:171","msg":"trace[414092479] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-rz5xd.189e32a8ad66b821; range_end:; response_count:1; response_revision:2087; }","duration":"299.355743ms","start":"2026-03-19T09:05:37.844215Z","end":"2026-03-19T09:05:38.143571Z","steps":["trace[414092479] 'agreement among raft nodes before linearized reading' (duration: 299.035815ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:38.143476Z","caller":"traceutil/trace.go:171","msg":"trace[1139065972] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:2087; }","duration":"342.028154ms","start":"2026-03-19T09:05:37.801417Z","end":"2026-03-19T09:05:38.143445Z","steps":["trace[1139065972] 'agreement among raft nodes before linearized reading' (duration: 341.773527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.143735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:37.801313Z","time spent":"342.404783ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-19T09:05:38.579973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.968419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:38.580166Z","caller":"traceutil/trace.go:171","msg":"trace[638018482] linearizableReadLoop","detail":"{readStateIndex:2197; appliedIndex:2196; }","duration":"432.126133ms","start":"2026-03-19T09:05:38.147946Z","end":"2026-03-19T09:05:38.580072Z","steps":["trace[638018482] 'read index received' (duration: 180.927538ms)","trace[638018482] 'applied index is now lower than readState.Index' (duration: 251.197485ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:38.580301Z","caller":"traceutil/trace.go:171","msg":"trace[1016038602] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"433.816206ms","start":"2026-03-19T09:05:38.14644Z","end":"2026-03-19T09:05:38.580257Z","steps":["trace[1016038602] 'process raft request' (duration: 182.456567ms)","trace[1016038602] 'compare' (duration: 250.752474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:38.580388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.446711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" ","response":"range_response_count:1 size:6102"} {"level":"info","ts":"2026-03-19T09:05:38.580419Z","caller":"traceutil/trace.go:171","msg":"trace[582192118] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw; range_end:; response_count:1; response_revision:2088; }","duration":"432.509922ms","start":"2026-03-19T09:05:38.147898Z","end":"2026-03-19T09:05:38.580408Z","steps":["trace[582192118] 'agreement among raft nodes before linearized reading' (duration: 432.359368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.580454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:38.14788Z","time spent":"432.566174ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":6125,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-nvtxw\" "} {"level":"warn","ts":"2026-03-19T09:05:38.580467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:38.146406Z","time spent":"433.97419ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:38.58075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.895655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:05:38.580854Z","caller":"traceutil/trace.go:171","msg":"trace[1293102746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2088; }","duration":"330.07175ms","start":"2026-03-19T09:05:38.25076Z","end":"2026-03-19T09:05:38.580832Z","steps":["trace[1293102746] 'agreement among raft nodes before linearized reading' (duration: 329.732041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.580926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:38.250721Z","time spent":"330.193993ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:05:38.954126Z","caller":"traceutil/trace.go:171","msg":"trace[2054519121] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2198; }","duration":"272.563877ms","start":"2026-03-19T09:05:38.681533Z","end":"2026-03-19T09:05:38.954097Z","steps":["trace[2054519121] 'read index received' (duration: 272.374612ms)","trace[2054519121] 'applied index is now lower than readState.Index' (duration: 188.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:38.954196Z","caller":"traceutil/trace.go:171","msg":"trace[535146810] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"361.901416ms","start":"2026-03-19T09:05:38.592273Z","end":"2026-03-19T09:05:38.954175Z","steps":["trace[535146810] 'process raft request' (duration: 361.64424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.954365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.827153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189e32bf561b2aa1\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-19T09:05:38.95437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:38.592249Z","time spent":"361.999928ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:05:38.954421Z","caller":"traceutil/trace.go:171","msg":"trace[1188374038] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189e32bf561b2aa1; range_end:; response_count:1; response_revision:2090; }","duration":"272.930466ms","start":"2026-03-19T09:05:38.681476Z","end":"2026-03-19T09:05:38.954406Z","steps":["trace[1188374038] 'agreement among raft nodes before linearized reading' (duration: 272.758362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.954556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.511377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:05:38.9546Z","caller":"traceutil/trace.go:171","msg":"trace[437557807] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2090; }","duration":"214.590469ms","start":"2026-03-19T09:05:38.739997Z","end":"2026-03-19T09:05:38.954587Z","steps":["trace[437557807] 'agreement among raft nodes before linearized reading' (duration: 214.515138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.954899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.933137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:05:38.955006Z","caller":"traceutil/trace.go:171","msg":"trace[1026421695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2090; }","duration":"147.104841ms","start":"2026-03-19T09:05:38.807878Z","end":"2026-03-19T09:05:38.954982Z","steps":["trace[1026421695] 'agreement among raft nodes before linearized reading' (duration: 146.808564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:38.955119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.600282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:38.955298Z","caller":"traceutil/trace.go:171","msg":"trace[243680063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2090; }","duration":"169.94095ms","start":"2026-03-19T09:05:38.785329Z","end":"2026-03-19T09:05:38.95527Z","steps":["trace[243680063] 'agreement among raft nodes before linearized reading' (duration: 169.428668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:39.180875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.208444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:39.181022Z","caller":"traceutil/trace.go:171","msg":"trace[2010634969] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2199; }","duration":"221.614267ms","start":"2026-03-19T09:05:38.959383Z","end":"2026-03-19T09:05:39.180997Z","steps":["trace[2010634969] 'read index received' (duration: 59.224388ms)","trace[2010634969] 'applied index is now lower than readState.Index' (duration: 162.387899ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:39.181133Z","caller":"traceutil/trace.go:171","msg":"trace[1080356026] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"223.721501ms","start":"2026-03-19T09:05:38.957339Z","end":"2026-03-19T09:05:39.181061Z","steps":["trace[1080356026] 'process raft request' (duration: 61.193798ms)","trace[1080356026] 'compare' (duration: 161.954008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:39.181242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.863304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"info","ts":"2026-03-19T09:05:39.181287Z","caller":"traceutil/trace.go:171","msg":"trace[15331489] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2091; }","duration":"221.938865ms","start":"2026-03-19T09:05:38.959337Z","end":"2026-03-19T09:05:39.181276Z","steps":["trace[15331489] 'agreement among raft nodes before linearized reading' (duration: 221.73357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:39.767113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:05:39.858633Z","caller":"traceutil/trace.go:171","msg":"trace[812847234] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2200; }","duration":"592.504061ms","start":"2026-03-19T09:05:39.266096Z","end":"2026-03-19T09:05:39.8586Z","steps":["trace[812847234] 'read index received' (duration: 511.586893ms)","trace[812847234] 'applied index is now lower than readState.Index' (duration: 80.916138ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:39.858669Z","caller":"traceutil/trace.go:171","msg":"trace[450638073] transaction","detail":"{read_only:false; response_revision:2092; number_of_response:1; }","duration":"667.350985ms","start":"2026-03-19T09:05:39.191264Z","end":"2026-03-19T09:05:39.858615Z","steps":["trace[450638073] 'process raft request' (duration: 586.244553ms)","trace[450638073] 'compare' (duration: 80.67016ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:39.858728Z","caller":"traceutil/trace.go:171","msg":"trace[409591391] transaction","detail":"{read_only:false; response_revision:2093; number_of_response:1; }","duration":"667.13717ms","start":"2026-03-19T09:05:39.191536Z","end":"2026-03-19T09:05:39.858673Z","steps":["trace[409591391] 'process raft request' (duration: 666.937665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:39.858866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.734837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:05:39.858895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:39.191511Z","time spent":"667.293344ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:39.858888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.779318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-19T09:05:39.858915Z","caller":"traceutil/trace.go:171","msg":"trace[1988123911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2093; }","duration":"158.865979ms","start":"2026-03-19T09:05:39.700036Z","end":"2026-03-19T09:05:39.858902Z","steps":["trace[1988123911] 'agreement among raft nodes before linearized reading' (duration: 158.774187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:39.858916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:39.19124Z","time spent":"667.546509ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:05:39.858935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.094335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:05:39.858942Z","caller":"traceutil/trace.go:171","msg":"trace[941446328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2093; }","duration":"592.883311ms","start":"2026-03-19T09:05:39.266044Z","end":"2026-03-19T09:05:39.858927Z","steps":["trace[941446328] 'agreement among raft nodes before linearized reading' (duration: 592.685046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:39.858978Z","caller":"traceutil/trace.go:171","msg":"trace[1437546088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2093; }","duration":"557.183477ms","start":"2026-03-19T09:05:39.301784Z","end":"2026-03-19T09:05:39.858967Z","steps":["trace[1437546088] 'agreement among raft nodes before linearized reading' (duration: 557.013343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:39.858986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:39.26602Z","time spent":"592.958652ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:05:39.859022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:39.301758Z","time spent":"557.254769ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:39.859249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.27159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:05:39.85933Z","caller":"traceutil/trace.go:171","msg":"trace[389938541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2093; }","duration":"557.394443ms","start":"2026-03-19T09:05:39.301917Z","end":"2026-03-19T09:05:39.859312Z","steps":["trace[389938541] 'agreement among raft nodes before linearized reading' (duration: 557.124816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:39.85937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:05:39.301905Z","time spent":"557.458894ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:05:40.137744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.389149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:05:40.138043Z","caller":"traceutil/trace.go:171","msg":"trace[1450269941] transaction","detail":"{read_only:false; response_revision:2095; number_of_response:1; }","duration":"273.359375ms","start":"2026-03-19T09:05:39.864657Z","end":"2026-03-19T09:05:40.138016Z","steps":["trace[1450269941] 'process raft request' (duration: 273.236392ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:40.138042Z","caller":"traceutil/trace.go:171","msg":"trace[1041746800] transaction","detail":"{read_only:false; response_revision:2094; number_of_response:1; }","duration":"273.382596ms","start":"2026-03-19T09:05:39.864618Z","end":"2026-03-19T09:05:40.138001Z","steps":["trace[1041746800] 'process raft request' (duration: 157.70686ms)","trace[1041746800] 'compare' (duration: 115.152383ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:40.138488Z","caller":"traceutil/trace.go:171","msg":"trace[1532166904] transaction","detail":"{read_only:false; response_revision:2096; number_of_response:1; }","duration":"271.400026ms","start":"2026-03-19T09:05:39.86707Z","end":"2026-03-19T09:05:40.13847Z","steps":["trace[1532166904] 'process raft request' (duration: 270.883963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:40.138825Z","caller":"traceutil/trace.go:171","msg":"trace[1404792209] linearizableReadLoop","detail":"{readStateIndex:2206; appliedIndex:2202; }","duration":"260.159563ms","start":"2026-03-19T09:05:39.878508Z","end":"2026-03-19T09:05:40.138667Z","steps":["trace[1404792209] 'read index received' (duration: 143.787638ms)","trace[1404792209] 'applied index is now lower than readState.Index' (duration: 116.370825ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:40.138927Z","caller":"traceutil/trace.go:171","msg":"trace[1335518880] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"265.757423ms","start":"2026-03-19T09:05:39.87298Z","end":"2026-03-19T09:05:40.138738Z","steps":["trace[1335518880] 'process raft request' (duration: 265.313091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:40.139355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.440174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:05:40.139407Z","caller":"traceutil/trace.go:171","msg":"trace[368007643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2097; }","duration":"176.576218ms","start":"2026-03-19T09:05:39.962816Z","end":"2026-03-19T09:05:40.139392Z","steps":["trace[368007643] 'agreement among raft nodes before linearized reading' (duration: 176.191768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:05:40.139643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.123186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-19T09:05:40.139706Z","caller":"traceutil/trace.go:171","msg":"trace[190909942] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2097; }","duration":"261.190698ms","start":"2026-03-19T09:05:39.8785Z","end":"2026-03-19T09:05:40.139691Z","steps":["trace[190909942] 'agreement among raft nodes before linearized reading' (duration: 260.310106ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:41.644461Z","caller":"traceutil/trace.go:171","msg":"trace[1844391867] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"198.203675ms","start":"2026-03-19T09:05:41.446228Z","end":"2026-03-19T09:05:41.644431Z","steps":["trace[1844391867] 'process raft request' (duration: 101.798636ms)","trace[1844391867] 'compare' (duration: 96.217384ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:05:41.644456Z","caller":"traceutil/trace.go:171","msg":"trace[1172834928] linearizableReadLoop","detail":"{readStateIndex:2209; appliedIndex:2208; }","duration":"112.604289ms","start":"2026-03-19T09:05:41.531818Z","end":"2026-03-19T09:05:41.644422Z","steps":["trace[1172834928] 'read index received' (duration: 16.292992ms)","trace[1172834928] 'applied index is now lower than readState.Index' (duration: 96.309746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:05:41.644817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.971878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:05:41.644905Z","caller":"traceutil/trace.go:171","msg":"trace[82551564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2099; }","duration":"113.125072ms","start":"2026-03-19T09:05:41.531758Z","end":"2026-03-19T09:05:41.644883Z","steps":["trace[82551564] 'agreement among raft nodes before linearized reading' (duration: 112.763383ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:05:42.30098Z","caller":"traceutil/trace.go:171","msg":"trace[1377962406] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"117.430051ms","start":"2026-03-19T09:05:42.183517Z","end":"2026-03-19T09:05:42.300947Z","steps":["trace[1377962406] 'process raft request' (duration: 108.992607ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:07.573738Z","caller":"traceutil/trace.go:171","msg":"trace[974191167] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2339; }","duration":"138.276367ms","start":"2026-03-19T09:06:07.435435Z","end":"2026-03-19T09:06:07.573711Z","steps":["trace[974191167] 'read index received' (duration: 138.098742ms)","trace[974191167] 'applied index is now lower than readState.Index' (duration: 176.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:07.573845Z","caller":"traceutil/trace.go:171","msg":"trace[829605324] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"149.414229ms","start":"2026-03-19T09:06:07.424387Z","end":"2026-03-19T09:06:07.573802Z","steps":["trace[829605324] 'process raft request' (duration: 149.162983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:07.574024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.555284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:07.574127Z","caller":"traceutil/trace.go:171","msg":"trace[434918707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"138.682337ms","start":"2026-03-19T09:06:07.435418Z","end":"2026-03-19T09:06:07.5741Z","steps":["trace[434918707] 'agreement among raft nodes before linearized reading' (duration: 138.40183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:07.718974Z","caller":"traceutil/trace.go:171","msg":"trace[670714683] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"137.088057ms","start":"2026-03-19T09:06:07.581854Z","end":"2026-03-19T09:06:07.718942Z","steps":["trace[670714683] 'process raft request' (duration: 136.743239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:10.587138Z","caller":"traceutil/trace.go:171","msg":"trace[2114582493] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"118.322404ms","start":"2026-03-19T09:06:10.468789Z","end":"2026-03-19T09:06:10.587112Z","steps":["trace[2114582493] 'read index received' (duration: 118.134339ms)","trace[2114582493] 'applied index is now lower than readState.Index' (duration: 186.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:10.58719Z","caller":"traceutil/trace.go:171","msg":"trace[1481649633] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"161.365982ms","start":"2026-03-19T09:06:10.425795Z","end":"2026-03-19T09:06:10.587161Z","steps":["trace[1481649633] 'process raft request' (duration: 161.125926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:10.587439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.627801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:06:10.587489Z","caller":"traceutil/trace.go:171","msg":"trace[1932582530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"118.698603ms","start":"2026-03-19T09:06:10.468774Z","end":"2026-03-19T09:06:10.587473Z","steps":["trace[1932582530] 'agreement among raft nodes before linearized reading' (duration: 118.481078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:12.557933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.787013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:06:12.55805Z","caller":"traceutil/trace.go:171","msg":"trace[566065383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2245; }","duration":"131.979138ms","start":"2026-03-19T09:06:12.426035Z","end":"2026-03-19T09:06:12.558014Z","steps":["trace[566065383] 'range keys from in-memory index tree' (duration: 131.478166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:12.681637Z","caller":"traceutil/trace.go:171","msg":"trace[194705246] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"152.101567ms","start":"2026-03-19T09:06:12.529512Z","end":"2026-03-19T09:06:12.681614Z","steps":["trace[194705246] 'process raft request' (duration: 151.932743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:13.161001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.459588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:13.16127Z","caller":"traceutil/trace.go:171","msg":"trace[1427102939] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"479.498758ms","start":"2026-03-19T09:06:12.681751Z","end":"2026-03-19T09:06:13.161249Z","steps":["trace[1427102939] 'process raft request' (duration: 479.457127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:13.161343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.68173Z","time spent":"479.580491ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:13.161846Z","caller":"traceutil/trace.go:171","msg":"trace[1400930449] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"598.741174ms","start":"2026-03-19T09:06:12.563049Z","end":"2026-03-19T09:06:13.16179Z","steps":["trace[1400930449] 'process raft request' (duration: 233.386672ms)","trace[1400930449] 'compare' (duration: 364.180791ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:13.161597Z","caller":"traceutil/trace.go:171","msg":"trace[874821717] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"560.24246ms","start":"2026-03-19T09:06:12.601309Z","end":"2026-03-19T09:06:13.161551Z","steps":["trace[874821717] 'process raft request' (duration: 559.796557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:13.162091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.601277Z","time spent":"560.703771ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:13.1621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.153614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:06:13.162174Z","caller":"traceutil/trace.go:171","msg":"trace[2021857252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"569.286809ms","start":"2026-03-19T09:06:12.592866Z","end":"2026-03-19T09:06:13.162153Z","steps":["trace[2021857252] 'agreement among raft nodes before linearized reading' (duration: 569.011592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:13.162225Z","caller":"traceutil/trace.go:171","msg":"trace[1534551923] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2362; }","duration":"568.609171ms","start":"2026-03-19T09:06:12.592936Z","end":"2026-03-19T09:06:13.161546Z","steps":["trace[1534551923] 'read index received' (duration: 88.58827ms)","trace[1534551923] 'applied index is now lower than readState.Index' (duration: 480.014481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:13.162233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.592838Z","time spent":"569.38194ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:13.162226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.563021Z","time spent":"598.927338ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:13.162413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.154955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:06:13.162417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.422169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:13.162443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.991818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:13.162487Z","caller":"traceutil/trace.go:171","msg":"trace[1369603087] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2249; }","duration":"319.562342ms","start":"2026-03-19T09:06:12.842907Z","end":"2026-03-19T09:06:13.162469Z","steps":["trace[1369603087] 'agreement among raft nodes before linearized reading' (duration: 319.415999ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:13.162491Z","caller":"traceutil/trace.go:171","msg":"trace[1119214501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2249; }","duration":"438.09176ms","start":"2026-03-19T09:06:12.724385Z","end":"2026-03-19T09:06:13.162477Z","steps":["trace[1119214501] 'agreement among raft nodes before linearized reading' (duration: 438.020128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:13.162525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.253691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:06:13.162535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.842882Z","time spent":"319.640895ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:13.162534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.724359Z","time spent":"438.164792ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:06:13.162564Z","caller":"traceutil/trace.go:171","msg":"trace[789594428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2249; }","duration":"543.314901ms","start":"2026-03-19T09:06:12.619234Z","end":"2026-03-19T09:06:13.162549Z","steps":["trace[789594428] 'agreement among raft nodes before linearized reading' (duration: 543.228629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:13.162445Z","caller":"traceutil/trace.go:171","msg":"trace[476852337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2249; }","duration":"552.227157ms","start":"2026-03-19T09:06:12.610207Z","end":"2026-03-19T09:06:13.162434Z","steps":["trace[476852337] 'agreement among raft nodes before linearized reading' (duration: 552.106034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:13.162594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.619221Z","time spent":"543.366023ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:06:13.162684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:12.610191Z","time spent":"552.433092ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:06:13.600837Z","caller":"traceutil/trace.go:171","msg":"trace[259980257] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"434.0715ms","start":"2026-03-19T09:06:13.166743Z","end":"2026-03-19T09:06:13.600815Z","steps":["trace[259980257] 'process raft request' (duration: 348.883275ms)","trace[259980257] 'compare' (duration: 84.876067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:13.601032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:13.166718Z","time spent":"434.236083ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:13.613418Z","caller":"traceutil/trace.go:171","msg":"trace[1286971755] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2366; }","duration":"228.564122ms","start":"2026-03-19T09:06:13.384821Z","end":"2026-03-19T09:06:13.613385Z","steps":["trace[1286971755] 'read index received' (duration: 130.823079ms)","trace[1286971755] 'applied index is now lower than readState.Index' (duration: 97.739303ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:13.613578Z","caller":"traceutil/trace.go:171","msg":"trace[243299066] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"446.722439ms","start":"2026-03-19T09:06:13.166785Z","end":"2026-03-19T09:06:13.613508Z","steps":["trace[243299066] 'process raft request' (duration: 446.430892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:13.613766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.92622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-03-19T09:06:13.613793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:13.166755Z","time spent":"446.925124ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:13.613817Z","caller":"traceutil/trace.go:171","msg":"trace[1700179759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2251; }","duration":"229.044843ms","start":"2026-03-19T09:06:13.384758Z","end":"2026-03-19T09:06:13.613803Z","steps":["trace[1700179759] 'agreement among raft nodes before linearized reading' (duration: 228.807667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:14.249302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:14.750474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:15.251565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:15.751808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:16.252105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:16.683174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000064006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:06:16.683293Z","caller":"traceutil/trace.go:171","msg":"trace[956846742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020886s","start":"2026-03-19T09:06:14.683059Z","end":"2026-03-19T09:06:16.683268Z","steps":["trace[956846742] 'agreement among raft nodes before linearized reading' (duration: 2.000056746s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:16.683353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:14.682997Z","time spent":"2.000342823s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:16.75241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:17.253365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:17.753509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:18.254435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456998598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:06:18.381567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.680829692s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:06:18.382281Z","caller":"traceutil/trace.go:171","msg":"trace[520672064] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"4.681681553s","start":"2026-03-19T09:06:13.700557Z","end":"2026-03-19T09:06:18.382239Z","steps":["trace[520672064] 'process raft request' (duration: 4.681434477s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:18.382503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:13.70053Z","time spent":"4.681855597s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:18.68405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:06:18.684124Z","caller":"traceutil/trace.go:171","msg":"trace[1610276353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999940827s","start":"2026-03-19T09:06:16.684165Z","end":"2026-03-19T09:06:18.684106Z","steps":["trace[1610276353] 'agreement among raft nodes before linearized reading' (duration: 1.999844334s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:18.684165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:16.684139Z","time spent":"2.000016198s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:18.746873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999880852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:06:18.746976Z","caller":"traceutil/trace.go:171","msg":"trace[3383652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000034445s","start":"2026-03-19T09:06:13.746916Z","end":"2026-03-19T09:06:18.74695Z","steps":["trace[3383652] 'agreement among raft nodes before linearized reading' (duration: 4.999904112s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:18.747028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:13.746897Z","time spent":"5.000118138s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/19 09:06:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:06:19.28277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999159166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:06:19.282891Z","caller":"traceutil/trace.go:171","msg":"trace[1425201050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999394422s","start":"2026-03-19T09:06:14.28347Z","end":"2026-03-19T09:06:19.282864Z","steps":["trace[1425201050] 'agreement among raft nodes before linearized reading' (duration: 4.999186507s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:19.282956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:14.283446Z","time spent":"4.999497724s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:06:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:06:19.932641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377589557s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:19.932853Z","caller":"traceutil/trace.go:171","msg":"trace[1467109118] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"4.764656427s","start":"2026-03-19T09:06:15.168156Z","end":"2026-03-19T09:06:19.932812Z","steps":["trace[1467109118] 'process raft request' (duration: 3.386779903s)","trace[1467109118] 'compare' (duration: 1.376971321s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:19.933048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.168133Z","time spent":"4.76480674s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:19.933741Z","caller":"traceutil/trace.go:171","msg":"trace[1906742540] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"4.764982094s","start":"2026-03-19T09:06:15.168727Z","end":"2026-03-19T09:06:19.933709Z","steps":["trace[1906742540] 'process raft request' (duration: 4.76401672s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:19.933918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.168713Z","time spent":"4.765103478s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:20.648543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999529945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:06:20.648679Z","caller":"traceutil/trace.go:171","msg":"trace[257693088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99975534s","start":"2026-03-19T09:06:15.648893Z","end":"2026-03-19T09:06:20.648648Z","steps":["trace[257693088] 'agreement among raft nodes before linearized reading' (duration: 4.999576316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:20.648738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.648866Z","time spent":"4.999857883s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/19 09:06:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:06:20.69276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999548437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:06:20.692829Z","caller":"traceutil/trace.go:171","msg":"trace[1548633073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999646638s","start":"2026-03-19T09:06:18.693166Z","end":"2026-03-19T09:06:20.692813Z","steps":["trace[1548633073] 'agreement among raft nodes before linearized reading' (duration: 1.999570006s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:20.692885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:18.693154Z","time spent":"1.999718801s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:06:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:06:21.130483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197482726s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:06:21.130608Z","caller":"traceutil/trace.go:171","msg":"trace[1737510195] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2369; }","duration":"7.383635006s","start":"2026-03-19T09:06:13.746949Z","end":"2026-03-19T09:06:21.130584Z","steps":["trace[1737510195] 'read index received' (duration: 4.635123656s)","trace[1737510195] 'applied index is now lower than readState.Index' (duration: 2.74850937s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:21.133333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.258204437s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:06:21.133778Z","caller":"traceutil/trace.go:171","msg":"trace[1918474029] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"2.258759871s","start":"2026-03-19T09:06:18.874987Z","end":"2026-03-19T09:06:21.133747Z","steps":["trace[1918474029] 'process raft request' (duration: 2.258566246s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.134228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:18.874955Z","time spent":"2.258915715s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:21.140496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.26235847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:21.140562Z","caller":"traceutil/trace.go:171","msg":"trace[705456603] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2257; }","duration":"7.262471802s","start":"2026-03-19T09:06:13.878069Z","end":"2026-03-19T09:06:21.140541Z","steps":["trace[705456603] 'agreement among raft nodes before linearized reading' (duration: 7.262314388s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.140607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:13.87805Z","time spent":"7.262547424s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:21.140727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447772313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:06:21.140792Z","caller":"traceutil/trace.go:171","msg":"trace[421496315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:2257; }","duration":"2.447910356s","start":"2026-03-19T09:06:18.692863Z","end":"2026-03-19T09:06:21.140774Z","steps":["trace[421496315] 'agreement among raft nodes before linearized reading' (duration: 2.447731762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.140822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:18.692835Z","time spent":"2.447980448s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"warn","ts":"2026-03-19T09:06:21.140864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478009768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T09:06:21.14089Z","caller":"traceutil/trace.go:171","msg":"trace[349734051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2257; }","duration":"2.478079629s","start":"2026-03-19T09:06:18.662803Z","end":"2026-03-19T09:06:21.140882Z","steps":["trace[349734051] 'agreement among raft nodes before linearized reading' (duration: 2.477975367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.14091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:18.662774Z","time spent":"2.478131471s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:06:21.141168Z","caller":"traceutil/trace.go:171","msg":"trace[1258641530] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"1.544104544s","start":"2026-03-19T09:06:19.597054Z","end":"2026-03-19T09:06:21.141159Z","steps":["trace[1258641530] 'process raft request' (duration: 1.543176861s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.14125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:19.597025Z","time spent":"1.544164006s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:21.141255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085756933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:21.141283Z","caller":"traceutil/trace.go:171","msg":"trace[511408292] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2257; }","duration":"4.085826085s","start":"2026-03-19T09:06:17.055451Z","end":"2026-03-19T09:06:21.141277Z","steps":["trace[511408292] 'agreement among raft nodes before linearized reading' (duration: 4.085765574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:17.055427Z","time spent":"4.085870326s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:21.141387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.811823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:06:21.141407Z","caller":"traceutil/trace.go:171","msg":"trace[673054602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2257; }","duration":"282.854274ms","start":"2026-03-19T09:06:20.858546Z","end":"2026-03-19T09:06:21.141401Z","steps":["trace[673054602] 'agreement among raft nodes before linearized reading' (duration: 282.787482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.351800085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:21.141474Z","caller":"traceutil/trace.go:171","msg":"trace[1866691387] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2257; }","duration":"5.351855197s","start":"2026-03-19T09:06:15.789611Z","end":"2026-03-19T09:06:21.141466Z","steps":["trace[1866691387] 'agreement among raft nodes before linearized reading' (duration: 5.351801075s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.789587Z","time spent":"5.351901337s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:21.141551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.772567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:06:21.141578Z","caller":"traceutil/trace.go:171","msg":"trace[1478034269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2257; }","duration":"283.847028ms","start":"2026-03-19T09:06:20.857724Z","end":"2026-03-19T09:06:21.141571Z","steps":["trace[1478034269] 'agreement among raft nodes before linearized reading' (duration: 283.761556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.523683112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:06:21.141702Z","caller":"traceutil/trace.go:171","msg":"trace[762288048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2257; }","duration":"5.523760154s","start":"2026-03-19T09:06:15.617934Z","end":"2026-03-19T09:06:21.141694Z","steps":["trace[762288048] 'agreement among raft nodes before linearized reading' (duration: 5.523678252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.667882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:06:21.141722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.617905Z","time spent":"5.523811416s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:06:21.141736Z","caller":"traceutil/trace.go:171","msg":"trace[1784587593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2257; }","duration":"392.687412ms","start":"2026-03-19T09:06:20.749041Z","end":"2026-03-19T09:06:21.141728Z","steps":["trace[1784587593] 'agreement among raft nodes before linearized reading' (duration: 392.625811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:20.748966Z","time spent":"392.784225ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:06:21.141826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.763511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:21.141842Z","caller":"traceutil/trace.go:171","msg":"trace[1758868938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2257; }","duration":"448.819142ms","start":"2026-03-19T09:06:20.693017Z","end":"2026-03-19T09:06:21.141836Z","steps":["trace[1758868938] 'agreement among raft nodes before linearized reading' (duration: 448.791221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:20.692993Z","time spent":"448.861303ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:21.141891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535702256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:06:21.141917Z","caller":"traceutil/trace.go:171","msg":"trace[1134373492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2257; }","duration":"5.535761558s","start":"2026-03-19T09:06:15.606147Z","end":"2026-03-19T09:06:21.141908Z","steps":["trace[1134373492] 'agreement among raft nodes before linearized reading' (duration: 5.535696276s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.141945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.60609Z","time spent":"5.53584835s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:21.142001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310794763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:21.142026Z","caller":"traceutil/trace.go:171","msg":"trace[1746803002] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2257; }","duration":"1.310847445s","start":"2026-03-19T09:06:19.831168Z","end":"2026-03-19T09:06:21.142016Z","steps":["trace[1746803002] 'agreement among raft nodes before linearized reading' (duration: 1.310785533s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.142051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:19.831143Z","time spent":"1.310898736s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:21.142113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974427554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:06:21.142164Z","caller":"traceutil/trace.go:171","msg":"trace[118320542] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2257; }","duration":"5.974526806s","start":"2026-03-19T09:06:15.167623Z","end":"2026-03-19T09:06:21.14215Z","steps":["trace[118320542] 'agreement among raft nodes before linearized reading' (duration: 5.974386702s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.142198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:15.167597Z","time spent":"5.974591238s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:06:21.142205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76494741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:21.142228Z","caller":"traceutil/trace.go:171","msg":"trace[1208097295] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2257; }","duration":"1.765019993s","start":"2026-03-19T09:06:19.3772Z","end":"2026-03-19T09:06:21.14222Z","steps":["trace[1208097295] 'agreement among raft nodes before linearized reading' (duration: 1.764977082s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.14225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:19.377175Z","time spent":"1.765068933s","remote":"127.0.0.1:45392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:21.14235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.972344214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:21.142388Z","caller":"traceutil/trace.go:171","msg":"trace[1793038455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2257; }","duration":"6.972442357s","start":"2026-03-19T09:06:14.169935Z","end":"2026-03-19T09:06:21.142377Z","steps":["trace[1793038455] 'agreement among raft nodes before linearized reading' (duration: 6.972335003s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.142417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:14.169907Z","time spent":"6.972501167s","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:06:21.433119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.540453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:21.433244Z","caller":"traceutil/trace.go:171","msg":"trace[974269172] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2383; }","duration":"227.772242ms","start":"2026-03-19T09:06:21.205451Z","end":"2026-03-19T09:06:21.433223Z","steps":["trace[974269172] 'read index received' (duration: 126.928231ms)","trace[974269172] 'applied index is now lower than readState.Index' (duration: 100.842191ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:21.433261Z","caller":"traceutil/trace.go:171","msg":"trace[634391552] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"232.668486ms","start":"2026-03-19T09:06:21.200558Z","end":"2026-03-19T09:06:21.433226Z","steps":["trace[634391552] 'process raft request' (duration: 131.890647ms)","trace[634391552] 'compare' (duration: 100.338568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:21.433484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.423601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:06:21.433538Z","caller":"traceutil/trace.go:171","msg":"trace[788779567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2265; }","duration":"136.535584ms","start":"2026-03-19T09:06:21.296992Z","end":"2026-03-19T09:06:21.433527Z","steps":["trace[788779567] 'agreement among raft nodes before linearized reading' (duration: 136.38672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:21.43356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.10513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:21.433624Z","caller":"traceutil/trace.go:171","msg":"trace[1111381477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2265; }","duration":"228.213573ms","start":"2026-03-19T09:06:21.205392Z","end":"2026-03-19T09:06:21.433606Z","steps":["trace[1111381477] 'agreement among raft nodes before linearized reading' (duration: 227.947206ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:21.586804Z","caller":"traceutil/trace.go:171","msg":"trace[1455790878] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"149.05891ms","start":"2026-03-19T09:06:21.437712Z","end":"2026-03-19T09:06:21.586771Z","steps":["trace[1455790878] 'process raft request' (duration: 110.034843ms)","trace[1455790878] 'compare' (duration: 38.75913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:21.587026Z","caller":"traceutil/trace.go:171","msg":"trace[661222518] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"141.613351ms","start":"2026-03-19T09:06:21.445375Z","end":"2026-03-19T09:06:21.586989Z","steps":["trace[661222518] 'process raft request' (duration: 141.312654ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:23.805597Z","caller":"traceutil/trace.go:171","msg":"trace[553630475] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"123.36302ms","start":"2026-03-19T09:06:23.682198Z","end":"2026-03-19T09:06:23.805561Z","steps":["trace[553630475] 'read index received' (duration: 123.175096ms)","trace[553630475] 'applied index is now lower than readState.Index' (duration: 186.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:23.805689Z","caller":"traceutil/trace.go:171","msg":"trace[990608586] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"208.918174ms","start":"2026-03-19T09:06:23.596736Z","end":"2026-03-19T09:06:23.805654Z","steps":["trace[990608586] 'process raft request' (duration: 208.646977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:23.80576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.538324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:23.805833Z","caller":"traceutil/trace.go:171","msg":"trace[1004921408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"123.670478ms","start":"2026-03-19T09:06:23.682149Z","end":"2026-03-19T09:06:23.80582Z","steps":["trace[1004921408] 'agreement among raft nodes before linearized reading' (duration: 123.538024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:24.155688Z","caller":"traceutil/trace.go:171","msg":"trace[1420979366] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"158.18378ms","start":"2026-03-19T09:06:23.997477Z","end":"2026-03-19T09:06:24.15566Z","steps":["trace[1420979366] 'process raft request' (duration: 158.004546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:24.421488Z","caller":"traceutil/trace.go:171","msg":"trace[738361350] linearizableReadLoop","detail":"{readStateIndex:2398; appliedIndex:2397; }","duration":"177.083469ms","start":"2026-03-19T09:06:24.244372Z","end":"2026-03-19T09:06:24.421456Z","steps":["trace[738361350] 'read index received' (duration: 80.005414ms)","trace[738361350] 'applied index is now lower than readState.Index' (duration: 97.076555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:24.421761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.372165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:24.421833Z","caller":"traceutil/trace.go:171","msg":"trace[1717701948] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2278; }","duration":"177.512069ms","start":"2026-03-19T09:06:24.244304Z","end":"2026-03-19T09:06:24.421816Z","steps":["trace[1717701948] 'agreement among raft nodes before linearized reading' (duration: 177.381165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:24.421701Z","caller":"traceutil/trace.go:171","msg":"trace[1067412350] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"422.386303ms","start":"2026-03-19T09:06:23.999295Z","end":"2026-03-19T09:06:24.421682Z","steps":["trace[1067412350] 'process raft request' (duration: 325.112763ms)","trace[1067412350] 'compare' (duration: 96.831279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:24.422077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.467154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:24.422188Z","caller":"traceutil/trace.go:171","msg":"trace[1821064586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"146.613737ms","start":"2026-03-19T09:06:24.275556Z","end":"2026-03-19T09:06:24.42217Z","steps":["trace[1821064586] 'agreement among raft nodes before linearized reading' (duration: 146.370681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:24.42228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:23.999283Z","time spent":"422.612389ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:25.340719Z","caller":"traceutil/trace.go:171","msg":"trace[562186085] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"131.996139ms","start":"2026-03-19T09:06:25.208694Z","end":"2026-03-19T09:06:25.34069Z","steps":["trace[562186085] 'process raft request' (duration: 131.895637ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:25.340782Z","caller":"traceutil/trace.go:171","msg":"trace[1175290334] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"132.119372ms","start":"2026-03-19T09:06:25.208615Z","end":"2026-03-19T09:06:25.340734Z","steps":["trace[1175290334] 'process raft request' (duration: 62.035219ms)","trace[1175290334] 'compare' (duration: 69.771315ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:25.3409Z","caller":"traceutil/trace.go:171","msg":"trace[872659974] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"131.825765ms","start":"2026-03-19T09:06:25.209057Z","end":"2026-03-19T09:06:25.340883Z","steps":["trace[872659974] 'process raft request' (duration: 131.590539ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:26.289078Z","caller":"traceutil/trace.go:171","msg":"trace[49164029] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"127.031213ms","start":"2026-03-19T09:06:26.162021Z","end":"2026-03-19T09:06:26.289052Z","steps":["trace[49164029] 'process raft request' (duration: 126.88362ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:28.66237Z","caller":"traceutil/trace.go:171","msg":"trace[1571969184] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"116.722872ms","start":"2026-03-19T09:06:28.545618Z","end":"2026-03-19T09:06:28.662341Z","steps":["trace[1571969184] 'read index received' (duration: 25.203677ms)","trace[1571969184] 'applied index is now lower than readState.Index' (duration: 91.517645ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:28.662864Z","caller":"traceutil/trace.go:171","msg":"trace[591493600] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"140.300889ms","start":"2026-03-19T09:06:28.522497Z","end":"2026-03-19T09:06:28.662798Z","steps":["trace[591493600] 'process raft request' (duration: 48.445465ms)","trace[591493600] 'compare' (duration: 91.100145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:28.663109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.380349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:28.663157Z","caller":"traceutil/trace.go:171","msg":"trace[800775234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2294; }","duration":"117.602144ms","start":"2026-03-19T09:06:28.545542Z","end":"2026-03-19T09:06:28.663145Z","steps":["trace[800775234] 'agreement among raft nodes before linearized reading' (duration: 116.912707ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:29.69917Z","caller":"traceutil/trace.go:171","msg":"trace[1876627426] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"238.659286ms","start":"2026-03-19T09:06:29.460479Z","end":"2026-03-19T09:06:29.699138Z","steps":["trace[1876627426] 'process raft request' (duration: 139.491358ms)","trace[1876627426] 'compare' (duration: 98.942682ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:29.69944Z","caller":"traceutil/trace.go:171","msg":"trace[1949621134] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"238.876222ms","start":"2026-03-19T09:06:29.460532Z","end":"2026-03-19T09:06:29.699408Z","steps":["trace[1949621134] 'process raft request' (duration: 238.554624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.599283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.812564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:30.599383Z","caller":"traceutil/trace.go:171","msg":"trace[1234247803] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2302; }","duration":"333.978808ms","start":"2026-03-19T09:06:30.265381Z","end":"2026-03-19T09:06:30.59936Z","steps":["trace[1234247803] 'count revisions from in-memory index tree' (duration: 333.715841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.599541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:30.26536Z","time spent":"334.123881ms","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:30.599609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.369898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:30.599746Z","caller":"traceutil/trace.go:171","msg":"trace[1305480614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2302; }","duration":"440.580664ms","start":"2026-03-19T09:06:30.159136Z","end":"2026-03-19T09:06:30.599717Z","steps":["trace[1305480614] 'count revisions from in-memory index tree' (duration: 440.259986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.599821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:30.159111Z","time spent":"440.692047ms","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:30.794365Z","caller":"traceutil/trace.go:171","msg":"trace[214809841] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"443.554499ms","start":"2026-03-19T09:06:30.350778Z","end":"2026-03-19T09:06:30.794333Z","steps":["trace[214809841] 'process raft request' (duration: 443.335994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.794578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:30.350748Z","time spent":"443.725233ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:30.916747Z","caller":"traceutil/trace.go:171","msg":"trace[1467145722] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2423; }","duration":"233.476646ms","start":"2026-03-19T09:06:30.683241Z","end":"2026-03-19T09:06:30.916718Z","steps":["trace[1467145722] 'read index received' (duration: 110.855224ms)","trace[1467145722] 'applied index is now lower than readState.Index' (duration: 122.619942ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:30.91698Z","caller":"traceutil/trace.go:171","msg":"trace[2037785440] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"248.754632ms","start":"2026-03-19T09:06:30.668195Z","end":"2026-03-19T09:06:30.91695Z","steps":["trace[2037785440] 'process raft request' (duration: 216.791863ms)","trace[2037785440] 'compare' (duration: 31.60778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:30.917123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.871296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:30.917224Z","caller":"traceutil/trace.go:171","msg":"trace[1113408462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2304; }","duration":"234.03669ms","start":"2026-03-19T09:06:30.683164Z","end":"2026-03-19T09:06:30.917201Z","steps":["trace[1113408462] 'agreement among raft nodes before linearized reading' (duration: 233.887936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:30.917546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.487069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:30.917619Z","caller":"traceutil/trace.go:171","msg":"trace[1813671556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2304; }","duration":"194.611942ms","start":"2026-03-19T09:06:30.722988Z","end":"2026-03-19T09:06:30.9176Z","steps":["trace[1813671556] 'agreement among raft nodes before linearized reading' (duration: 194.266273ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:31.140762Z","caller":"traceutil/trace.go:171","msg":"trace[2007941318] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"180.898326ms","start":"2026-03-19T09:06:30.959827Z","end":"2026-03-19T09:06:31.140725Z","steps":["trace[2007941318] 'process raft request' (duration: 85.212095ms)","trace[2007941318] 'compare' (duration: 95.467786ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:31.792777Z","caller":"traceutil/trace.go:171","msg":"trace[4220296] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2428; }","duration":"215.922902ms","start":"2026-03-19T09:06:31.576821Z","end":"2026-03-19T09:06:31.792744Z","steps":["trace[4220296] 'read index received' (duration: 76.114265ms)","trace[4220296] 'applied index is now lower than readState.Index' (duration: 139.807077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:31.79305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.170363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:31.793123Z","caller":"traceutil/trace.go:171","msg":"trace[1528223123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2308; }","duration":"200.307747ms","start":"2026-03-19T09:06:31.592797Z","end":"2026-03-19T09:06:31.793105Z","steps":["trace[1528223123] 'agreement among raft nodes before linearized reading' (duration: 200.173603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:31.793157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.126137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:31.793234Z","caller":"traceutil/trace.go:171","msg":"trace[1157071624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2308; }","duration":"216.463786ms","start":"2026-03-19T09:06:31.57676Z","end":"2026-03-19T09:06:31.793223Z","steps":["trace[1157071624] 'agreement among raft nodes before linearized reading' (duration: 216.152247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:31.792985Z","caller":"traceutil/trace.go:171","msg":"trace[634608640] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"221.354858ms","start":"2026-03-19T09:06:31.571577Z","end":"2026-03-19T09:06:31.792932Z","steps":["trace[634608640] 'process raft request' (duration: 204.029051ms)","trace[634608640] 'compare' (duration: 17.005669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:31.793513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.082684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:06:31.793903Z","caller":"traceutil/trace.go:171","msg":"trace[95790898] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2308; }","duration":"138.561406ms","start":"2026-03-19T09:06:31.655311Z","end":"2026-03-19T09:06:31.793873Z","steps":["trace[95790898] 'agreement among raft nodes before linearized reading' (duration: 137.892839ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:32.212655Z","caller":"traceutil/trace.go:171","msg":"trace[1232454625] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2430; }","duration":"413.769424ms","start":"2026-03-19T09:06:31.798851Z","end":"2026-03-19T09:06:32.21262Z","steps":["trace[1232454625] 'read index received' (duration: 413.610611ms)","trace[1232454625] 'applied index is now lower than readState.Index' (duration: 157.323µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:32.213254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.356569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:06:32.212834Z","caller":"traceutil/trace.go:171","msg":"trace[534752784] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"414.270608ms","start":"2026-03-19T09:06:31.798539Z","end":"2026-03-19T09:06:32.212809Z","steps":["trace[534752784] 'process raft request' (duration: 413.862258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:32.213498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:31.798336Z","time spent":"415.023408ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:32.213344Z","caller":"traceutil/trace.go:171","msg":"trace[1008668700] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2309; }","duration":"414.491552ms","start":"2026-03-19T09:06:31.798834Z","end":"2026-03-19T09:06:32.213325Z","steps":["trace[1008668700] 'agreement among raft nodes before linearized reading' (duration: 414.281937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:32.213728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:31.798827Z","time spent":"414.881023ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:06:32.234848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.356705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:32.235025Z","caller":"traceutil/trace.go:171","msg":"trace[1285975586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2310; }","duration":"428.5887ms","start":"2026-03-19T09:06:31.806414Z","end":"2026-03-19T09:06:32.235002Z","steps":["trace[1285975586] 'agreement among raft nodes before linearized reading' (duration: 428.237781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:32.235045Z","caller":"traceutil/trace.go:171","msg":"trace[1550003048] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"436.009527ms","start":"2026-03-19T09:06:31.798991Z","end":"2026-03-19T09:06:32.235001Z","steps":["trace[1550003048] 'process raft request' (duration: 435.497144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:32.235195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:31.806403Z","time spent":"428.722734ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:06:32.235224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.012991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:06:32.235258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:31.798971Z","time spent":"436.191402ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:32.235273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.037411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:32.235323Z","caller":"traceutil/trace.go:171","msg":"trace[1261623314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2310; }","duration":"229.168896ms","start":"2026-03-19T09:06:32.006122Z","end":"2026-03-19T09:06:32.235291Z","steps":["trace[1261623314] 'agreement among raft nodes before linearized reading' (duration: 228.885279ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:32.235353Z","caller":"traceutil/trace.go:171","msg":"trace[409410044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2310; }","duration":"310.166644ms","start":"2026-03-19T09:06:31.925166Z","end":"2026-03-19T09:06:32.235333Z","steps":["trace[409410044] 'agreement among raft nodes before linearized reading' (duration: 309.903307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:32.235412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:31.925141Z","time spent":"310.258226ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:06:32.236522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.963076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:32.236654Z","caller":"traceutil/trace.go:171","msg":"trace[1154060686] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2310; }","duration":"196.150521ms","start":"2026-03-19T09:06:32.040488Z","end":"2026-03-19T09:06:32.236639Z","steps":["trace[1154060686] 'agreement among raft nodes before linearized reading' (duration: 194.413287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:32.543666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.241897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:32.543869Z","caller":"traceutil/trace.go:171","msg":"trace[823591911] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"303.512256ms","start":"2026-03-19T09:06:32.240331Z","end":"2026-03-19T09:06:32.543843Z","steps":["trace[823591911] 'process raft request' (duration: 107.992622ms)","trace[823591911] 'compare' (duration: 194.609071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:32.544083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:32.240307Z","time spent":"303.66697ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:33.183955Z","caller":"traceutil/trace.go:171","msg":"trace[2100767789] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"259.899704ms","start":"2026-03-19T09:06:32.924023Z","end":"2026-03-19T09:06:33.183923Z","steps":["trace[2100767789] 'process raft request' (duration: 169.040296ms)","trace[2100767789] 'compare' (duration: 90.123159ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:33.409057Z","caller":"traceutil/trace.go:171","msg":"trace[45500498] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"220.497077ms","start":"2026-03-19T09:06:33.188525Z","end":"2026-03-19T09:06:33.409022Z","steps":["trace[45500498] 'process raft request' (duration: 130.756257ms)","trace[45500498] 'compare' (duration: 89.618657ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:33.409967Z","caller":"traceutil/trace.go:171","msg":"trace[1871163865] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2435; }","duration":"165.629839ms","start":"2026-03-19T09:06:33.244308Z","end":"2026-03-19T09:06:33.409938Z","steps":["trace[1871163865] 'read index received' (duration: 74.995616ms)","trace[1871163865] 'applied index is now lower than readState.Index' (duration: 90.632622ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:33.410077Z","caller":"traceutil/trace.go:171","msg":"trace[1518645563] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"170.780399ms","start":"2026-03-19T09:06:33.239258Z","end":"2026-03-19T09:06:33.410039Z","steps":["trace[1518645563] 'process raft request' (duration: 170.526673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:33.410187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.856465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:33.410237Z","caller":"traceutil/trace.go:171","msg":"trace[811251621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2315; }","duration":"165.970489ms","start":"2026-03-19T09:06:33.244251Z","end":"2026-03-19T09:06:33.410221Z","steps":["trace[811251621] 'agreement among raft nodes before linearized reading' (duration: 165.786114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:33.715704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.458611ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:33.715934Z","caller":"traceutil/trace.go:171","msg":"trace[780832442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2315; }","duration":"170.702337ms","start":"2026-03-19T09:06:33.545207Z","end":"2026-03-19T09:06:33.71591Z","steps":["trace[780832442] 'range keys from in-memory index tree' (duration: 170.439681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:33.716629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.37912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:33.716862Z","caller":"traceutil/trace.go:171","msg":"trace[7145219] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"282.233699ms","start":"2026-03-19T09:06:33.434587Z","end":"2026-03-19T09:06:33.716821Z","steps":["trace[7145219] 'process raft request' (duration: 108.783312ms)","trace[7145219] 'compare' (duration: 172.196966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:34.064331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.288854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:34.064771Z","caller":"traceutil/trace.go:171","msg":"trace[839338419] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"261.671287ms","start":"2026-03-19T09:06:33.803053Z","end":"2026-03-19T09:06:34.064725Z","steps":["trace[839338419] 'process raft request' (duration: 47.812539ms)","trace[839338419] 'compare' (duration: 213.156531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:34.614031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.629094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:34.614149Z","caller":"traceutil/trace.go:171","msg":"trace[1816874122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2319; }","duration":"185.81602ms","start":"2026-03-19T09:06:34.42831Z","end":"2026-03-19T09:06:34.614126Z","steps":["trace[1816874122] 'range keys from in-memory index tree' (duration: 185.166884ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:35.067306Z","caller":"traceutil/trace.go:171","msg":"trace[1751073429] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"162.422178ms","start":"2026-03-19T09:06:34.904848Z","end":"2026-03-19T09:06:35.06727Z","steps":["trace[1751073429] 'process raft request' (duration: 162.235493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:35.219509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.043787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:35.219634Z","caller":"traceutil/trace.go:171","msg":"trace[1398060219] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2321; }","duration":"120.216451ms","start":"2026-03-19T09:06:35.099363Z","end":"2026-03-19T09:06:35.219579Z","steps":["trace[1398060219] 'count revisions from in-memory index tree' (duration: 119.952984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:35.59283Z","caller":"traceutil/trace.go:171","msg":"trace[2076164064] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"152.417596ms","start":"2026-03-19T09:06:35.440378Z","end":"2026-03-19T09:06:35.592796Z","steps":["trace[2076164064] 'process raft request' (duration: 152.251582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:35.773194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.165314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:35.773314Z","caller":"traceutil/trace.go:171","msg":"trace[886378716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2323; }","duration":"125.333118ms","start":"2026-03-19T09:06:35.647948Z","end":"2026-03-19T09:06:35.773281Z","steps":["trace[886378716] 'range keys from in-memory index tree' (duration: 124.913368ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:36.359428Z","caller":"traceutil/trace.go:171","msg":"trace[1295273365] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"284.186307ms","start":"2026-03-19T09:06:36.0752Z","end":"2026-03-19T09:06:36.359387Z","steps":["trace[1295273365] 'process raft request' (duration: 283.951251ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:36.645525Z","caller":"traceutil/trace.go:171","msg":"trace[1044172602] linearizableReadLoop","detail":"{readStateIndex:2448; appliedIndex:2446; }","duration":"462.530278ms","start":"2026-03-19T09:06:36.182964Z","end":"2026-03-19T09:06:36.645494Z","steps":["trace[1044172602] 'read index received' (duration: 176.235006ms)","trace[1044172602] 'applied index is now lower than readState.Index' (duration: 286.293412ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:36.645717Z","caller":"traceutil/trace.go:171","msg":"trace[1257246233] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"470.52394ms","start":"2026-03-19T09:06:36.175179Z","end":"2026-03-19T09:06:36.645703Z","steps":["trace[1257246233] 'process raft request' (duration: 470.073059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:36.64587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.175144Z","time spent":"470.607513ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:36.646017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.656063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:06:36.646054Z","caller":"traceutil/trace.go:171","msg":"trace[1908803885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2326; }","duration":"243.735225ms","start":"2026-03-19T09:06:36.402309Z","end":"2026-03-19T09:06:36.646044Z","steps":["trace[1908803885] 'agreement among raft nodes before linearized reading' (duration: 243.567081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:36.646117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.144484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:06:36.646219Z","caller":"traceutil/trace.go:171","msg":"trace[1859558904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2326; }","duration":"463.275027ms","start":"2026-03-19T09:06:36.18291Z","end":"2026-03-19T09:06:36.646185Z","steps":["trace[1859558904] 'agreement among raft nodes before linearized reading' (duration: 463.042562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:36.646278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.182885Z","time spent":"463.37837ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:06:36.646051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.361671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:06:36.646362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.570391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-19T09:06:36.64648Z","caller":"traceutil/trace.go:171","msg":"trace[744948793] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2326; }","duration":"313.741285ms","start":"2026-03-19T09:06:36.332708Z","end":"2026-03-19T09:06:36.64645Z","steps":["trace[744948793] 'agreement among raft nodes before linearized reading' (duration: 313.390746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:36.64652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.898412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:06:36.646534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.332677Z","time spent":"313.847108ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:06:36.646386Z","caller":"traceutil/trace.go:171","msg":"trace[263516555] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2326; }","duration":"280.765471ms","start":"2026-03-19T09:06:36.365594Z","end":"2026-03-19T09:06:36.646359Z","steps":["trace[263516555] 'agreement among raft nodes before linearized reading' (duration: 280.31622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:36.646576Z","caller":"traceutil/trace.go:171","msg":"trace[527413291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2326; }","duration":"461.988205ms","start":"2026-03-19T09:06:36.18457Z","end":"2026-03-19T09:06:36.646558Z","steps":["trace[527413291] 'agreement among raft nodes before linearized reading' (duration: 461.247636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:36.646614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.184526Z","time spent":"462.079217ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:06:37.163059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.230946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:37.163613Z","caller":"traceutil/trace.go:171","msg":"trace[637682810] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"512.00366ms","start":"2026-03-19T09:06:36.651577Z","end":"2026-03-19T09:06:37.163581Z","steps":["trace[637682810] 'process raft request' (duration: 511.685921ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:37.163697Z","caller":"traceutil/trace.go:171","msg":"trace[468752759] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"512.484271ms","start":"2026-03-19T09:06:36.651133Z","end":"2026-03-19T09:06:37.163617Z","steps":["trace[468752759] 'process raft request' (duration: 512.05049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.163824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.651566Z","time spent":"512.129263ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:37.16393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.651125Z","time spent":"512.688527ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:37.164128Z","caller":"traceutil/trace.go:171","msg":"trace[253557608] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"513.372915ms","start":"2026-03-19T09:06:36.650733Z","end":"2026-03-19T09:06:37.164106Z","steps":["trace[253557608] 'process raft request' (duration: 118.99425ms)","trace[253557608] 'compare' (duration: 393.105292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:37.164209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.650689Z","time spent":"513.479097ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:37.164237Z","caller":"traceutil/trace.go:171","msg":"trace[1602622414] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"512.195835ms","start":"2026-03-19T09:06:36.651986Z","end":"2026-03-19T09:06:37.164182Z","steps":["trace[1602622414] 'process raft request' (duration: 511.330952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.164445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.651976Z","time spent":"512.356198ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:37.308405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.023718ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:06:37.308738Z","caller":"traceutil/trace.go:171","msg":"trace[2110619222] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2448; }","duration":"626.444893ms","start":"2026-03-19T09:06:36.682266Z","end":"2026-03-19T09:06:37.308711Z","steps":["trace[2110619222] 'read index received' (duration: 87.451972ms)","trace[2110619222] 'applied index is now lower than readState.Index' (duration: 538.991431ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:37.309931Z","caller":"traceutil/trace.go:171","msg":"trace[1926060512] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"235.897646ms","start":"2026-03-19T09:06:37.073981Z","end":"2026-03-19T09:06:37.309879Z","steps":["trace[1926060512] 'process raft request' (duration: 234.603663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.601814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.504086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:37.60275Z","caller":"traceutil/trace.go:171","msg":"trace[1443422514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2331; }","duration":"920.504791ms","start":"2026-03-19T09:06:36.682214Z","end":"2026-03-19T09:06:37.602719Z","steps":["trace[1443422514] 'agreement among raft nodes before linearized reading' (duration: 627.528491ms)","trace[1443422514] 'range keys from in-memory index tree' (duration: 291.747049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:37.60282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.682195Z","time spent":"920.608624ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:06:37.669087Z","caller":"traceutil/trace.go:171","msg":"trace[1342437395] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"414.276499ms","start":"2026-03-19T09:06:37.254775Z","end":"2026-03-19T09:06:37.669052Z","steps":["trace[1342437395] 'process raft request' (duration: 414.065573ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:37.669102Z","caller":"traceutil/trace.go:171","msg":"trace[96760899] linearizableReadLoop","detail":"{readStateIndex:2455; appliedIndex:2454; }","duration":"360.294833ms","start":"2026-03-19T09:06:37.30878Z","end":"2026-03-19T09:06:37.669075Z","steps":["trace[96760899] 'read index received' (duration: 360.101008ms)","trace[96760899] 'applied index is now lower than readState.Index' (duration: 192.245µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:37.669353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:37.25476Z","time spent":"414.471623ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:37.669528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.305691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-19T09:06:37.669567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.380243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:37.669581Z","caller":"traceutil/trace.go:171","msg":"trace[160280262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2332; }","duration":"885.424244ms","start":"2026-03-19T09:06:36.784142Z","end":"2026-03-19T09:06:37.669566Z","steps":["trace[160280262] 'agreement among raft nodes before linearized reading' (duration: 885.219499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:37.66961Z","caller":"traceutil/trace.go:171","msg":"trace[893114306] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2332; }","duration":"320.473295ms","start":"2026-03-19T09:06:37.349121Z","end":"2026-03-19T09:06:37.669595Z","steps":["trace[893114306] 'agreement among raft nodes before linearized reading' (duration: 320.395033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.66962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.784109Z","time spent":"885.501325ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:06:37.669657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:37.349094Z","time spent":"320.554557ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:37.669475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.972493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:37.669871Z","caller":"traceutil/trace.go:171","msg":"trace[624741388] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2332; }","duration":"815.555917ms","start":"2026-03-19T09:06:36.854255Z","end":"2026-03-19T09:06:37.669811Z","steps":["trace[624741388] 'agreement among raft nodes before linearized reading' (duration: 814.85071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.669859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.290021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-19T09:06:37.67001Z","caller":"traceutil/trace.go:171","msg":"trace[1141606955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2332; }","duration":"424.523947ms","start":"2026-03-19T09:06:37.24546Z","end":"2026-03-19T09:06:37.669984Z","steps":["trace[1141606955] 'agreement among raft nodes before linearized reading' (duration: 424.012924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.670061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.854229Z","time spent":"815.728591ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:37.670098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:37.245436Z","time spent":"424.649579ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:06:37.670261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.975036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:06:37.670338Z","caller":"traceutil/trace.go:171","msg":"trace[1093248909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2332; }","duration":"984.080749ms","start":"2026-03-19T09:06:36.686239Z","end":"2026-03-19T09:06:37.670319Z","steps":["trace[1093248909] 'agreement among raft nodes before linearized reading' (duration: 983.875754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:37.670394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:36.686226Z","time spent":"984.156081ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:06:38.92473Z","caller":"traceutil/trace.go:171","msg":"trace[24048094] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"100.82331ms","start":"2026-03-19T09:06:38.823878Z","end":"2026-03-19T09:06:38.924702Z","steps":["trace[24048094] 'process raft request' (duration: 100.678606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.044296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.12078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:06:40.044429Z","caller":"traceutil/trace.go:171","msg":"trace[2000614206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2343; }","duration":"109.312715ms","start":"2026-03-19T09:06:39.935094Z","end":"2026-03-19T09:06:40.044407Z","steps":["trace[2000614206] 'range keys from in-memory index tree' (duration: 108.922085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.664715Z","caller":"traceutil/trace.go:171","msg":"trace[1679547334] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"285.239814ms","start":"2026-03-19T09:06:40.379433Z","end":"2026-03-19T09:06:40.664673Z","steps":["trace[1679547334] 'process raft request' (duration: 284.992947ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.969786Z","caller":"traceutil/trace.go:171","msg":"trace[1653474850] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2468; }","duration":"287.930373ms","start":"2026-03-19T09:06:40.681829Z","end":"2026-03-19T09:06:40.969759Z","steps":["trace[1653474850] 'read index received' (duration: 287.82073ms)","trace[1653474850] 'applied index is now lower than readState.Index' (duration: 108.733µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:40.969963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.121867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:40.96994Z","caller":"traceutil/trace.go:171","msg":"trace[3965151] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"291.757889ms","start":"2026-03-19T09:06:40.678134Z","end":"2026-03-19T09:06:40.969892Z","steps":["trace[3965151] 'process raft request' (duration: 291.461722ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.970003Z","caller":"traceutil/trace.go:171","msg":"trace[203662749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2346; }","duration":"288.21742ms","start":"2026-03-19T09:06:40.681776Z","end":"2026-03-19T09:06:40.969993Z","steps":["trace[203662749] 'agreement among raft nodes before linearized reading' (duration: 288.127907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.970234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.304399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-19T09:06:40.970294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.221167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:40.970348Z","caller":"traceutil/trace.go:171","msg":"trace[1460367967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2346; }","duration":"261.301678ms","start":"2026-03-19T09:06:40.709033Z","end":"2026-03-19T09:06:40.970335Z","steps":["trace[1460367967] 'agreement among raft nodes before linearized reading' (duration: 261.140594ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:40.97032Z","caller":"traceutil/trace.go:171","msg":"trace[2088044374] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2346; }","duration":"265.415552ms","start":"2026-03-19T09:06:40.704888Z","end":"2026-03-19T09:06:40.970303Z","steps":["trace[2088044374] 'agreement among raft nodes before linearized reading' (duration: 265.184047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:40.970758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.501221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:40.97083Z","caller":"traceutil/trace.go:171","msg":"trace[161861310] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2346; }","duration":"113.626104ms","start":"2026-03-19T09:06:40.857188Z","end":"2026-03-19T09:06:40.970815Z","steps":["trace[161861310] 'agreement among raft nodes before linearized reading' (duration: 113.490661ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:41.310971Z","caller":"traceutil/trace.go:171","msg":"trace[1226765878] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"323.877922ms","start":"2026-03-19T09:06:40.987059Z","end":"2026-03-19T09:06:41.310937Z","steps":["trace[1226765878] 'process raft request' (duration: 323.712758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.31118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:40.987045Z","time spent":"324.029416ms","remote":"127.0.0.1:49954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:41.486016Z","caller":"traceutil/trace.go:171","msg":"trace[1399406680] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"498.890889ms","start":"2026-03-19T09:06:40.987104Z","end":"2026-03-19T09:06:41.485995Z","steps":["trace[1399406680] 'process raft request' (duration: 498.735154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.486146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:40.987094Z","time spent":"498.980571ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:41.4863Z","caller":"traceutil/trace.go:171","msg":"trace[125716955] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"499.166465ms","start":"2026-03-19T09:06:40.987126Z","end":"2026-03-19T09:06:41.486293Z","steps":["trace[125716955] 'process raft request' (duration: 498.831047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.486341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:40.987041Z","time spent":"499.278838ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:41.486571Z","caller":"traceutil/trace.go:171","msg":"trace[463384809] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2469; }","duration":"498.782825ms","start":"2026-03-19T09:06:40.987765Z","end":"2026-03-19T09:06:41.486548Z","steps":["trace[463384809] 'read index received' (duration: 322.994159ms)","trace[463384809] 'applied index is now lower than readState.Index' (duration: 175.787606ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:41.486686Z","caller":"traceutil/trace.go:171","msg":"trace[123136045] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"498.57132ms","start":"2026-03-19T09:06:40.988098Z","end":"2026-03-19T09:06:41.486669Z","steps":["trace[123136045] 'process raft request' (duration: 498.149629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.48688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.103343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-19T09:06:41.486932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:40.988086Z","time spent":"498.670022ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:41.486946Z","caller":"traceutil/trace.go:171","msg":"trace[759103128] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2350; }","duration":"499.185695ms","start":"2026-03-19T09:06:40.987745Z","end":"2026-03-19T09:06:41.48693Z","steps":["trace[759103128] 'agreement among raft nodes before linearized reading' (duration: 499.077123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.486998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:40.987736Z","time spent":"499.249427ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-19T09:06:41.497932Z","caller":"traceutil/trace.go:171","msg":"trace[709552196] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"118.695173ms","start":"2026-03-19T09:06:41.379208Z","end":"2026-03-19T09:06:41.497903Z","steps":["trace[709552196] 'process raft request' (duration: 118.455967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.497966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.366929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-19T09:06:41.498041Z","caller":"traceutil/trace.go:171","msg":"trace[1876727894] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2351; }","duration":"221.483392ms","start":"2026-03-19T09:06:41.276537Z","end":"2026-03-19T09:06:41.498021Z","steps":["trace[1876727894] 'agreement among raft nodes before linearized reading' (duration: 221.273376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.498148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.853102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T09:06:41.498277Z","caller":"traceutil/trace.go:171","msg":"trace[575146045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2351; }","duration":"120.051607ms","start":"2026-03-19T09:06:41.378208Z","end":"2026-03-19T09:06:41.49826Z","steps":["trace[575146045] 'agreement among raft nodes before linearized reading' (duration: 119.735049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:41.927194Z","caller":"traceutil/trace.go:171","msg":"trace[405405414] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"425.352718ms","start":"2026-03-19T09:06:41.501796Z","end":"2026-03-19T09:06:41.927148Z","steps":["trace[405405414] 'process raft request' (duration: 425.03138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:41.927396Z","caller":"traceutil/trace.go:171","msg":"trace[419946187] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"423.712447ms","start":"2026-03-19T09:06:41.503651Z","end":"2026-03-19T09:06:41.927364Z","steps":["trace[419946187] 'process raft request' (duration: 423.484181ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:41.927208Z","caller":"traceutil/trace.go:171","msg":"trace[212968551] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"425.03458ms","start":"2026-03-19T09:06:41.502144Z","end":"2026-03-19T09:06:41.927178Z","steps":["trace[212968551] 'process raft request' (duration: 424.929077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:41.927781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.501776Z","time spent":"425.728007ms","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18188,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:41.927826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.50213Z","time spent":"425.516783ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:41.927556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.503641Z","time spent":"423.826649ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:42.158559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.581499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:42.158831Z","caller":"traceutil/trace.go:171","msg":"trace[624544005] linearizableReadLoop","detail":"{readStateIndex:2479; appliedIndex:2475; }","duration":"476.512082ms","start":"2026-03-19T09:06:41.682302Z","end":"2026-03-19T09:06:42.158814Z","steps":["trace[624544005] 'read index received' (duration: 244.587906ms)","trace[624544005] 'applied index is now lower than readState.Index' (duration: 231.922896ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:42.158933Z","caller":"traceutil/trace.go:171","msg":"trace[701461744] transaction","detail":"{read_only:false; response_revision:2356; number_of_response:1; }","duration":"449.626342ms","start":"2026-03-19T09:06:41.709297Z","end":"2026-03-19T09:06:42.158923Z","steps":["trace[701461744] 'process raft request' (duration: 449.438018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.158992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.709266Z","time spent":"449.691714ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:42.159163Z","caller":"traceutil/trace.go:171","msg":"trace[1747907535] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"584.940715ms","start":"2026-03-19T09:06:41.574186Z","end":"2026-03-19T09:06:42.159127Z","steps":["trace[1747907535] 'process raft request' (duration: 450.677319ms)","trace[1747907535] 'compare' (duration: 133.394614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:42.15938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.058475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:42.15943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.574162Z","time spent":"585.124989ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:42.159442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.084859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-19T09:06:42.159465Z","caller":"traceutil/trace.go:171","msg":"trace[76486093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2356; }","duration":"477.206179ms","start":"2026-03-19T09:06:41.682236Z","end":"2026-03-19T09:06:42.159443Z","steps":["trace[76486093] 'agreement among raft nodes before linearized reading' (duration: 476.922832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:42.159524Z","caller":"traceutil/trace.go:171","msg":"trace[1475496857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2356; }","duration":"177.235583ms","start":"2026-03-19T09:06:41.982266Z","end":"2026-03-19T09:06:42.159502Z","steps":["trace[1475496857] 'agreement among raft nodes before linearized reading' (duration: 176.978076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.159529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.682212Z","time spent":"477.306841ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:42.159586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.390225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:42.159665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.743094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:06:42.159682Z","caller":"traceutil/trace.go:171","msg":"trace[1684675268] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2356; }","duration":"220.568499ms","start":"2026-03-19T09:06:41.939093Z","end":"2026-03-19T09:06:42.159662Z","steps":["trace[1684675268] 'agreement among raft nodes before linearized reading' (duration: 220.359424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:42.159703Z","caller":"traceutil/trace.go:171","msg":"trace[1713475101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2356; }","duration":"101.782305ms","start":"2026-03-19T09:06:42.05791Z","end":"2026-03-19T09:06:42.159692Z","steps":["trace[1713475101] 'agreement among raft nodes before linearized reading' (duration: 101.676252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.160019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.319432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:06:42.160062Z","caller":"traceutil/trace.go:171","msg":"trace[1265975551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2356; }","duration":"390.423005ms","start":"2026-03-19T09:06:41.76963Z","end":"2026-03-19T09:06:42.160053Z","steps":["trace[1265975551] 'agreement among raft nodes before linearized reading' (duration: 389.580144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.160088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.7696Z","time spent":"390.480265ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:06:42.160078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.792394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:06:42.160131Z","caller":"traceutil/trace.go:171","msg":"trace[140936390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2356; }","duration":"325.00004ms","start":"2026-03-19T09:06:41.835117Z","end":"2026-03-19T09:06:42.160117Z","steps":["trace[140936390] 'agreement among raft nodes before linearized reading' (duration: 324.661292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.160172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:41.835089Z","time spent":"325.069961ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:06:42.656725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.576571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:42.656977Z","caller":"traceutil/trace.go:171","msg":"trace[698534017] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"492.773134ms","start":"2026-03-19T09:06:42.16417Z","end":"2026-03-19T09:06:42.656943Z","steps":["trace[698534017] 'process raft request' (duration: 314.824453ms)","trace[698534017] 'compare' (duration: 177.356465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:42.657185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:42.164156Z","time spent":"492.935388ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:42.657336Z","caller":"traceutil/trace.go:171","msg":"trace[203974632] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2480; }","duration":"492.967868ms","start":"2026-03-19T09:06:42.164348Z","end":"2026-03-19T09:06:42.657316Z","steps":["trace[203974632] 'read index received' (duration: 314.618667ms)","trace[203974632] 'applied index is now lower than readState.Index' (duration: 178.348171ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:42.657519Z","caller":"traceutil/trace.go:171","msg":"trace[47026813] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"493.232615ms","start":"2026-03-19T09:06:42.164274Z","end":"2026-03-19T09:06:42.657507Z","steps":["trace[47026813] 'process raft request' (duration: 492.829355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.657568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.212635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:06:42.657591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:42.164252Z","time spent":"493.305257ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:42.657611Z","caller":"traceutil/trace.go:171","msg":"trace[852525846] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2359; }","duration":"493.300457ms","start":"2026-03-19T09:06:42.164298Z","end":"2026-03-19T09:06:42.657598Z","steps":["trace[852525846] 'agreement among raft nodes before linearized reading' (duration: 493.090992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:42.657608Z","caller":"traceutil/trace.go:171","msg":"trace[1806937832] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"493.316317ms","start":"2026-03-19T09:06:42.164271Z","end":"2026-03-19T09:06:42.657587Z","steps":["trace[1806937832] 'process raft request' (duration: 492.997699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:42.657652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:42.164279Z","time spent":"493.362128ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-19T09:06:42.657698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:42.164243Z","time spent":"493.42035ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:42.894553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.908186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:42.894648Z","caller":"traceutil/trace.go:171","msg":"trace[61141656] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2360; }","duration":"113.073269ms","start":"2026-03-19T09:06:42.781554Z","end":"2026-03-19T09:06:42.894627Z","steps":["trace[61141656] 'range keys from in-memory index tree' (duration: 112.802303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:43.447183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.584147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T09:06:43.447341Z","caller":"traceutil/trace.go:171","msg":"trace[1073896040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2361; }","duration":"278.794792ms","start":"2026-03-19T09:06:43.168523Z","end":"2026-03-19T09:06:43.447318Z","steps":["trace[1073896040] 'range keys from in-memory index tree' (duration: 278.431503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:43.447403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.933521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:06:43.447472Z","caller":"traceutil/trace.go:171","msg":"trace[1809680288] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2361; }","duration":"416.031683ms","start":"2026-03-19T09:06:43.031425Z","end":"2026-03-19T09:06:43.447457Z","steps":["trace[1809680288] 'range keys from in-memory index tree' (duration: 415.746706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:43.447531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:43.031407Z","time spent":"416.112915ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:06:43.447355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.603542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:43.447593Z","caller":"traceutil/trace.go:171","msg":"trace[381551952] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2361; }","duration":"260.918439ms","start":"2026-03-19T09:06:43.186666Z","end":"2026-03-19T09:06:43.447585Z","steps":["trace[381551952] 'count revisions from in-memory index tree' (duration: 260.504879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:43.776594Z","caller":"traceutil/trace.go:171","msg":"trace[1479333805] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"104.167874ms","start":"2026-03-19T09:06:43.672394Z","end":"2026-03-19T09:06:43.776562Z","steps":["trace[1479333805] 'process raft request' (duration: 103.893587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:44.190992Z","caller":"traceutil/trace.go:171","msg":"trace[150411524] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"233.626678ms","start":"2026-03-19T09:06:43.957332Z","end":"2026-03-19T09:06:44.190958Z","steps":["trace[150411524] 'process raft request' (duration: 233.414293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:44.464503Z","caller":"traceutil/trace.go:171","msg":"trace[419095836] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"507.088595ms","start":"2026-03-19T09:06:43.957381Z","end":"2026-03-19T09:06:44.46447Z","steps":["trace[419095836] 'process raft request' (duration: 503.814792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:44.464549Z","caller":"traceutil/trace.go:171","msg":"trace[276278046] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"312.527195ms","start":"2026-03-19T09:06:44.151982Z","end":"2026-03-19T09:06:44.464509Z","steps":["trace[276278046] 'process raft request' (duration: 312.433812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:44.464669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:43.957353Z","time spent":"507.227728ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:44.464701Z","caller":"traceutil/trace.go:171","msg":"trace[1819377854] linearizableReadLoop","detail":"{readStateIndex:2489; appliedIndex:2487; }","duration":"468.283543ms","start":"2026-03-19T09:06:43.996406Z","end":"2026-03-19T09:06:44.464689Z","steps":["trace[1819377854] 'read index received' (duration: 194.355425ms)","trace[1819377854] 'applied index is now lower than readState.Index' (duration: 273.926678ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:44.464789Z","caller":"traceutil/trace.go:171","msg":"trace[757491708] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"291.42232ms","start":"2026-03-19T09:06:44.17334Z","end":"2026-03-19T09:06:44.464763Z","steps":["trace[757491708] 'process raft request' (duration: 291.135733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:44.46487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.455638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:44.464896Z","caller":"traceutil/trace.go:171","msg":"trace[739421592] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2367; }","duration":"468.532329ms","start":"2026-03-19T09:06:43.996355Z","end":"2026-03-19T09:06:44.464888Z","steps":["trace[739421592] 'agreement among raft nodes before linearized reading' (duration: 468.396856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:44.464918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:43.996336Z","time spent":"468.575351ms","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:44.464903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.710574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:44.464962Z","caller":"traceutil/trace.go:171","msg":"trace[2064586327] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2367; }","duration":"366.811027ms","start":"2026-03-19T09:06:44.098134Z","end":"2026-03-19T09:06:44.464945Z","steps":["trace[2064586327] 'agreement among raft nodes before linearized reading' (duration: 366.713694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:44.465013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:44.098113Z","time spent":"366.886139ms","remote":"127.0.0.1:49892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:06:44.465501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:44.151959Z","time spent":"312.675968ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:45.068448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.948991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:45.068661Z","caller":"traceutil/trace.go:171","msg":"trace[708801197] linearizableReadLoop","detail":"{readStateIndex:2495; appliedIndex:2492; }","duration":"388.476435ms","start":"2026-03-19T09:06:44.680163Z","end":"2026-03-19T09:06:45.068639Z","steps":["trace[708801197] 'read index received' (duration: 30.765838ms)","trace[708801197] 'applied index is now lower than readState.Index' (duration: 357.709277ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:45.068708Z","caller":"traceutil/trace.go:171","msg":"trace[1903510017] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"396.698433ms","start":"2026-03-19T09:06:44.671986Z","end":"2026-03-19T09:06:45.068684Z","steps":["trace[1903510017] 'process raft request' (duration: 396.57422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:45.068743Z","caller":"traceutil/trace.go:171","msg":"trace[906784785] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"397.641817ms","start":"2026-03-19T09:06:44.671055Z","end":"2026-03-19T09:06:45.068697Z","steps":["trace[906784785] 'process raft request' (duration: 183.329017ms)","trace[906784785] 'compare' (duration: 213.774487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:45.068824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.661639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:06:45.06883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:44.671977Z","time spent":"396.786025ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:45.068878Z","caller":"traceutil/trace.go:171","msg":"trace[1645900425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2371; }","duration":"388.738781ms","start":"2026-03-19T09:06:44.680117Z","end":"2026-03-19T09:06:45.068856Z","steps":["trace[1645900425] 'agreement among raft nodes before linearized reading' (duration: 388.663799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:45.06892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:44.680101Z","time spent":"388.809244ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:45.068932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:44.671026Z","time spent":"397.813502ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:45.068922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.191297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:06:45.069003Z","caller":"traceutil/trace.go:171","msg":"trace[469915878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2371; }","duration":"316.310751ms","start":"2026-03-19T09:06:44.752671Z","end":"2026-03-19T09:06:45.068982Z","steps":["trace[469915878] 'agreement among raft nodes before linearized reading' (duration: 316.115875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:45.06905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:44.752649Z","time spent":"316.393812ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:06:45.56202Z","caller":"traceutil/trace.go:171","msg":"trace[259176169] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"487.580003ms","start":"2026-03-19T09:06:45.074395Z","end":"2026-03-19T09:06:45.561975Z","steps":["trace[259176169] 'process raft request' (duration: 487.257744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:45.562283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:45.07437Z","time spent":"487.797158ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:45.77312Z","caller":"traceutil/trace.go:171","msg":"trace[2073263185] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"205.837477ms","start":"2026-03-19T09:06:45.567255Z","end":"2026-03-19T09:06:45.773092Z","steps":["trace[2073263185] 'process raft request' (duration: 115.793739ms)","trace[2073263185] 'compare' (duration: 89.795752ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:45.773292Z","caller":"traceutil/trace.go:171","msg":"trace[1655773954] linearizableReadLoop","detail":"{readStateIndex:2498; appliedIndex:2496; }","duration":"105.572841ms","start":"2026-03-19T09:06:45.667682Z","end":"2026-03-19T09:06:45.773255Z","steps":["trace[1655773954] 'read index received' (duration: 15.37824ms)","trace[1655773954] 'applied index is now lower than readState.Index' (duration: 90.191861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:45.773553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.840188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:45.773615Z","caller":"traceutil/trace.go:171","msg":"trace[339695831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2374; }","duration":"105.957731ms","start":"2026-03-19T09:06:45.667642Z","end":"2026-03-19T09:06:45.773599Z","steps":["trace[339695831] 'agreement among raft nodes before linearized reading' (duration: 105.797237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:45.773599Z","caller":"traceutil/trace.go:171","msg":"trace[92337551] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"198.182033ms","start":"2026-03-19T09:06:45.575396Z","end":"2026-03-19T09:06:45.773578Z","steps":["trace[92337551] 'process raft request' (duration: 197.628289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:46.34716Z","caller":"traceutil/trace.go:171","msg":"trace[1297327977] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"146.779963ms","start":"2026-03-19T09:06:46.200349Z","end":"2026-03-19T09:06:46.347129Z","steps":["trace[1297327977] 'process raft request' (duration: 146.547387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:46.83948Z","caller":"traceutil/trace.go:171","msg":"trace[90377788] linearizableReadLoop","detail":"{readStateIndex:2501; appliedIndex:2500; }","duration":"265.644799ms","start":"2026-03-19T09:06:46.573805Z","end":"2026-03-19T09:06:46.83945Z","steps":["trace[90377788] 'read index received' (duration: 265.436593ms)","trace[90377788] 'applied index is now lower than readState.Index' (duration: 206.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:46.839582Z","caller":"traceutil/trace.go:171","msg":"trace[1033588322] transaction","detail":"{read_only:false; response_revision:2377; number_of_response:1; }","duration":"365.971376ms","start":"2026-03-19T09:06:46.473538Z","end":"2026-03-19T09:06:46.839509Z","steps":["trace[1033588322] 'process raft request' (duration: 365.701239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:46.839801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.959697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"warn","ts":"2026-03-19T09:06:46.839803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:46.473512Z","time spent":"366.178032ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:46.840143Z","caller":"traceutil/trace.go:171","msg":"trace[305564667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2377; }","duration":"266.08498ms","start":"2026-03-19T09:06:46.573759Z","end":"2026-03-19T09:06:46.839844Z","steps":["trace[305564667] 'agreement among raft nodes before linearized reading' (duration: 265.854544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:47.259186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.839099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:06:47.259877Z","caller":"traceutil/trace.go:171","msg":"trace[386922905] linearizableReadLoop","detail":"{readStateIndex:2502; appliedIndex:2501; }","duration":"420.27896ms","start":"2026-03-19T09:06:46.839575Z","end":"2026-03-19T09:06:47.259854Z","steps":["trace[386922905] 'read index received' (duration: 115.987344ms)","trace[386922905] 'applied index is now lower than readState.Index' (duration: 304.289326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:47.260117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.570554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:06:47.260156Z","caller":"traceutil/trace.go:171","msg":"trace[351476377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2377; }","duration":"544.645276ms","start":"2026-03-19T09:06:46.715501Z","end":"2026-03-19T09:06:47.260146Z","steps":["trace[351476377] 'agreement among raft nodes before linearized reading' (duration: 544.463122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:47.260191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:46.715489Z","time spent":"544.694367ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:06:47.260602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.881787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:47.260696Z","caller":"traceutil/trace.go:171","msg":"trace[315286170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2377; }","duration":"580.03467ms","start":"2026-03-19T09:06:46.680635Z","end":"2026-03-19T09:06:47.26067Z","steps":["trace[315286170] 'agreement among raft nodes before linearized reading' (duration: 579.863686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:47.260744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:46.680606Z","time spent":"580.129713ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:47.261112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.280041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:06:47.261157Z","caller":"traceutil/trace.go:171","msg":"trace[751913993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2377; }","duration":"184.358183ms","start":"2026-03-19T09:06:47.076785Z","end":"2026-03-19T09:06:47.261143Z","steps":["trace[751913993] 'agreement among raft nodes before linearized reading' (duration: 184.207039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:47.261342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.506291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:06:47.261435Z","caller":"traceutil/trace.go:171","msg":"trace[1601609109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2377; }","duration":"181.650685ms","start":"2026-03-19T09:06:47.079763Z","end":"2026-03-19T09:06:47.261414Z","steps":["trace[1601609109] 'agreement among raft nodes before linearized reading' (duration: 181.369688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:47.588136Z","caller":"traceutil/trace.go:171","msg":"trace[1195333835] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"224.817886ms","start":"2026-03-19T09:06:47.36329Z","end":"2026-03-19T09:06:47.588108Z","steps":["trace[1195333835] 'process raft request' (duration: 224.55989ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:47.607257Z","caller":"traceutil/trace.go:171","msg":"trace[315034348] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"243.56692ms","start":"2026-03-19T09:06:47.363669Z","end":"2026-03-19T09:06:47.607235Z","steps":["trace[315034348] 'process raft request' (duration: 243.457428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:47.608989Z","caller":"traceutil/trace.go:171","msg":"trace[1172638072] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"244.312539ms","start":"2026-03-19T09:06:47.363623Z","end":"2026-03-19T09:06:47.607935Z","steps":["trace[1172638072] 'process raft request' (duration: 243.319564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:47.888549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.534204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:47.888655Z","caller":"traceutil/trace.go:171","msg":"trace[2059993948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2381; }","duration":"206.682178ms","start":"2026-03-19T09:06:47.681945Z","end":"2026-03-19T09:06:47.888627Z","steps":["trace[2059993948] 'range keys from in-memory index tree' (duration: 206.459732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:47.921135Z","caller":"traceutil/trace.go:171","msg":"trace[1407994764] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"140.936286ms","start":"2026-03-19T09:06:47.78017Z","end":"2026-03-19T09:06:47.921106Z","steps":["trace[1407994764] 'process raft request' (duration: 140.399941ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:48.722341Z","caller":"traceutil/trace.go:171","msg":"trace[32002043] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"347.843498ms","start":"2026-03-19T09:06:48.374474Z","end":"2026-03-19T09:06:48.722317Z","steps":["trace[32002043] 'process raft request' (duration: 347.694004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:48.722611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:48.374444Z","time spent":"348.104685ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:48.811453Z","caller":"traceutil/trace.go:171","msg":"trace[1522987318] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"234.805358ms","start":"2026-03-19T09:06:48.57661Z","end":"2026-03-19T09:06:48.811415Z","steps":["trace[1522987318] 'process raft request' (duration: 234.593433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:49.073415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.812308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:06:49.073655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.185441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T09:06:49.073843Z","caller":"traceutil/trace.go:171","msg":"trace[208208068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2384; }","duration":"141.413637ms","start":"2026-03-19T09:06:48.932389Z","end":"2026-03-19T09:06:49.073802Z","steps":["trace[208208068] 'range keys from in-memory index tree' (duration: 140.824742ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:49.074052Z","caller":"traceutil/trace.go:171","msg":"trace[2038574205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2384; }","duration":"228.953352ms","start":"2026-03-19T09:06:48.844526Z","end":"2026-03-19T09:06:49.07348Z","steps":["trace[2038574205] 'range keys from in-memory index tree' (duration: 228.633023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:49.191795Z","caller":"traceutil/trace.go:171","msg":"trace[1252188339] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"115.352437ms","start":"2026-03-19T09:06:49.076413Z","end":"2026-03-19T09:06:49.191765Z","steps":["trace[1252188339] 'process raft request' (duration: 115.193183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:49.233096Z","caller":"traceutil/trace.go:171","msg":"trace[1485168351] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"154.221561ms","start":"2026-03-19T09:06:49.07884Z","end":"2026-03-19T09:06:49.233062Z","steps":["trace[1485168351] 'process raft request' (duration: 154.046957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:49.59969Z","caller":"traceutil/trace.go:171","msg":"trace[513866485] linearizableReadLoop","detail":"{readStateIndex:2512; appliedIndex:2511; }","duration":"136.179274ms","start":"2026-03-19T09:06:49.463484Z","end":"2026-03-19T09:06:49.599663Z","steps":["trace[513866485] 'read index received' (duration: 135.939118ms)","trace[513866485] 'applied index is now lower than readState.Index' (duration: 239.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:49.599745Z","caller":"traceutil/trace.go:171","msg":"trace[1432286548] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"300.09009ms","start":"2026-03-19T09:06:49.299622Z","end":"2026-03-19T09:06:49.599712Z","steps":["trace[1432286548] 'process raft request' (duration: 299.866174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:49.599871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.36838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:49.599916Z","caller":"traceutil/trace.go:171","msg":"trace[379793349] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2387; }","duration":"136.479202ms","start":"2026-03-19T09:06:49.463426Z","end":"2026-03-19T09:06:49.599905Z","steps":["trace[379793349] 'agreement among raft nodes before linearized reading' (duration: 136.37214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:49.599975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:49.299596Z","time spent":"300.237324ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1061,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:49.798217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.029425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:49.798401Z","caller":"traceutil/trace.go:171","msg":"trace[361445388] linearizableReadLoop","detail":"{readStateIndex:2513; appliedIndex:2512; }","duration":"185.531422ms","start":"2026-03-19T09:06:49.612853Z","end":"2026-03-19T09:06:49.798384Z","steps":["trace[361445388] 'read index received' (duration: 67.277132ms)","trace[361445388] 'applied index is now lower than readState.Index' (duration: 118.2529ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:49.798455Z","caller":"traceutil/trace.go:171","msg":"trace[1577382752] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"192.779376ms","start":"2026-03-19T09:06:49.605628Z","end":"2026-03-19T09:06:49.798408Z","steps":["trace[1577382752] 'process raft request' (duration: 74.479694ms)","trace[1577382752] 'compare' (duration: 117.895772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:49.799197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.223589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-19T09:06:49.798845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.950573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:06:49.79926Z","caller":"traceutil/trace.go:171","msg":"trace[1245563321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2388; }","duration":"186.329732ms","start":"2026-03-19T09:06:49.612911Z","end":"2026-03-19T09:06:49.799241Z","steps":["trace[1245563321] 'agreement among raft nodes before linearized reading' (duration: 186.184698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:49.799268Z","caller":"traceutil/trace.go:171","msg":"trace[724812312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2388; }","duration":"186.435895ms","start":"2026-03-19T09:06:49.612814Z","end":"2026-03-19T09:06:49.79925Z","steps":["trace[724812312] 'agreement among raft nodes before linearized reading' (duration: 185.663546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:49.799441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.321351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:49.799516Z","caller":"traceutil/trace.go:171","msg":"trace[1234029958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2388; }","duration":"116.445894ms","start":"2026-03-19T09:06:49.683052Z","end":"2026-03-19T09:06:49.799498Z","steps":["trace[1234029958] 'agreement among raft nodes before linearized reading' (duration: 116.322681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:49.799532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.011076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:06:49.799563Z","caller":"traceutil/trace.go:171","msg":"trace[1346504246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2388; }","duration":"156.065588ms","start":"2026-03-19T09:06:49.643488Z","end":"2026-03-19T09:06:49.799553Z","steps":["trace[1346504246] 'agreement among raft nodes before linearized reading' (duration: 155.976805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:49.976561Z","caller":"traceutil/trace.go:171","msg":"trace[1650137963] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"172.938614ms","start":"2026-03-19T09:06:49.803588Z","end":"2026-03-19T09:06:49.976527Z","steps":["trace[1650137963] 'process raft request' (duration: 124.076278ms)","trace[1650137963] 'compare' (duration: 48.63056ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:49.976736Z","caller":"traceutil/trace.go:171","msg":"trace[1326548169] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"173.020206ms","start":"2026-03-19T09:06:49.803681Z","end":"2026-03-19T09:06:49.976701Z","steps":["trace[1326548169] 'process raft request' (duration: 172.78356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.037173Z","caller":"traceutil/trace.go:171","msg":"trace[1577309451] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"111.205182ms","start":"2026-03-19T09:06:49.925922Z","end":"2026-03-19T09:06:50.037127Z","steps":["trace[1577309451] 'process raft request' (duration: 110.917825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.25899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.982221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T09:06:50.25909Z","caller":"traceutil/trace.go:171","msg":"trace[463631763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2392; }","duration":"176.154215ms","start":"2026-03-19T09:06:50.082913Z","end":"2026-03-19T09:06:50.259068Z","steps":["trace[463631763] 'range keys from in-memory index tree' (duration: 175.715644ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:50.963668Z","caller":"traceutil/trace.go:171","msg":"trace[2009356554] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2517; }","duration":"380.918795ms","start":"2026-03-19T09:06:50.582725Z","end":"2026-03-19T09:06:50.963644Z","steps":["trace[2009356554] 'read index received' (duration: 380.813922ms)","trace[2009356554] 'applied index is now lower than readState.Index' (duration: 103.922µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:50.963898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.13355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:06:50.963997Z","caller":"traceutil/trace.go:171","msg":"trace[605901705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2393; }","duration":"381.321905ms","start":"2026-03-19T09:06:50.582652Z","end":"2026-03-19T09:06:50.963974Z","steps":["trace[605901705] 'agreement among raft nodes before linearized reading' (duration: 381.11753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.964049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:50.582628Z","time spent":"381.409866ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:06:50.965057Z","caller":"traceutil/trace.go:171","msg":"trace[1854346593] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"384.108315ms","start":"2026-03-19T09:06:50.579603Z","end":"2026-03-19T09:06:50.963711Z","steps":["trace[1854346593] 'process raft request' (duration: 383.88432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.965321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:50.579576Z","time spent":"385.620732ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1145,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:50.966916Z","caller":"traceutil/trace.go:171","msg":"trace[1106654869] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"148.771773ms","start":"2026-03-19T09:06:50.818123Z","end":"2026-03-19T09:06:50.966895Z","steps":["trace[1106654869] 'process raft request' (duration: 148.429154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:50.967004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.658161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:06:50.96707Z","caller":"traceutil/trace.go:171","msg":"trace[104602260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2394; }","duration":"237.791164ms","start":"2026-03-19T09:06:50.729263Z","end":"2026-03-19T09:06:50.967054Z","steps":["trace[104602260] 'agreement among raft nodes before linearized reading' (duration: 237.494057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.020453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.077532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:52.020557Z","caller":"traceutil/trace.go:171","msg":"trace[254264527] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2524; }","duration":"176.943574ms","start":"2026-03-19T09:06:51.843597Z","end":"2026-03-19T09:06:52.02054Z","steps":["trace[254264527] 'read index received' (duration: 40.730309ms)","trace[254264527] 'applied index is now lower than readState.Index' (duration: 136.211915ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:52.020641Z","caller":"traceutil/trace.go:171","msg":"trace[2024771236] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"212.222328ms","start":"2026-03-19T09:06:51.808377Z","end":"2026-03-19T09:06:52.0206Z","steps":["trace[2024771236] 'process raft request' (duration: 75.90532ms)","trace[2024771236] 'compare' (duration: 135.947219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:52.020916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.297133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:06:52.021003Z","caller":"traceutil/trace.go:171","msg":"trace[781766797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2399; }","duration":"177.416396ms","start":"2026-03-19T09:06:51.843563Z","end":"2026-03-19T09:06:52.020979Z","steps":["trace[781766797] 'agreement among raft nodes before linearized reading' (duration: 177.14227ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.428591Z","caller":"traceutil/trace.go:171","msg":"trace[1818875268] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"401.011063ms","start":"2026-03-19T09:06:52.027551Z","end":"2026-03-19T09:06:52.428563Z","steps":["trace[1818875268] 'process raft request' (duration: 400.926371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.428625Z","caller":"traceutil/trace.go:171","msg":"trace[1621928017] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"401.121966ms","start":"2026-03-19T09:06:52.027463Z","end":"2026-03-19T09:06:52.428585Z","steps":["trace[1621928017] 'process raft request' (duration: 400.86522ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.42874Z","caller":"traceutil/trace.go:171","msg":"trace[1515602329] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2527; }","duration":"259.510794ms","start":"2026-03-19T09:06:52.169213Z","end":"2026-03-19T09:06:52.428724Z","steps":["trace[1515602329] 'read index received' (duration: 259.020572ms)","trace[1515602329] 'applied index is now lower than readState.Index' (duration: 489.422µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:06:52.428768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.027505Z","time spent":"401.176238ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.428808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.027446Z","time spent":"401.257889ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.429003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.283793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:06:52.429045Z","caller":"traceutil/trace.go:171","msg":"trace[736432801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2404; }","duration":"258.365234ms","start":"2026-03-19T09:06:52.170666Z","end":"2026-03-19T09:06:52.429031Z","steps":["trace[736432801] 'agreement among raft nodes before linearized reading' (duration: 258.246032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.429066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.857733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:06:52.42911Z","caller":"traceutil/trace.go:171","msg":"trace[77697527] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2404; }","duration":"259.949885ms","start":"2026-03-19T09:06:52.16915Z","end":"2026-03-19T09:06:52.4291Z","steps":["trace[77697527] 'agreement among raft nodes before linearized reading' (duration: 259.837322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:52.429138Z","caller":"traceutil/trace.go:171","msg":"trace[803233706] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"386.767962ms","start":"2026-03-19T09:06:52.042359Z","end":"2026-03-19T09:06:52.429127Z","steps":["trace[803233706] 'process raft request' (duration: 386.159527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.429191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.042336Z","time spent":"386.826074ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.429293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.430111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-19T09:06:52.429384Z","caller":"traceutil/trace.go:171","msg":"trace[2047935840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2404; }","duration":"151.544683ms","start":"2026-03-19T09:06:52.277821Z","end":"2026-03-19T09:06:52.429366Z","steps":["trace[2047935840] 'agreement among raft nodes before linearized reading' (duration: 151.203234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.755191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.543168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:06:52.755495Z","caller":"traceutil/trace.go:171","msg":"trace[1001858288] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"322.527137ms","start":"2026-03-19T09:06:52.432941Z","end":"2026-03-19T09:06:52.755468Z","steps":["trace[1001858288] 'process raft request' (duration: 152.58678ms)","trace[1001858288] 'compare' (duration: 169.420424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:52.75551Z","caller":"traceutil/trace.go:171","msg":"trace[2146719826] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"320.176347ms","start":"2026-03-19T09:06:52.435309Z","end":"2026-03-19T09:06:52.755486Z","steps":["trace[2146719826] 'process raft request' (duration: 319.981473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:52.755593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.435259Z","time spent":"320.29936ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:52.755621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:52.432902Z","time spent":"322.65093ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:06:53.816899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.85386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:53.817049Z","caller":"traceutil/trace.go:171","msg":"trace[397651360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2410; }","duration":"271.014753ms","start":"2026-03-19T09:06:53.54601Z","end":"2026-03-19T09:06:53.817024Z","steps":["trace[397651360] 'range keys from in-memory index tree' (duration: 270.832109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:06:54.016412Z","caller":"traceutil/trace.go:171","msg":"trace[1194511015] linearizableReadLoop","detail":"{readStateIndex:2537; appliedIndex:2536; }","duration":"333.729841ms","start":"2026-03-19T09:06:53.682656Z","end":"2026-03-19T09:06:54.016386Z","steps":["trace[1194511015] 'read index received' (duration: 333.383262ms)","trace[1194511015] 'applied index is now lower than readState.Index' (duration: 345.549µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:06:54.016479Z","caller":"traceutil/trace.go:171","msg":"trace[634395927] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"411.745163ms","start":"2026-03-19T09:06:53.604695Z","end":"2026-03-19T09:06:54.016441Z","steps":["trace[634395927] 'process raft request' (duration: 411.531378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.016534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.853105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:06:54.016563Z","caller":"traceutil/trace.go:171","msg":"trace[1598464640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2411; }","duration":"333.935347ms","start":"2026-03-19T09:06:53.682619Z","end":"2026-03-19T09:06:54.016554Z","steps":["trace[1598464640] 'agreement among raft nodes before linearized reading' (duration: 333.855984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:06:54.016598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.682601Z","time spent":"333.985439ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:06:54.016671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:06:53.604665Z","time spent":"411.896359ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1445,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:06:55.318165Z","caller":"traceutil/trace.go:171","msg":"trace[228763030] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"155.907584ms","start":"2026-03-19T09:06:55.162226Z","end":"2026-03-19T09:06:55.318134Z","steps":["trace[228763030] 'process raft request' (duration: 155.724819ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:00.577568Z","caller":"traceutil/trace.go:171","msg":"trace[1014990810] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"100.147163ms","start":"2026-03-19T09:07:00.477394Z","end":"2026-03-19T09:07:00.577541Z","steps":["trace[1014990810] 'process raft request' (duration: 99.984449ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:19.171106Z","caller":"traceutil/trace.go:171","msg":"trace[798383504] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"107.235286ms","start":"2026-03-19T09:07:19.063844Z","end":"2026-03-19T09:07:19.17108Z","steps":["trace[798383504] 'process raft request' (duration: 107.048792ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:19.225485Z","caller":"traceutil/trace.go:171","msg":"trace[1326660168] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"112.250484ms","start":"2026-03-19T09:07:19.113208Z","end":"2026-03-19T09:07:19.225459Z","steps":["trace[1326660168] 'process raft request' (duration: 112.130851ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:21.792656Z","caller":"traceutil/trace.go:171","msg":"trace[2030585002] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2838; }","duration":"360.839515ms","start":"2026-03-19T09:07:21.431789Z","end":"2026-03-19T09:07:21.792628Z","steps":["trace[2030585002] 'read index received' (duration: 360.784714ms)","trace[2030585002] 'applied index is now lower than readState.Index' (duration: 53.431µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:21.793036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.249527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:07:21.793042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.0685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:21.793132Z","caller":"traceutil/trace.go:171","msg":"trace[872426538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2701; }","duration":"341.338109ms","start":"2026-03-19T09:07:21.451759Z","end":"2026-03-19T09:07:21.793097Z","steps":["trace[872426538] 'agreement among raft nodes before linearized reading' (duration: 341.128874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:21.793136Z","caller":"traceutil/trace.go:171","msg":"trace[1893796629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2701; }","duration":"114.274956ms","start":"2026-03-19T09:07:21.678839Z","end":"2026-03-19T09:07:21.793114Z","steps":["trace[1893796629] 'agreement among raft nodes before linearized reading' (duration: 114.096092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:21.793114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.314117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:07:21.793212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:21.451671Z","time spent":"341.530794ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:07:21.793228Z","caller":"traceutil/trace.go:171","msg":"trace[1874056859] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:2701; }","duration":"361.504481ms","start":"2026-03-19T09:07:21.431697Z","end":"2026-03-19T09:07:21.793202Z","steps":["trace[1874056859] 'agreement among raft nodes before linearized reading' (duration: 361.05536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:21.7933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:21.431641Z","time spent":"361.649306ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:07:21.793414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.229597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:07:21.793523Z","caller":"traceutil/trace.go:171","msg":"trace[781361912] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2701; }","duration":"120.374201ms","start":"2026-03-19T09:07:21.673121Z","end":"2026-03-19T09:07:21.793496Z","steps":["trace[781361912] 'agreement among raft nodes before linearized reading' (duration: 120.097064ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:21.79453Z","caller":"traceutil/trace.go:171","msg":"trace[922848496] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"365.735279ms","start":"2026-03-19T09:07:21.428217Z","end":"2026-03-19T09:07:21.793952Z","steps":["trace[922848496] 'process raft request' (duration: 364.276913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:21.794666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:21.428194Z","time spent":"366.407485ms","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2483,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:07:25.214638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456999650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:25.715042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456999650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:26.21546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456999650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:26.716637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456999650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:27.21726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192456999650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:07:27.683493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:07:27.683588Z","caller":"traceutil/trace.go:171","msg":"trace[213815999] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000726521s","start":"2026-03-19T09:07:25.68284Z","end":"2026-03-19T09:07:27.683567Z","steps":["trace[213815999] 'agreement among raft nodes before linearized reading' (duration: 2.000603257s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:27.683635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.682806Z","time spent":"2.000820033s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:07:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:07:27.68998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.98350763s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:07:27.956546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.25968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:27.956678Z","caller":"traceutil/trace.go:171","msg":"trace[2049145038] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"3.250317153s","start":"2026-03-19T09:07:24.706338Z","end":"2026-03-19T09:07:27.956655Z","steps":["trace[2049145038] 'process raft request' (duration: 2.983820527s)","trace[2049145038] 'compare' (duration: 265.922262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:27.956744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.706312Z","time spent":"3.250400564s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:28.4338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.541869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:28.434228Z","caller":"traceutil/trace.go:171","msg":"trace[590237181] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"3.184525839s","start":"2026-03-19T09:07:25.249662Z","end":"2026-03-19T09:07:28.434188Z","steps":["trace[590237181] 'process raft request' (duration: 2.867474268s)","trace[590237181] 'compare' (duration: 316.395905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:28.434365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.249628Z","time spent":"3.184673724s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:28.468122Z","caller":"traceutil/trace.go:171","msg":"trace[699451512] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2864; }","duration":"3.754176375s","start":"2026-03-19T09:07:24.713905Z","end":"2026-03-19T09:07:28.468081Z","steps":["trace[699451512] 'read index received' (duration: 2.976265906s)","trace[699451512] 'applied index is now lower than readState.Index' (duration: 777.908349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:28.4685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754568375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:07:28.468604Z","caller":"traceutil/trace.go:171","msg":"trace[137913663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2726; }","duration":"3.754726059s","start":"2026-03-19T09:07:24.71386Z","end":"2026-03-19T09:07:28.468586Z","steps":["trace[137913663] 'agreement among raft nodes before linearized reading' (duration: 3.754490893s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.468663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036892131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:07:28.468692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.725982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:28.468735Z","caller":"traceutil/trace.go:171","msg":"trace[940259392] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2726; }","duration":"161.807014ms","start":"2026-03-19T09:07:28.306914Z","end":"2026-03-19T09:07:28.468721Z","steps":["trace[940259392] 'agreement among raft nodes before linearized reading' (duration: 161.738053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.468624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013715052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:07:28.468826Z","caller":"traceutil/trace.go:171","msg":"trace[1905453190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2726; }","duration":"2.01403633s","start":"2026-03-19T09:07:26.454778Z","end":"2026-03-19T09:07:28.468814Z","steps":["trace[1905453190] 'agreement among raft nodes before linearized reading' (duration: 2.013618869s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.468947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:26.454743Z","time spent":"2.014184104s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:28.4694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439224607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:07:28.469493Z","caller":"traceutil/trace.go:171","msg":"trace[1696695945] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2726; }","duration":"3.4393499s","start":"2026-03-19T09:07:25.030117Z","end":"2026-03-19T09:07:28.469467Z","steps":["trace[1696695945] 'agreement among raft nodes before linearized reading' (duration: 3.438897529s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.46885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464273821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:07:28.469551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.030088Z","time spent":"3.439449623s","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T09:07:28.469581Z","caller":"traceutil/trace.go:171","msg":"trace[913326082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2726; }","duration":"1.46505361s","start":"2026-03-19T09:07:27.0045Z","end":"2026-03-19T09:07:28.469554Z","steps":["trace[913326082] 'agreement among raft nodes before linearized reading' (duration: 1.464276991s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.469632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:27.004473Z","time spent":"1.465145053s","remote":"127.0.0.1:45572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:28.468693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.713848Z","time spent":"3.754832452s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:07:28.468527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750026079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:07:28.469843Z","caller":"traceutil/trace.go:171","msg":"trace[1712024671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2726; }","duration":"3.751372483s","start":"2026-03-19T09:07:24.71844Z","end":"2026-03-19T09:07:28.469813Z","steps":["trace[1712024671] 'agreement among raft nodes before linearized reading' (duration: 3.749947357s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.469911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:24.718415Z","time spent":"3.751477836s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:07:28.468986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894309585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:28.470119Z","caller":"traceutil/trace.go:171","msg":"trace[1370383802] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2726; }","duration":"1.895448254s","start":"2026-03-19T09:07:26.574606Z","end":"2026-03-19T09:07:28.470055Z","steps":["trace[1370383802] 'agreement among raft nodes before linearized reading' (duration: 1.894346066s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.469021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657186373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:07:28.470203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.306672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:28.470243Z","caller":"traceutil/trace.go:171","msg":"trace[1745409338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2726; }","duration":"786.394354ms","start":"2026-03-19T09:07:27.683837Z","end":"2026-03-19T09:07:28.470231Z","steps":["trace[1745409338] 'agreement among raft nodes before linearized reading' (duration: 784.902957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:28.47021Z","caller":"traceutil/trace.go:171","msg":"trace[171242241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2726; }","duration":"2.658413333s","start":"2026-03-19T09:07:25.811786Z","end":"2026-03-19T09:07:28.470199Z","steps":["trace[171242241] 'agreement among raft nodes before linearized reading' (duration: 2.657132511s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.470959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.811765Z","time spent":"2.659173034s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:07:28.470836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:27.683821Z","time spent":"786.849957ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:07:28.469145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570469718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:07:28.471347Z","caller":"traceutil/trace.go:171","msg":"trace[1995260769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2726; }","duration":"2.572637573s","start":"2026-03-19T09:07:25.898654Z","end":"2026-03-19T09:07:28.471291Z","steps":["trace[1995260769] 'agreement among raft nodes before linearized reading' (duration: 2.570418546s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.469137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571367851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:07:28.471459Z","caller":"traceutil/trace.go:171","msg":"trace[1051974844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2726; }","duration":"2.573756341s","start":"2026-03-19T09:07:25.897688Z","end":"2026-03-19T09:07:28.471445Z","steps":["trace[1051974844] 'agreement among raft nodes before linearized reading' (duration: 2.571210596s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.471499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.897664Z","time spent":"2.573821693s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:07:28.471505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:25.898648Z","time spent":"2.572799947s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:07:28.4692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.578554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:28.471651Z","caller":"traceutil/trace.go:171","msg":"trace[1353901526] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2726; }","duration":"200.091368ms","start":"2026-03-19T09:07:28.271547Z","end":"2026-03-19T09:07:28.471639Z","steps":["trace[1353901526] 'agreement among raft nodes before linearized reading' (duration: 197.541754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:28.469221Z","caller":"traceutil/trace.go:171","msg":"trace[1456073368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2726; }","duration":"2.036989943s","start":"2026-03-19T09:07:26.431722Z","end":"2026-03-19T09:07:28.468712Z","steps":["trace[1456073368] 'agreement among raft nodes before linearized reading' (duration: 2.03685714s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.469068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348652457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:07:28.471809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:26.4317Z","time spent":"2.040083121s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:07:28.471885Z","caller":"traceutil/trace.go:171","msg":"trace[492414152] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2726; }","duration":"2.351509829s","start":"2026-03-19T09:07:26.120359Z","end":"2026-03-19T09:07:28.471868Z","steps":["trace[492414152] 'agreement among raft nodes before linearized reading' (duration: 2.348642396s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:28.471923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:26.120338Z","time spent":"2.351570991s","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:28.470253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:26.574579Z","time spent":"1.895622837s","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:07:30.743994Z","caller":"traceutil/trace.go:171","msg":"trace[736820918] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"173.082371ms","start":"2026-03-19T09:07:30.570872Z","end":"2026-03-19T09:07:30.743954Z","steps":["trace[736820918] 'process raft request' (duration: 81.879832ms)","trace[736820918] 'compare' (duration: 91.050925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:30.767779Z","caller":"traceutil/trace.go:171","msg":"trace[1688844756] linearizableReadLoop","detail":"{readStateIndex:2882; appliedIndex:2879; }","duration":"182.50701ms","start":"2026-03-19T09:07:30.585257Z","end":"2026-03-19T09:07:30.767764Z","steps":["trace[1688844756] 'read index received' (duration: 67.470315ms)","trace[1688844756] 'applied index is now lower than readState.Index' (duration: 115.035815ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:30.767812Z","caller":"traceutil/trace.go:171","msg":"trace[705856885] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"195.50015ms","start":"2026-03-19T09:07:30.57229Z","end":"2026-03-19T09:07:30.76779Z","steps":["trace[705856885] 'process raft request' (duration: 195.353326ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:30.767879Z","caller":"traceutil/trace.go:171","msg":"trace[277308041] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"193.50461ms","start":"2026-03-19T09:07:30.574351Z","end":"2026-03-19T09:07:30.767856Z","steps":["trace[277308041] 'process raft request' (duration: 193.382496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:30.767969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.695016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:07:30.767996Z","caller":"traceutil/trace.go:171","msg":"trace[1446674312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2741; }","duration":"182.771298ms","start":"2026-03-19T09:07:30.585218Z","end":"2026-03-19T09:07:30.767989Z","steps":["trace[1446674312] 'agreement among raft nodes before linearized reading' (duration: 182.660075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:30.768074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.687406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:07:30.768159Z","caller":"traceutil/trace.go:171","msg":"trace[2108570979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2741; }","duration":"182.764027ms","start":"2026-03-19T09:07:30.585361Z","end":"2026-03-19T09:07:30.768125Z","steps":["trace[2108570979] 'agreement among raft nodes before linearized reading' (duration: 182.606133ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:30.916844Z","caller":"traceutil/trace.go:171","msg":"trace[1122077991] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"144.889204ms","start":"2026-03-19T09:07:30.771916Z","end":"2026-03-19T09:07:30.916805Z","steps":["trace[1122077991] 'process raft request' (duration: 76.486525ms)","trace[1122077991] 'compare' (duration: 67.883526ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:30.91702Z","caller":"traceutil/trace.go:171","msg":"trace[145699300] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"144.516385ms","start":"2026-03-19T09:07:30.772463Z","end":"2026-03-19T09:07:30.916979Z","steps":["trace[145699300] 'process raft request' (duration: 144.006422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:37.894449Z","caller":"traceutil/trace.go:171","msg":"trace[47753545] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"110.404557ms","start":"2026-03-19T09:07:37.784007Z","end":"2026-03-19T09:07:37.894412Z","steps":["trace[47753545] 'process raft request' (duration: 110.186491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:37.903642Z","caller":"traceutil/trace.go:171","msg":"trace[78370555] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"119.405516ms","start":"2026-03-19T09:07:37.784193Z","end":"2026-03-19T09:07:37.903599Z","steps":["trace[78370555] 'process raft request' (duration: 118.946154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:38.648986Z","caller":"traceutil/trace.go:171","msg":"trace[746164398] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"166.366711ms","start":"2026-03-19T09:07:38.482572Z","end":"2026-03-19T09:07:38.648938Z","steps":["trace[746164398] 'process raft request' (duration: 165.823898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.028387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.240868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:39.028636Z","caller":"traceutil/trace.go:171","msg":"trace[1233987972] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"374.875571ms","start":"2026-03-19T09:07:38.653729Z","end":"2026-03-19T09:07:39.028605Z","steps":["trace[1233987972] 'process raft request' (duration: 111.745161ms)","trace[1233987972] 'compare' (duration: 261.650663ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:39.028731Z","caller":"traceutil/trace.go:171","msg":"trace[1621646344] linearizableReadLoop","detail":"{readStateIndex:2931; appliedIndex:2929; }","duration":"345.587377ms","start":"2026-03-19T09:07:38.68312Z","end":"2026-03-19T09:07:39.028707Z","steps":["trace[1621646344] 'read index received' (duration: 82.370964ms)","trace[1621646344] 'applied index is now lower than readState.Index' (duration: 263.215163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:39.028778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:38.653697Z","time spent":"375.003435ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:39.028937Z","caller":"traceutil/trace.go:171","msg":"trace[545127466] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"373.803444ms","start":"2026-03-19T09:07:38.655108Z","end":"2026-03-19T09:07:39.028912Z","steps":["trace[545127466] 'process raft request' (duration: 373.414674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.029027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.904055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:07:39.029037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:38.655078Z","time spent":"373.912337ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:07:39.029089Z","caller":"traceutil/trace.go:171","msg":"trace[991839310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2788; }","duration":"345.996728ms","start":"2026-03-19T09:07:38.683076Z","end":"2026-03-19T09:07:39.029073Z","steps":["trace[991839310] 'agreement among raft nodes before linearized reading' (duration: 345.861924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.029117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.830573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:07:39.029138Z","caller":"traceutil/trace.go:171","msg":"trace[190494123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2788; }","duration":"203.881205ms","start":"2026-03-19T09:07:38.825251Z","end":"2026-03-19T09:07:39.029132Z","steps":["trace[190494123] 'agreement among raft nodes before linearized reading' (duration: 203.772781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.029172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.754405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:07:39.029246Z","caller":"traceutil/trace.go:171","msg":"trace[1876806405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2788; }","duration":"246.883408ms","start":"2026-03-19T09:07:38.782345Z","end":"2026-03-19T09:07:39.029228Z","steps":["trace[1876806405] 'agreement among raft nodes before linearized reading' (duration: 246.632681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.029279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.421495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:07:39.029294Z","caller":"traceutil/trace.go:171","msg":"trace[435365171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2788; }","duration":"209.473007ms","start":"2026-03-19T09:07:38.819816Z","end":"2026-03-19T09:07:39.029289Z","steps":["trace[435365171] 'agreement among raft nodes before linearized reading' (duration: 209.431426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.029522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.078618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:07:39.029599Z","caller":"traceutil/trace.go:171","msg":"trace[162019864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2788; }","duration":"246.1916ms","start":"2026-03-19T09:07:38.783385Z","end":"2026-03-19T09:07:39.029576Z","steps":["trace[162019864] 'agreement among raft nodes before linearized reading' (duration: 245.968564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.029592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:38.683058Z","time spent":"346.513811ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:07:39.296348Z","caller":"traceutil/trace.go:171","msg":"trace[1327101241] linearizableReadLoop","detail":"{readStateIndex:2932; appliedIndex:2931; }","duration":"262.675529ms","start":"2026-03-19T09:07:39.03364Z","end":"2026-03-19T09:07:39.296316Z","steps":["trace[1327101241] 'read index received' (duration: 171.571252ms)","trace[1327101241] 'applied index is now lower than readState.Index' (duration: 91.102397ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:39.296443Z","caller":"traceutil/trace.go:171","msg":"trace[1951331209] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"262.856094ms","start":"2026-03-19T09:07:39.033552Z","end":"2026-03-19T09:07:39.296408Z","steps":["trace[1951331209] 'process raft request' (duration: 171.700346ms)","trace[1951331209] 'compare' (duration: 90.721647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:39.296685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.005408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:07:39.296735Z","caller":"traceutil/trace.go:171","msg":"trace[871417213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2789; }","duration":"263.132861ms","start":"2026-03-19T09:07:39.033589Z","end":"2026-03-19T09:07:39.296722Z","steps":["trace[871417213] 'agreement among raft nodes before linearized reading' (duration: 262.881135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:39.322049Z","caller":"traceutil/trace.go:171","msg":"trace[221244251] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"288.093185ms","start":"2026-03-19T09:07:39.033927Z","end":"2026-03-19T09:07:39.322021Z","steps":["trace[221244251] 'process raft request' (duration: 287.922951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:39.322484Z","caller":"traceutil/trace.go:171","msg":"trace[1004031517] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"288.216028ms","start":"2026-03-19T09:07:39.034215Z","end":"2026-03-19T09:07:39.322431Z","steps":["trace[1004031517] 'process raft request' (duration: 287.762387ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:39.323002Z","caller":"traceutil/trace.go:171","msg":"trace[501710189] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"288.396673ms","start":"2026-03-19T09:07:39.034577Z","end":"2026-03-19T09:07:39.322974Z","steps":["trace[501710189] 'process raft request' (duration: 287.741747ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:39.323814Z","caller":"traceutil/trace.go:171","msg":"trace[1808576930] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"288.478815ms","start":"2026-03-19T09:07:39.03532Z","end":"2026-03-19T09:07:39.323799Z","steps":["trace[1808576930] 'process raft request' (duration: 287.569931ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:39.324044Z","caller":"traceutil/trace.go:171","msg":"trace[1348344780] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"287.615253ms","start":"2026-03-19T09:07:39.036417Z","end":"2026-03-19T09:07:39.324032Z","steps":["trace[1348344780] 'process raft request' (duration: 287.283805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.324072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.743356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-19T09:07:39.3244Z","caller":"traceutil/trace.go:171","msg":"trace[1034240137] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2794; }","duration":"288.117025ms","start":"2026-03-19T09:07:39.03627Z","end":"2026-03-19T09:07:39.324387Z","steps":["trace[1034240137] 'agreement among raft nodes before linearized reading' (duration: 287.647504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:39.324155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.611349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:39.324579Z","caller":"traceutil/trace.go:171","msg":"trace[1056704415] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2794; }","duration":"278.092291ms","start":"2026-03-19T09:07:39.046472Z","end":"2026-03-19T09:07:39.324564Z","steps":["trace[1056704415] 'agreement among raft nodes before linearized reading' (duration: 277.609059ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:39.989352Z","caller":"traceutil/trace.go:171","msg":"trace[116847382] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"101.216863ms","start":"2026-03-19T09:07:39.888107Z","end":"2026-03-19T09:07:39.989324Z","steps":["trace[116847382] 'process raft request' (duration: 101.041969ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:40.145679Z","caller":"traceutil/trace.go:171","msg":"trace[321394502] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"114.987424ms","start":"2026-03-19T09:07:40.030655Z","end":"2026-03-19T09:07:40.145642Z","steps":["trace[321394502] 'process raft request' (duration: 77.45822ms)","trace[321394502] 'compare' (duration: 37.241127ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:40.877952Z","caller":"traceutil/trace.go:171","msg":"trace[1250095267] linearizableReadLoop","detail":"{readStateIndex:2940; appliedIndex:2939; }","duration":"198.195128ms","start":"2026-03-19T09:07:40.679732Z","end":"2026-03-19T09:07:40.877927Z","steps":["trace[1250095267] 'read index received' (duration: 197.909791ms)","trace[1250095267] 'applied index is now lower than readState.Index' (duration: 284.777µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:40.877996Z","caller":"traceutil/trace.go:171","msg":"trace[598585859] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"221.885832ms","start":"2026-03-19T09:07:40.656072Z","end":"2026-03-19T09:07:40.877958Z","steps":["trace[598585859] 'process raft request' (duration: 221.701497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:40.878206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.436456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:40.878322Z","caller":"traceutil/trace.go:171","msg":"trace[1711746239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2797; }","duration":"198.62236ms","start":"2026-03-19T09:07:40.679678Z","end":"2026-03-19T09:07:40.8783Z","steps":["trace[1711746239] 'agreement among raft nodes before linearized reading' (duration: 198.379744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:41.593038Z","caller":"traceutil/trace.go:171","msg":"trace[465854180] linearizableReadLoop","detail":"{readStateIndex:2943; appliedIndex:2942; }","duration":"253.856315ms","start":"2026-03-19T09:07:41.339157Z","end":"2026-03-19T09:07:41.593013Z","steps":["trace[465854180] 'read index received' (duration: 164.195115ms)","trace[465854180] 'applied index is now lower than readState.Index' (duration: 89.66019ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:41.593061Z","caller":"traceutil/trace.go:171","msg":"trace[1827503175] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"261.266034ms","start":"2026-03-19T09:07:41.331759Z","end":"2026-03-19T09:07:41.593025Z","steps":["trace[1827503175] 'process raft request' (duration: 171.575194ms)","trace[1827503175] 'compare' (duration: 89.500865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:41.593246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.001652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:07:41.593251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.262249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:07:41.593288Z","caller":"traceutil/trace.go:171","msg":"trace[16724172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2801; }","duration":"264.083035ms","start":"2026-03-19T09:07:41.329196Z","end":"2026-03-19T09:07:41.593279Z","steps":["trace[16724172] 'agreement among raft nodes before linearized reading' (duration: 263.879629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:41.593308Z","caller":"traceutil/trace.go:171","msg":"trace[878095043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2801; }","duration":"264.361102ms","start":"2026-03-19T09:07:41.328931Z","end":"2026-03-19T09:07:41.593292Z","steps":["trace[878095043] 'agreement among raft nodes before linearized reading' (duration: 264.183687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:41.593168Z","caller":"traceutil/trace.go:171","msg":"trace[691944873] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"249.925564ms","start":"2026-03-19T09:07:41.343214Z","end":"2026-03-19T09:07:41.59314Z","steps":["trace[691944873] 'process raft request' (duration: 249.76179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:41.593247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.838003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:07:41.593355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.236532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:07:41.593387Z","caller":"traceutil/trace.go:171","msg":"trace[350075962] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:2801; }","duration":"160.030319ms","start":"2026-03-19T09:07:41.433351Z","end":"2026-03-19T09:07:41.593381Z","steps":["trace[350075962] 'agreement among raft nodes before linearized reading' (duration: 159.843504ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:41.593406Z","caller":"traceutil/trace.go:171","msg":"trace[213274276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2801; }","duration":"261.342934ms","start":"2026-03-19T09:07:41.332048Z","end":"2026-03-19T09:07:41.593391Z","steps":["trace[213274276] 'agreement among raft nodes before linearized reading' (duration: 261.024356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:42.104701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.564862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:42.104922Z","caller":"traceutil/trace.go:171","msg":"trace[485148284] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"507.927285ms","start":"2026-03-19T09:07:41.596967Z","end":"2026-03-19T09:07:42.104895Z","steps":["trace[485148284] 'process raft request' (duration: 314.063995ms)","trace[485148284] 'compare' (duration: 193.161792ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:42.104983Z","caller":"traceutil/trace.go:171","msg":"trace[1871715479] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"505.657256ms","start":"2026-03-19T09:07:41.599307Z","end":"2026-03-19T09:07:42.104965Z","steps":["trace[1871715479] 'process raft request' (duration: 505.562614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:42.104998Z","caller":"traceutil/trace.go:171","msg":"trace[1554756442] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"507.476273ms","start":"2026-03-19T09:07:41.597486Z","end":"2026-03-19T09:07:42.104962Z","steps":["trace[1554756442] 'process raft request' (duration: 507.310169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:42.105044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:41.596943Z","time spent":"508.031688ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:42.105063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:41.599282Z","time spent":"505.74662ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:42.10515Z","caller":"traceutil/trace.go:171","msg":"trace[1835133222] linearizableReadLoop","detail":"{readStateIndex:2949; appliedIndex:2945; }","duration":"365.545475ms","start":"2026-03-19T09:07:41.739586Z","end":"2026-03-19T09:07:42.105131Z","steps":["trace[1835133222] 'read index received' (duration: 171.416819ms)","trace[1835133222] 'applied index is now lower than readState.Index' (duration: 194.127776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:42.105163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:41.597476Z","time spent":"507.598817ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:42.105349Z","caller":"traceutil/trace.go:171","msg":"trace[1261487998] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"441.404143ms","start":"2026-03-19T09:07:41.663925Z","end":"2026-03-19T09:07:42.105329Z","steps":["trace[1261487998] 'process raft request' (duration: 440.994062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:42.105399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.810332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:07:42.105463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:41.663904Z","time spent":"441.497746ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:42.105448Z","caller":"traceutil/trace.go:171","msg":"trace[1004518000] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2805; }","duration":"365.905634ms","start":"2026-03-19T09:07:41.739531Z","end":"2026-03-19T09:07:42.105437Z","steps":["trace[1004518000] 'agreement among raft nodes before linearized reading' (duration: 365.798911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:42.105612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:41.739511Z","time spent":"366.061328ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:07:43.059759Z","caller":"traceutil/trace.go:171","msg":"trace[1776281491] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"175.517872ms","start":"2026-03-19T09:07:42.88422Z","end":"2026-03-19T09:07:43.059737Z","steps":["trace[1776281491] 'process raft request' (duration: 175.0637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:43.439215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.297287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T09:07:43.439421Z","caller":"traceutil/trace.go:171","msg":"trace[1907527113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2807; }","duration":"326.514523ms","start":"2026-03-19T09:07:43.112878Z","end":"2026-03-19T09:07:43.439392Z","steps":["trace[1907527113] 'range keys from in-memory index tree' (duration: 326.02313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:43.439624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:43.112814Z","time spent":"326.789509ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:07:43.583769Z","caller":"traceutil/trace.go:171","msg":"trace[1989883816] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"138.658485ms","start":"2026-03-19T09:07:43.445083Z","end":"2026-03-19T09:07:43.583741Z","steps":["trace[1989883816] 'process raft request' (duration: 138.47261ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:43.74222Z","caller":"traceutil/trace.go:171","msg":"trace[1572134847] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"138.763309ms","start":"2026-03-19T09:07:43.603427Z","end":"2026-03-19T09:07:43.74219Z","steps":["trace[1572134847] 'process raft request' (duration: 138.710967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:43.742245Z","caller":"traceutil/trace.go:171","msg":"trace[668147063] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"139.499337ms","start":"2026-03-19T09:07:43.602708Z","end":"2026-03-19T09:07:43.742207Z","steps":["trace[668147063] 'process raft request' (duration: 81.359519ms)","trace[668147063] 'compare' (duration: 57.936603ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:44.671175Z","caller":"traceutil/trace.go:171","msg":"trace[1951444344] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"558.05255ms","start":"2026-03-19T09:07:44.113099Z","end":"2026-03-19T09:07:44.671152Z","steps":["trace[1951444344] 'process raft request' (duration: 557.918836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:44.671307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:44.113073Z","time spent":"558.164923ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:44.702153Z","caller":"traceutil/trace.go:171","msg":"trace[737286878] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"588.259897ms","start":"2026-03-19T09:07:44.113859Z","end":"2026-03-19T09:07:44.702119Z","steps":["trace[737286878] 'process raft request' (duration: 588.055201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:44.702323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:44.11384Z","time spent":"588.39246ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:44.702457Z","caller":"traceutil/trace.go:171","msg":"trace[639521000] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"588.190575ms","start":"2026-03-19T09:07:44.114237Z","end":"2026-03-19T09:07:44.702428Z","steps":["trace[639521000] 'process raft request' (duration: 587.829246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:44.70273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:44.114208Z","time spent":"588.35759ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:44.702757Z","caller":"traceutil/trace.go:171","msg":"trace[2112943042] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"495.650702ms","start":"2026-03-19T09:07:44.207091Z","end":"2026-03-19T09:07:44.702742Z","steps":["trace[2112943042] 'process raft request' (duration: 495.232602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:44.702826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:44.207067Z","time spent":"495.723054ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:44.702856Z","caller":"traceutil/trace.go:171","msg":"trace[572464373] linearizableReadLoop","detail":"{readStateIndex:2958; appliedIndex:2955; }","duration":"164.696138ms","start":"2026-03-19T09:07:44.538141Z","end":"2026-03-19T09:07:44.702837Z","steps":["trace[572464373] 'read index received' (duration: 133.509595ms)","trace[572464373] 'applied index is now lower than readState.Index' (duration: 31.184863ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:44.702933Z","caller":"traceutil/trace.go:171","msg":"trace[1960690453] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"110.510521ms","start":"2026-03-19T09:07:44.592411Z","end":"2026-03-19T09:07:44.702922Z","steps":["trace[1960690453] 'process raft request' (duration: 110.269475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:44.703182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.033256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:07:44.703256Z","caller":"traceutil/trace.go:171","msg":"trace[10998900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2815; }","duration":"165.133799ms","start":"2026-03-19T09:07:44.538084Z","end":"2026-03-19T09:07:44.703218Z","steps":["trace[10998900] 'agreement among raft nodes before linearized reading' (duration: 164.903673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:46.893064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.0823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:07:46.893082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.834249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:46.893153Z","caller":"traceutil/trace.go:171","msg":"trace[1911857245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2822; }","duration":"217.228684ms","start":"2026-03-19T09:07:46.675905Z","end":"2026-03-19T09:07:46.893133Z","steps":["trace[1911857245] 'range keys from in-memory index tree' (duration: 216.926096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:46.893178Z","caller":"traceutil/trace.go:171","msg":"trace[239310569] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2822; }","duration":"239.971181ms","start":"2026-03-19T09:07:46.653183Z","end":"2026-03-19T09:07:46.893154Z","steps":["trace[239310569] 'count revisions from in-memory index tree' (duration: 239.765996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:46.893057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.890793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:46.893328Z","caller":"traceutil/trace.go:171","msg":"trace[776803909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2822; }","duration":"211.17321ms","start":"2026-03-19T09:07:46.682095Z","end":"2026-03-19T09:07:46.893268Z","steps":["trace[776803909] 'range keys from in-memory index tree' (duration: 210.76036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:46.893057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.849491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:46.893475Z","caller":"traceutil/trace.go:171","msg":"trace[241856291] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2822; }","duration":"209.278331ms","start":"2026-03-19T09:07:46.684138Z","end":"2026-03-19T09:07:46.893417Z","steps":["trace[241856291] 'count revisions from in-memory index tree' (duration: 208.759478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:46.893603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.109407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T09:07:46.893747Z","caller":"traceutil/trace.go:171","msg":"trace[1038412783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2822; }","duration":"185.915837ms","start":"2026-03-19T09:07:46.707816Z","end":"2026-03-19T09:07:46.893732Z","steps":["trace[1038412783] 'range keys from in-memory index tree' (duration: 184.903342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:46.893788Z","caller":"traceutil/trace.go:171","msg":"trace[772167880] linearizableReadLoop","detail":"{readStateIndex:2967; appliedIndex:2966; }","duration":"184.957313ms","start":"2026-03-19T09:07:46.708806Z","end":"2026-03-19T09:07:46.893763Z","steps":["trace[772167880] 'read index received' (duration: 114.365338ms)","trace[772167880] 'applied index is now lower than readState.Index' (duration: 70.589825ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:46.89385Z","caller":"traceutil/trace.go:171","msg":"trace[972638224] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"185.572858ms","start":"2026-03-19T09:07:46.708241Z","end":"2026-03-19T09:07:46.893814Z","steps":["trace[972638224] 'process raft request' (duration: 115.036425ms)","trace[972638224] 'compare' (duration: 69.529298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:46.893914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.102196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:07:46.893948Z","caller":"traceutil/trace.go:171","msg":"trace[1494285759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2823; }","duration":"185.159678ms","start":"2026-03-19T09:07:46.708779Z","end":"2026-03-19T09:07:46.893939Z","steps":["trace[1494285759] 'agreement among raft nodes before linearized reading' (duration: 185.066546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.402854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.286961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:07:47.402989Z","caller":"traceutil/trace.go:171","msg":"trace[1946024963] linearizableReadLoop","detail":"{readStateIndex:2968; appliedIndex:2967; }","duration":"508.287345ms","start":"2026-03-19T09:07:46.894682Z","end":"2026-03-19T09:07:47.402969Z","steps":["trace[1946024963] 'read index received' (duration: 7.937782ms)","trace[1946024963] 'applied index is now lower than readState.Index' (duration: 500.347463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:47.403476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.769387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:47.40357Z","caller":"traceutil/trace.go:171","msg":"trace[1097075008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2823; }","duration":"508.9033ms","start":"2026-03-19T09:07:46.894646Z","end":"2026-03-19T09:07:47.403549Z","steps":["trace[1097075008] 'agreement among raft nodes before linearized reading' (duration: 508.748766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.403615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:46.894627Z","time spent":"508.979563ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:07:47.410908Z","caller":"traceutil/trace.go:171","msg":"trace[1879292695] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"513.21305ms","start":"2026-03-19T09:07:46.897669Z","end":"2026-03-19T09:07:47.410882Z","steps":["trace[1879292695] 'process raft request' (duration: 512.998754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.411059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:46.897646Z","time spent":"513.332934ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:47.411239Z","caller":"traceutil/trace.go:171","msg":"trace[1897818875] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"513.481057ms","start":"2026-03-19T09:07:46.897742Z","end":"2026-03-19T09:07:47.411223Z","steps":["trace[1897818875] 'process raft request' (duration: 513.098347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.411322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:46.897722Z","time spent":"513.563129ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:47.41131Z","caller":"traceutil/trace.go:171","msg":"trace[815923170] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"512.304996ms","start":"2026-03-19T09:07:46.89897Z","end":"2026-03-19T09:07:47.411275Z","steps":["trace[815923170] 'process raft request' (duration: 512.104761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.411587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:46.898963Z","time spent":"512.405799ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:47.476188Z","caller":"traceutil/trace.go:171","msg":"trace[70010752] transaction","detail":"{read_only:false; response_revision:2827; number_of_response:1; }","duration":"404.427504ms","start":"2026-03-19T09:07:47.071687Z","end":"2026-03-19T09:07:47.476115Z","steps":["trace[70010752] 'process raft request' (duration: 404.209059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.47625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.981115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:07:47.476308Z","caller":"traceutil/trace.go:171","msg":"trace[762586020] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2827; }","duration":"445.097808ms","start":"2026-03-19T09:07:47.031196Z","end":"2026-03-19T09:07:47.476293Z","steps":["trace[762586020] 'agreement among raft nodes before linearized reading' (duration: 444.850992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:47.476358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:47.031174Z","time spent":"445.162469ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-19T09:07:47.476401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:47.071667Z","time spent":"404.632999ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:50.081373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.925292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:07:50.081451Z","caller":"traceutil/trace.go:171","msg":"trace[1997605255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2846; }","duration":"242.063145ms","start":"2026-03-19T09:07:49.83937Z","end":"2026-03-19T09:07:50.081433Z","steps":["trace[1997605255] 'range keys from in-memory index tree' (duration: 241.722046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:50.081605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.800447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:07:50.081667Z","caller":"traceutil/trace.go:171","msg":"trace[1887106758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2846; }","duration":"261.91102ms","start":"2026-03-19T09:07:49.81974Z","end":"2026-03-19T09:07:50.081651Z","steps":["trace[1887106758] 'range keys from in-memory index tree' (duration: 261.617003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:50.081669Z","caller":"traceutil/trace.go:171","msg":"trace[263859582] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"111.620258ms","start":"2026-03-19T09:07:49.970022Z","end":"2026-03-19T09:07:50.081643Z","steps":["trace[263859582] 'process raft request' (duration: 81.044491ms)","trace[263859582] 'compare' (duration: 30.463275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:50.08171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.558277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:07:50.081844Z","caller":"traceutil/trace.go:171","msg":"trace[1899152766] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2846; }","duration":"242.779833ms","start":"2026-03-19T09:07:49.839039Z","end":"2026-03-19T09:07:50.081819Z","steps":["trace[1899152766] 'range keys from in-memory index tree' (duration: 242.322431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:51.469554Z","caller":"traceutil/trace.go:171","msg":"trace[2038644144] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"141.283062ms","start":"2026-03-19T09:07:51.328222Z","end":"2026-03-19T09:07:51.469505Z","steps":["trace[2038644144] 'process raft request' (duration: 141.043006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:52.431376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.9838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:07:52.431562Z","caller":"traceutil/trace.go:171","msg":"trace[693854484] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"331.005566ms","start":"2026-03-19T09:07:52.100528Z","end":"2026-03-19T09:07:52.431534Z","steps":["trace[693854484] 'process raft request' (duration: 199.737299ms)","trace[693854484] 'compare' (duration: 130.804056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:52.43164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:52.100502Z","time spent":"331.102188ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:07:52.433117Z","caller":"traceutil/trace.go:171","msg":"trace[707759585] linearizableReadLoop","detail":"{readStateIndex:3007; appliedIndex:3005; }","duration":"213.235832ms","start":"2026-03-19T09:07:52.219865Z","end":"2026-03-19T09:07:52.433101Z","steps":["trace[707759585] 'read index received' (duration: 80.411775ms)","trace[707759585] 'applied index is now lower than readState.Index' (duration: 132.822477ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:52.433236Z","caller":"traceutil/trace.go:171","msg":"trace[1622125422] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"224.593231ms","start":"2026-03-19T09:07:52.208624Z","end":"2026-03-19T09:07:52.433217Z","steps":["trace[1622125422] 'process raft request' (duration: 224.251212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:52.43366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.780545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:52.433717Z","caller":"traceutil/trace.go:171","msg":"trace[240950972] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2861; }","duration":"213.872719ms","start":"2026-03-19T09:07:52.219831Z","end":"2026-03-19T09:07:52.433703Z","steps":["trace[240950972] 'agreement among raft nodes before linearized reading' (duration: 213.350175ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:53.060992Z","caller":"traceutil/trace.go:171","msg":"trace[517591560] linearizableReadLoop","detail":"{readStateIndex:3008; appliedIndex:3007; }","duration":"307.810855ms","start":"2026-03-19T09:07:52.75316Z","end":"2026-03-19T09:07:53.060971Z","steps":["trace[517591560] 'read index received' (duration: 307.700152ms)","trace[517591560] 'applied index is now lower than readState.Index' (duration: 110.133µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:07:53.06101Z","caller":"traceutil/trace.go:171","msg":"trace[2034075069] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"332.73749ms","start":"2026-03-19T09:07:52.72826Z","end":"2026-03-19T09:07:53.060998Z","steps":["trace[2034075069] 'process raft request' (duration: 332.588086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:53.061133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:52.728237Z","time spent":"332.816551ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9014,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:07:53.061296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.054513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:07:53.061447Z","caller":"traceutil/trace.go:171","msg":"trace[1241833440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2862; }","duration":"308.307219ms","start":"2026-03-19T09:07:52.753111Z","end":"2026-03-19T09:07:53.061419Z","steps":["trace[1241833440] 'agreement among raft nodes before linearized reading' (duration: 307.96421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:53.061653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:07:52.753091Z","time spent":"308.538285ms","remote":"127.0.0.1:45434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:07:53.062027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.460777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:07:53.062088Z","caller":"traceutil/trace.go:171","msg":"trace[2019189276] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2863; }","duration":"163.57362ms","start":"2026-03-19T09:07:52.898499Z","end":"2026-03-19T09:07:53.062073Z","steps":["trace[2019189276] 'agreement among raft nodes before linearized reading' (duration: 163.378275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:53.062347Z","caller":"traceutil/trace.go:171","msg":"trace[1645567500] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"132.746504ms","start":"2026-03-19T09:07:52.929592Z","end":"2026-03-19T09:07:53.062338Z","steps":["trace[1645567500] 'process raft request' (duration: 132.194771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:53.062615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.442041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:07:53.062638Z","caller":"traceutil/trace.go:171","msg":"trace[1892179366] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2863; }","duration":"153.499063ms","start":"2026-03-19T09:07:52.909133Z","end":"2026-03-19T09:07:53.062632Z","steps":["trace[1892179366] 'agreement among raft nodes before linearized reading' (duration: 153.430141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:53.881106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.184099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:53.881207Z","caller":"traceutil/trace.go:171","msg":"trace[1932797481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2869; }","duration":"198.364024ms","start":"2026-03-19T09:07:53.68282Z","end":"2026-03-19T09:07:53.881184Z","steps":["trace[1932797481] 'range keys from in-memory index tree' (duration: 198.028755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:07:53.882011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.619366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:07:53.882122Z","caller":"traceutil/trace.go:171","msg":"trace[90557249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2869; }","duration":"203.779351ms","start":"2026-03-19T09:07:53.67832Z","end":"2026-03-19T09:07:53.8821Z","steps":["trace[90557249] 'range keys from in-memory index tree' (duration: 202.914809ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:54.689258Z","caller":"traceutil/trace.go:171","msg":"trace[1950730459] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"247.289649ms","start":"2026-03-19T09:07:54.441941Z","end":"2026-03-19T09:07:54.689231Z","steps":["trace[1950730459] 'process raft request' (duration: 247.104024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:54.689757Z","caller":"traceutil/trace.go:171","msg":"trace[1646436251] linearizableReadLoop","detail":"{readStateIndex:3018; appliedIndex:3018; }","duration":"191.434238ms","start":"2026-03-19T09:07:54.498312Z","end":"2026-03-19T09:07:54.689747Z","steps":["trace[1646436251] 'read index received' (duration: 191.429218ms)","trace[1646436251] 'applied index is now lower than readState.Index' (duration: 4.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:07:54.689848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.506479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:07:54.689912Z","caller":"traceutil/trace.go:171","msg":"trace[908398974] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2872; }","duration":"191.605483ms","start":"2026-03-19T09:07:54.498268Z","end":"2026-03-19T09:07:54.689873Z","steps":["trace[908398974] 'agreement among raft nodes before linearized reading' (duration: 191.520351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:07:58.098794Z","caller":"traceutil/trace.go:171","msg":"trace[1983675980] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"148.598288ms","start":"2026-03-19T09:07:57.95017Z","end":"2026-03-19T09:07:58.098769Z","steps":["trace[1983675980] 'process raft request' (duration: 148.427114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.175443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457000179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:08:04.390597Z","caller":"traceutil/trace.go:171","msg":"trace[1055083720] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"767.255289ms","start":"2026-03-19T09:08:03.623315Z","end":"2026-03-19T09:08:04.39057Z","steps":["trace[1055083720] 'process raft request' (duration: 767.119895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.390789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:03.623289Z","time spent":"767.380601ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:08:04.390835Z","caller":"traceutil/trace.go:171","msg":"trace[1142910456] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3062; }","duration":"716.058997ms","start":"2026-03-19T09:08:03.674742Z","end":"2026-03-19T09:08:04.390801Z","steps":["trace[1142910456] 'read index received' (duration: 715.617266ms)","trace[1142910456] 'applied index is now lower than readState.Index' (duration: 438.901µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:04.391126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.368325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:08:04.391158Z","caller":"traceutil/trace.go:171","msg":"trace[2085686840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2915; }","duration":"716.483777ms","start":"2026-03-19T09:08:03.674667Z","end":"2026-03-19T09:08:04.391151Z","steps":["trace[2085686840] 'agreement among raft nodes before linearized reading' (duration: 716.282672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.391189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:03.674649Z","time spent":"716.533079ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:08:04.391168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.031796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:08:04.391456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.865675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:08:04.391512Z","caller":"traceutil/trace.go:171","msg":"trace[1095081419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2915; }","duration":"159.954797ms","start":"2026-03-19T09:08:04.231544Z","end":"2026-03-19T09:08:04.391498Z","steps":["trace[1095081419] 'agreement among raft nodes before linearized reading' (duration: 159.844244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.391573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.455293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:08:04.391612Z","caller":"traceutil/trace.go:171","msg":"trace[1367251755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2915; }","duration":"708.510485ms","start":"2026-03-19T09:08:03.68309Z","end":"2026-03-19T09:08:04.391601Z","steps":["trace[1367251755] 'agreement among raft nodes before linearized reading' (duration: 708.455093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.391637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:03.68308Z","time spent":"708.552416ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:08:04.391358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.694932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:08:04.391769Z","caller":"traceutil/trace.go:171","msg":"trace[422438553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2915; }","duration":"269.151644ms","start":"2026-03-19T09:08:04.122602Z","end":"2026-03-19T09:08:04.391754Z","steps":["trace[422438553] 'agreement among raft nodes before linearized reading' (duration: 268.657301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.391791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.731296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:08:04.39188Z","caller":"traceutil/trace.go:171","msg":"trace[973265363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2915; }","duration":"709.856648ms","start":"2026-03-19T09:08:03.682005Z","end":"2026-03-19T09:08:04.391861Z","steps":["trace[973265363] 'agreement among raft nodes before linearized reading' (duration: 709.586461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.391938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:03.681994Z","time spent":"709.93451ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:08:04.391459Z","caller":"traceutil/trace.go:171","msg":"trace[972499614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2915; }","duration":"716.332674ms","start":"2026-03-19T09:08:03.675107Z","end":"2026-03-19T09:08:04.39144Z","steps":["trace[972499614] 'agreement among raft nodes before linearized reading' (duration: 715.916013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:04.392811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:03.675101Z","time spent":"717.691679ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:08:04.678558Z","caller":"traceutil/trace.go:171","msg":"trace[1713187606] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"282.174905ms","start":"2026-03-19T09:08:04.396351Z","end":"2026-03-19T09:08:04.678526Z","steps":["trace[1713187606] 'process raft request' (duration: 282.062201ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:04.678866Z","caller":"traceutil/trace.go:171","msg":"trace[733140091] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"282.061522ms","start":"2026-03-19T09:08:04.396749Z","end":"2026-03-19T09:08:04.678811Z","steps":["trace[733140091] 'process raft request' (duration: 281.724302ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:04.678885Z","caller":"traceutil/trace.go:171","msg":"trace[947632600] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"283.372866ms","start":"2026-03-19T09:08:04.395467Z","end":"2026-03-19T09:08:04.67884Z","steps":["trace[947632600] 'process raft request' (duration: 203.615427ms)","trace[947632600] 'compare' (duration: 79.180533ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:04.678995Z","caller":"traceutil/trace.go:171","msg":"trace[805526725] transaction","detail":"{read_only:false; response_revision:2919; number_of_response:1; }","duration":"281.705493ms","start":"2026-03-19T09:08:04.39728Z","end":"2026-03-19T09:08:04.678985Z","steps":["trace[805526725] 'process raft request' (duration: 281.396115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:04.679123Z","caller":"traceutil/trace.go:171","msg":"trace[1324339692] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"281.569689ms","start":"2026-03-19T09:08:04.397542Z","end":"2026-03-19T09:08:04.679111Z","steps":["trace[1324339692] 'process raft request' (duration: 281.388385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:05.926788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457000190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:08:06.427431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457000190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:08:06.910599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.781200749s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:08:07.181505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400813304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:08:07.181592Z","caller":"traceutil/trace.go:171","msg":"trace[1224772481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2920; }","duration":"2.400984469s","start":"2026-03-19T09:08:04.780585Z","end":"2026-03-19T09:08:07.18157Z","steps":["trace[1224772481] 'range keys from in-memory index tree' (duration: 2.400543877s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.181637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:04.780556Z","time spent":"2.40107044s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:08:07.183442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151585376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:08:07.183523Z","caller":"traceutil/trace.go:171","msg":"trace[1291934729] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2920; }","duration":"2.15173526s","start":"2026-03-19T09:08:05.031768Z","end":"2026-03-19T09:08:07.183503Z","steps":["trace[1291934729] 'range keys from in-memory index tree' (duration: 2.150374116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.183525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.468078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-19T09:08:07.183566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:05.031743Z","time spent":"2.151812432s","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T09:08:07.183743Z","caller":"traceutil/trace.go:171","msg":"trace[1571056037] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3068; }","duration":"1.757721083s","start":"2026-03-19T09:08:05.426005Z","end":"2026-03-19T09:08:07.183726Z","steps":["trace[1571056037] 'read index received' (duration: 1.485019638s)","trace[1571056037] 'applied index is now lower than readState.Index' (duration: 272.700425ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:07.18378Z","caller":"traceutil/trace.go:171","msg":"trace[1931126549] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"1.323545623s","start":"2026-03-19T09:08:05.860202Z","end":"2026-03-19T09:08:07.183747Z","steps":["trace[1931126549] 'process raft request' (duration: 1.32341638s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:07.183782Z","caller":"traceutil/trace.go:171","msg":"trace[742943819] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"2.054470289s","start":"2026-03-19T09:08:05.129264Z","end":"2026-03-19T09:08:07.183734Z","steps":["trace[742943819] 'process raft request' (duration: 1.781709413s)","trace[742943819] 'compare' (duration: 271.924764ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:07.183819Z","caller":"traceutil/trace.go:171","msg":"trace[779812974] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"784.518677ms","start":"2026-03-19T09:08:06.399281Z","end":"2026-03-19T09:08:07.183799Z","steps":["trace[779812974] 'process raft request' (duration: 784.409114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.183923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:05.860172Z","time spent":"1.323664596s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:07.183951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:05.129239Z","time spent":"2.054622262s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:07.183998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75799493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:08:07.184067Z","caller":"traceutil/trace.go:171","msg":"trace[525896657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2923; }","duration":"1.758067731s","start":"2026-03-19T09:08:05.425962Z","end":"2026-03-19T09:08:07.184029Z","steps":["trace[525896657] 'agreement among raft nodes before linearized reading' (duration: 1.757834675s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.184109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.399255Z","time spent":"784.613309ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:07.184137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:05.425944Z","time spent":"1.758157594s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:08:07.679309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:08:07.679432Z","caller":"traceutil/trace.go:171","msg":"trace[1114001511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146187s","start":"2026-03-19T09:08:05.679248Z","end":"2026-03-19T09:08:07.679394Z","steps":["trace[1114001511] 'agreement among raft nodes before linearized reading' (duration: 2.000012924s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.679499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:05.679228Z","time spent":"2.000257469s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:08:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:08:07.887347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.368552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:08:07.887574Z","caller":"traceutil/trace.go:171","msg":"trace[678733703] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"703.780984ms","start":"2026-03-19T09:08:07.183771Z","end":"2026-03-19T09:08:07.887552Z","steps":["trace[678733703] 'read index received' (duration: 50.269638ms)","trace[678733703] 'applied index is now lower than readState.Index' (duration: 653.509946ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:07.887797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203140141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:08:07.887802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202456974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:08:07.887844Z","caller":"traceutil/trace.go:171","msg":"trace[2128155625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2923; }","duration":"1.203249934s","start":"2026-03-19T09:08:06.68458Z","end":"2026-03-19T09:08:07.88783Z","steps":["trace[2128155625] 'agreement among raft nodes before linearized reading' (duration: 1.20309212s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:07.887877Z","caller":"traceutil/trace.go:171","msg":"trace[938405435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2923; }","duration":"1.202555617s","start":"2026-03-19T09:08:06.685298Z","end":"2026-03-19T09:08:07.887854Z","steps":["trace[938405435] 'agreement among raft nodes before linearized reading' (duration: 1.202338001s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.887887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.684569Z","time spent":"1.203308825s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:08:07.887898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203938932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:08:07.888007Z","caller":"traceutil/trace.go:171","msg":"trace[578886458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2923; }","duration":"1.204079926s","start":"2026-03-19T09:08:06.683889Z","end":"2026-03-19T09:08:07.887969Z","steps":["trace[578886458] 'agreement among raft nodes before linearized reading' (duration: 1.20383758s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:07.887998Z","caller":"traceutil/trace.go:171","msg":"trace[1401175987] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"699.917727ms","start":"2026-03-19T09:08:07.188052Z","end":"2026-03-19T09:08:07.88797Z","steps":["trace[1401175987] 'process raft request' (duration: 699.406524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:07.887928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.685291Z","time spent":"1.202627368s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:08:07.888058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.683678Z","time spent":"1.204371063s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:08:07.888138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:07.188031Z","time spent":"700.025149ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:08.104645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779503057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189e32e4c2484d4b\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-19T09:08:08.104868Z","caller":"traceutil/trace.go:171","msg":"trace[1989684615] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189e32e4c2484d4b; range_end:; response_count:1; response_revision:2924; }","duration":"1.779775834s","start":"2026-03-19T09:08:06.325066Z","end":"2026-03-19T09:08:08.104841Z","steps":["trace[1989684615] 'agreement among raft nodes before linearized reading' (duration: 1.562810416s)","trace[1989684615] 'range keys from in-memory index tree' (duration: 216.594147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:08.104932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.325051Z","time spent":"1.779869007s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189e32e4c2484d4b\" "} {"level":"warn","ts":"2026-03-19T09:08:08.105033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042304162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:08:08.10517Z","caller":"traceutil/trace.go:171","msg":"trace[789998779] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2924; }","duration":"1.042498667s","start":"2026-03-19T09:08:07.062628Z","end":"2026-03-19T09:08:08.105126Z","steps":["trace[789998779] 'agreement among raft nodes before linearized reading' (duration: 825.290113ms)","trace[789998779] 'count revisions from in-memory index tree' (duration: 217.033239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:08.105265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:07.0626Z","time spent":"1.042646121s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:08:08.105158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42092102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:08:08.105417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421449244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:08:08.105425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671574189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:08:08.105503Z","caller":"traceutil/trace.go:171","msg":"trace[977616984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2924; }","duration":"1.421561026s","start":"2026-03-19T09:08:06.68392Z","end":"2026-03-19T09:08:08.105481Z","steps":["trace[977616984] 'agreement among raft nodes before linearized reading' (duration: 1.203911111s)","trace[977616984] 'range keys from in-memory index tree' (duration: 217.483051ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:08.105517Z","caller":"traceutil/trace.go:171","msg":"trace[450883744] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2924; }","duration":"2.671711773s","start":"2026-03-19T09:08:05.43378Z","end":"2026-03-19T09:08:08.105492Z","steps":["trace[450883744] 'agreement among raft nodes before linearized reading' (duration: 2.454147291s)","trace[450883744] 'count revisions from in-memory index tree' (duration: 217.442969ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:08.105512Z","caller":"traceutil/trace.go:171","msg":"trace[1442201984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2924; }","duration":"1.42131317s","start":"2026-03-19T09:08:06.684148Z","end":"2026-03-19T09:08:08.105461Z","steps":["trace[1442201984] 'agreement among raft nodes before linearized reading' (duration: 1.203659016s)","trace[1442201984] 'range keys from in-memory index tree' (duration: 217.121961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:08.105563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.683901Z","time spent":"1.421648809s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:08:08.105578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.295054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-19T09:08:08.105587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:05.433758Z","time spent":"2.671811755s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":21,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:08:08.105663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.684143Z","time spent":"1.421448604s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:08:08.105682Z","caller":"traceutil/trace.go:171","msg":"trace[1175812745] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3073; }","duration":"218.029884ms","start":"2026-03-19T09:08:07.887633Z","end":"2026-03-19T09:08:08.105663Z","steps":["trace[1175812745] 'read index received' (duration: 85.571537ms)","trace[1175812745] 'applied index is now lower than readState.Index' (duration: 132.456207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:08.105409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003113522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:08:08.105798Z","caller":"traceutil/trace.go:171","msg":"trace[794377502] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2924; }","duration":"2.003533182s","start":"2026-03-19T09:08:06.102238Z","end":"2026-03-19T09:08:08.105771Z","steps":["trace[794377502] 'agreement among raft nodes before linearized reading' (duration: 1.785603581s)","trace[794377502] 'count revisions from in-memory index tree' (duration: 217.500901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:08.105827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.872318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:08:08.105861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:06.102218Z","time spent":"2.003624485s","remote":"127.0.0.1:45516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:08:08.105944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.886613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:08:08.106015Z","caller":"traceutil/trace.go:171","msg":"trace[1599817961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2925; }","duration":"916.975395ms","start":"2026-03-19T09:08:07.189024Z","end":"2026-03-19T09:08:08.105999Z","steps":["trace[1599817961] 'agreement among raft nodes before linearized reading' (duration: 916.733939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.106007Z","caller":"traceutil/trace.go:171","msg":"trace[1916516002] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"656.80477ms","start":"2026-03-19T09:08:07.449182Z","end":"2026-03-19T09:08:08.105986Z","steps":["trace[1916516002] 'process raft request' (duration: 524.006694ms)","trace[1916516002] 'compare' (duration: 131.788731ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:08.105868Z","caller":"traceutil/trace.go:171","msg":"trace[823720000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"425.94379ms","start":"2026-03-19T09:08:07.679913Z","end":"2026-03-19T09:08:08.105857Z","steps":["trace[823720000] 'agreement among raft nodes before linearized reading' (duration: 425.840848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.106066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:07.189015Z","time spent":"917.031467ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:08:08.106104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:07.679895Z","time spent":"426.193736ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:08:08.106151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:07.449136Z","time spent":"656.927573ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:08.10624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.062433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-19T09:08:08.106286Z","caller":"traceutil/trace.go:171","msg":"trace[675856444] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2925; }","duration":"918.148796ms","start":"2026-03-19T09:08:07.188124Z","end":"2026-03-19T09:08:08.106273Z","steps":["trace[675856444] 'agreement among raft nodes before linearized reading' (duration: 917.985182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.106332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:07.188098Z","time spent":"918.225478ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-03-19T09:08:08.188821Z","caller":"traceutil/trace.go:171","msg":"trace[181025733] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"295.545765ms","start":"2026-03-19T09:08:07.893252Z","end":"2026-03-19T09:08:08.188798Z","steps":["trace[181025733] 'process raft request' (duration: 295.463153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.188909Z","caller":"traceutil/trace.go:171","msg":"trace[1324099155] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"295.852022ms","start":"2026-03-19T09:08:07.893022Z","end":"2026-03-19T09:08:08.188874Z","steps":["trace[1324099155] 'process raft request' (duration: 295.576914ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.189055Z","caller":"traceutil/trace.go:171","msg":"trace[1562308494] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"295.34463ms","start":"2026-03-19T09:08:07.893704Z","end":"2026-03-19T09:08:08.189048Z","steps":["trace[1562308494] 'process raft request' (duration: 295.068153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.189201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.359778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:08:08.189229Z","caller":"traceutil/trace.go:171","msg":"trace[812445848] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2928; }","duration":"114.44506ms","start":"2026-03-19T09:08:08.074776Z","end":"2026-03-19T09:08:08.189221Z","steps":["trace[812445848] 'agreement among raft nodes before linearized reading' (duration: 114.340097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.189244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.190779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:08:08.189285Z","caller":"traceutil/trace.go:171","msg":"trace[260288171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2928; }","duration":"115.277771ms","start":"2026-03-19T09:08:08.073993Z","end":"2026-03-19T09:08:08.189271Z","steps":["trace[260288171] 'agreement among raft nodes before linearized reading' (duration: 115.148748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.189305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.239348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:08:08.189327Z","caller":"traceutil/trace.go:171","msg":"trace[1490501741] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2928; }","duration":"146.297279ms","start":"2026-03-19T09:08:08.043024Z","end":"2026-03-19T09:08:08.189321Z","steps":["trace[1490501741] 'agreement among raft nodes before linearized reading' (duration: 146.253478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.584816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.1877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:08.58519Z","caller":"traceutil/trace.go:171","msg":"trace[1327464907] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"388.860037ms","start":"2026-03-19T09:08:08.196308Z","end":"2026-03-19T09:08:08.585168Z","steps":["trace[1327464907] 'process raft request' (duration: 388.818896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.585296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.196282Z","time spent":"388.96471ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:08:08.58537Z","caller":"traceutil/trace.go:171","msg":"trace[1021511533] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"474.009232ms","start":"2026-03-19T09:08:08.111269Z","end":"2026-03-19T09:08:08.585278Z","steps":["trace[1021511533] 'process raft request' (duration: 473.656853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.585416Z","caller":"traceutil/trace.go:171","msg":"trace[1390688952] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"477.868591ms","start":"2026-03-19T09:08:08.107504Z","end":"2026-03-19T09:08:08.585373Z","steps":["trace[1390688952] 'process raft request' (duration: 123.921931ms)","trace[1390688952] 'compare' (duration: 352.949505ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:08.585474Z","caller":"traceutil/trace.go:171","msg":"trace[1013030983] linearizableReadLoop","detail":"{readStateIndex:3080; appliedIndex:3077; }","duration":"396.46107ms","start":"2026-03-19T09:08:08.188983Z","end":"2026-03-19T09:08:08.585444Z","steps":["trace[1013030983] 'read index received' (duration: 42.447809ms)","trace[1013030983] 'applied index is now lower than readState.Index' (duration: 354.009681ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:08.585483Z","caller":"traceutil/trace.go:171","msg":"trace[411108279] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"392.171852ms","start":"2026-03-19T09:08:08.193287Z","end":"2026-03-19T09:08:08.585459Z","steps":["trace[411108279] 'process raft request' (duration: 391.802242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.585605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.193258Z","time spent":"392.284605ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:08.585619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.107477Z","time spent":"478.020554ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:08.585633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.116914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:08:08.585612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.111255Z","time spent":"474.215268ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:08:08.585734Z","caller":"traceutil/trace.go:171","msg":"trace[1367928051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2933; }","duration":"472.273178ms","start":"2026-03-19T09:08:08.113441Z","end":"2026-03-19T09:08:08.585714Z","steps":["trace[1367928051] 'agreement among raft nodes before linearized reading' (duration: 472.044012ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.585478Z","caller":"traceutil/trace.go:171","msg":"trace[1842199614] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"473.748966ms","start":"2026-03-19T09:08:08.1117Z","end":"2026-03-19T09:08:08.585449Z","steps":["trace[1842199614] 'process raft request' (duration: 473.332725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.585774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.85106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9028"} {"level":"warn","ts":"2026-03-19T09:08:08.5858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.751927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-03-19T09:08:08.585886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.11169Z","time spent":"474.159267ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:08.585666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.885105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:08:08.58593Z","caller":"traceutil/trace.go:171","msg":"trace[462600087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2933; }","duration":"478.082056ms","start":"2026-03-19T09:08:08.107816Z","end":"2026-03-19T09:08:08.585898Z","steps":["trace[462600087] 'agreement among raft nodes before linearized reading' (duration: 477.737257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.585938Z","caller":"traceutil/trace.go:171","msg":"trace[1515418241] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2933; }","duration":"475.932242ms","start":"2026-03-19T09:08:08.10998Z","end":"2026-03-19T09:08:08.585913Z","steps":["trace[1515418241] 'agreement among raft nodes before linearized reading' (duration: 475.549683ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:08.585979Z","caller":"traceutil/trace.go:171","msg":"trace[918265231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2933; }","duration":"300.253714ms","start":"2026-03-19T09:08:08.285705Z","end":"2026-03-19T09:08:08.585959Z","steps":["trace[918265231] 'agreement among raft nodes before linearized reading' (duration: 299.883935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:08.586001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.107792Z","time spent":"478.193908ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9051,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:08:08.58586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.113434Z","time spent":"472.379181ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:08:08.586036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.28568Z","time spent":"300.336867ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:08:08.58603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:08.109967Z","time spent":"476.040255ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-19T09:08:09.482055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.249943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:08:09.482118Z","caller":"traceutil/trace.go:171","msg":"trace[477706123] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2934; }","duration":"451.324055ms","start":"2026-03-19T09:08:09.030779Z","end":"2026-03-19T09:08:09.482103Z","steps":["trace[477706123] 'range keys from in-memory index tree' (duration: 451.09659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:09.482146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:09.030734Z","time spent":"451.404998ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-19T09:08:09.482981Z","caller":"traceutil/trace.go:171","msg":"trace[1757905225] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"292.658582ms","start":"2026-03-19T09:08:09.190314Z","end":"2026-03-19T09:08:09.482972Z","steps":["trace[1757905225] 'process raft request' (duration: 292.627611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:09.483424Z","caller":"traceutil/trace.go:171","msg":"trace[426509733] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"293.826551ms","start":"2026-03-19T09:08:09.189582Z","end":"2026-03-19T09:08:09.483408Z","steps":["trace[426509733] 'process raft request' (duration: 220.472536ms)","trace[426509733] 'compare' (duration: 72.80866ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:09.68546Z","caller":"traceutil/trace.go:171","msg":"trace[486003880] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"102.536507ms","start":"2026-03-19T09:08:09.582887Z","end":"2026-03-19T09:08:09.685423Z","steps":["trace[486003880] 'process raft request' (duration: 82.380375ms)","trace[486003880] 'compare' (duration: 19.861395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:10.360837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.465859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:10.360982Z","caller":"traceutil/trace.go:171","msg":"trace[1847826348] linearizableReadLoop","detail":"{readStateIndex:3087; appliedIndex:3086; }","duration":"467.168379ms","start":"2026-03-19T09:08:09.893753Z","end":"2026-03-19T09:08:10.360921Z","steps":["trace[1847826348] 'read index received' (duration: 40.651µs)","trace[1847826348] 'applied index is now lower than readState.Index' (duration: 467.126268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:10.361159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.198312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:08:10.361215Z","caller":"traceutil/trace.go:171","msg":"trace[27554728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2938; }","duration":"168.313425ms","start":"2026-03-19T09:08:10.192876Z","end":"2026-03-19T09:08:10.361189Z","steps":["trace[27554728] 'agreement among raft nodes before linearized reading' (duration: 168.194102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:10.361273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.525207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:08:10.361308Z","caller":"traceutil/trace.go:171","msg":"trace[1690944228] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2938; }","duration":"467.60205ms","start":"2026-03-19T09:08:09.893694Z","end":"2026-03-19T09:08:10.361296Z","steps":["trace[1690944228] 'agreement among raft nodes before linearized reading' (duration: 467.363004ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:10.361298Z","caller":"traceutil/trace.go:171","msg":"trace[859660581] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"595.391231ms","start":"2026-03-19T09:08:09.765826Z","end":"2026-03-19T09:08:10.361217Z","steps":["trace[859660581] 'process raft request' (duration: 70.437141ms)","trace[859660581] 'compare' (duration: 524.340775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:10.36137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.469103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:08:10.361459Z","caller":"traceutil/trace.go:171","msg":"trace[1915786117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2938; }","duration":"167.593397ms","start":"2026-03-19T09:08:10.193845Z","end":"2026-03-19T09:08:10.361438Z","steps":["trace[1915786117] 'agreement among raft nodes before linearized reading' (duration: 167.301719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:10.361481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:09.765801Z","time spent":"595.570517ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:10.362068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.434321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:08:10.362134Z","caller":"traceutil/trace.go:171","msg":"trace[1776563154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2938; }","duration":"167.519974ms","start":"2026-03-19T09:08:10.194602Z","end":"2026-03-19T09:08:10.362122Z","steps":["trace[1776563154] 'agreement among raft nodes before linearized reading' (duration: 166.497928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:10.361335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:09.893669Z","time spent":"467.658261ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:08:15.644143Z","caller":"traceutil/trace.go:171","msg":"trace[1499069981] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"136.600844ms","start":"2026-03-19T09:08:15.507523Z","end":"2026-03-19T09:08:15.644124Z","steps":["trace[1499069981] 'process raft request' (duration: 136.488781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:15.650289Z","caller":"traceutil/trace.go:171","msg":"trace[838218892] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"141.776786ms","start":"2026-03-19T09:08:15.508483Z","end":"2026-03-19T09:08:15.65026Z","steps":["trace[838218892] 'process raft request' (duration: 141.589901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:17.15113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.81212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:08:17.151414Z","caller":"traceutil/trace.go:171","msg":"trace[285087384] linearizableReadLoop","detail":"{readStateIndex:3125; appliedIndex:3124; }","duration":"120.01217ms","start":"2026-03-19T09:08:17.031361Z","end":"2026-03-19T09:08:17.151373Z","steps":["trace[285087384] 'read index received' (duration: 40.221µs)","trace[285087384] 'applied index is now lower than readState.Index' (duration: 119.964848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:17.15163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.247795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:08:17.151663Z","caller":"traceutil/trace.go:171","msg":"trace[1334744345] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2974; }","duration":"120.330538ms","start":"2026-03-19T09:08:17.031321Z","end":"2026-03-19T09:08:17.151652Z","steps":["trace[1334744345] 'agreement among raft nodes before linearized reading' (duration: 120.173744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:18.002975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.219265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:18.003062Z","caller":"traceutil/trace.go:171","msg":"trace[1964684349] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"347.1844ms","start":"2026-03-19T09:08:17.655864Z","end":"2026-03-19T09:08:18.003048Z","steps":["trace[1964684349] 'process raft request' (duration: 226.816591ms)","trace[1964684349] 'compare' (duration: 120.079302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:18.003107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:17.655845Z","time spent":"347.242981ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:19.065758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.67675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:19.065845Z","caller":"traceutil/trace.go:171","msg":"trace[1088121973] linearizableReadLoop","detail":"{readStateIndex:3134; appliedIndex:3133; }","duration":"283.346197ms","start":"2026-03-19T09:08:18.782484Z","end":"2026-03-19T09:08:19.06583Z","steps":["trace[1088121973] 'read index received' (duration: 509.752µs)","trace[1088121973] 'applied index is now lower than readState.Index' (duration: 282.835165ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:19.065932Z","caller":"traceutil/trace.go:171","msg":"trace[1869257192] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"362.480331ms","start":"2026-03-19T09:08:18.70344Z","end":"2026-03-19T09:08:19.06592Z","steps":["trace[1869257192] 'process raft request' (duration: 79.568735ms)","trace[1869257192] 'compare' (duration: 282.590968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:19.066058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:18.703428Z","time spent":"362.541892ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:19.066562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.054526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:08:19.066648Z","caller":"traceutil/trace.go:171","msg":"trace[1284602437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2983; }","duration":"284.19171ms","start":"2026-03-19T09:08:18.782436Z","end":"2026-03-19T09:08:19.066627Z","steps":["trace[1284602437] 'agreement among raft nodes before linearized reading' (duration: 283.928572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:20.58378Z","caller":"traceutil/trace.go:171","msg":"trace[1401927157] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"117.992767ms","start":"2026-03-19T09:08:20.465735Z","end":"2026-03-19T09:08:20.583727Z","steps":["trace[1401927157] 'process raft request' (duration: 35.068987ms)","trace[1401927157] 'compare' (duration: 82.744386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:20.850628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.248338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:20.850905Z","caller":"traceutil/trace.go:171","msg":"trace[909367708] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3140; }","duration":"169.631578ms","start":"2026-03-19T09:08:20.681253Z","end":"2026-03-19T09:08:20.850885Z","steps":["trace[909367708] 'read index received' (duration: 17.877457ms)","trace[909367708] 'applied index is now lower than readState.Index' (duration: 151.752961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:20.85102Z","caller":"traceutil/trace.go:171","msg":"trace[1173656323] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"384.33068ms","start":"2026-03-19T09:08:20.466625Z","end":"2026-03-19T09:08:20.850956Z","steps":["trace[1173656323] 'process raft request' (duration: 384.162035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:20.851088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.846024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:08:20.851121Z","caller":"traceutil/trace.go:171","msg":"trace[1915819190] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"123.95409ms","start":"2026-03-19T09:08:20.727128Z","end":"2026-03-19T09:08:20.851082Z","steps":["trace[1915819190] 'process raft request' (duration: 123.721634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:20.851283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:20.4666Z","time spent":"384.526926ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:08:20.851159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.363039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:08:20.851442Z","caller":"traceutil/trace.go:171","msg":"trace[1947378656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2992; }","duration":"147.696797ms","start":"2026-03-19T09:08:20.703734Z","end":"2026-03-19T09:08:20.851431Z","steps":["trace[1947378656] 'agreement among raft nodes before linearized reading' (duration: 147.285347ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:20.851029Z","caller":"traceutil/trace.go:171","msg":"trace[195033108] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"384.631868ms","start":"2026-03-19T09:08:20.466377Z","end":"2026-03-19T09:08:20.851009Z","steps":["trace[195033108] 'process raft request' (duration: 232.863795ms)","trace[195033108] 'compare' (duration: 151.027563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:08:20.85155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:20.466352Z","time spent":"385.167262ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:08:20.85124Z","caller":"traceutil/trace.go:171","msg":"trace[2081510823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2992; }","duration":"170.034619ms","start":"2026-03-19T09:08:20.681164Z","end":"2026-03-19T09:08:20.851199Z","steps":["trace[2081510823] 'agreement among raft nodes before linearized reading' (duration: 169.819844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:31.168732Z","caller":"traceutil/trace.go:171","msg":"trace[893582789] linearizableReadLoop","detail":"{readStateIndex:3195; appliedIndex:3194; }","duration":"254.415517ms","start":"2026-03-19T09:08:30.914296Z","end":"2026-03-19T09:08:31.168711Z","steps":["trace[893582789] 'read index received' (duration: 254.205372ms)","trace[893582789] 'applied index is now lower than readState.Index' (duration: 209.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:31.168801Z","caller":"traceutil/trace.go:171","msg":"trace[337607649] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"294.740509ms","start":"2026-03-19T09:08:30.874027Z","end":"2026-03-19T09:08:31.168768Z","steps":["trace[337607649] 'process raft request' (duration: 294.532564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:31.168966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.13849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:08:31.168998Z","caller":"traceutil/trace.go:171","msg":"trace[552740396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3041; }","duration":"254.213842ms","start":"2026-03-19T09:08:30.914776Z","end":"2026-03-19T09:08:31.16899Z","steps":["trace[552740396] 'agreement among raft nodes before linearized reading' (duration: 254.075148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:31.169025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.294751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:08:31.169073Z","caller":"traceutil/trace.go:171","msg":"trace[1546452473] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3041; }","duration":"137.350953ms","start":"2026-03-19T09:08:31.031708Z","end":"2026-03-19T09:08:31.169059Z","steps":["trace[1546452473] 'agreement among raft nodes before linearized reading' (duration: 137.218999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:31.169108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.841893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:08:31.16921Z","caller":"traceutil/trace.go:171","msg":"trace[1777157009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3041; }","duration":"228.970027ms","start":"2026-03-19T09:08:30.940219Z","end":"2026-03-19T09:08:31.169177Z","steps":["trace[1777157009] 'agreement among raft nodes before linearized reading' (duration: 228.722721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:31.169373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.070614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:08:31.169491Z","caller":"traceutil/trace.go:171","msg":"trace[2038859345] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3041; }","duration":"255.225708ms","start":"2026-03-19T09:08:30.914244Z","end":"2026-03-19T09:08:31.16947Z","steps":["trace[2038859345] 'agreement among raft nodes before linearized reading' (duration: 254.592832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:37.986156Z","caller":"traceutil/trace.go:171","msg":"trace[533706232] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"177.581612ms","start":"2026-03-19T09:08:37.808548Z","end":"2026-03-19T09:08:37.98613Z","steps":["trace[533706232] 'process raft request' (duration: 177.361967ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:38.033899Z","caller":"traceutil/trace.go:171","msg":"trace[2055464750] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"123.489248ms","start":"2026-03-19T09:08:37.91039Z","end":"2026-03-19T09:08:38.033879Z","steps":["trace[2055464750] 'process raft request' (duration: 123.384525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:38.250361Z","caller":"traceutil/trace.go:171","msg":"trace[1694936922] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"138.034561ms","start":"2026-03-19T09:08:38.112293Z","end":"2026-03-19T09:08:38.250327Z","steps":["trace[1694936922] 'process raft request' (duration: 99.395112ms)","trace[1694936922] 'compare' (duration: 38.286869ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:45.456544Z","caller":"traceutil/trace.go:171","msg":"trace[88271035] linearizableReadLoop","detail":"{readStateIndex:3268; appliedIndex:3267; }","duration":"106.242398ms","start":"2026-03-19T09:08:45.350279Z","end":"2026-03-19T09:08:45.456522Z","steps":["trace[88271035] 'read index received' (duration: 106.058623ms)","trace[88271035] 'applied index is now lower than readState.Index' (duration: 182.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:45.4566Z","caller":"traceutil/trace.go:171","msg":"trace[825991392] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"107.767257ms","start":"2026-03-19T09:08:45.34881Z","end":"2026-03-19T09:08:45.456577Z","steps":["trace[825991392] 'process raft request' (duration: 107.581462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:45.456841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.543135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:08:45.457049Z","caller":"traceutil/trace.go:171","msg":"trace[233997906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3111; }","duration":"106.665068ms","start":"2026-03-19T09:08:45.350266Z","end":"2026-03-19T09:08:45.456931Z","steps":["trace[233997906] 'agreement among raft nodes before linearized reading' (duration: 106.395861ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:48.842278Z","caller":"traceutil/trace.go:171","msg":"trace[814438128] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"120.761709ms","start":"2026-03-19T09:08:48.721483Z","end":"2026-03-19T09:08:48.842245Z","steps":["trace[814438128] 'process raft request' (duration: 120.603455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:48.965207Z","caller":"traceutil/trace.go:171","msg":"trace[196943462] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"118.549962ms","start":"2026-03-19T09:08:48.846613Z","end":"2026-03-19T09:08:48.965163Z","steps":["trace[196943462] 'process raft request' (duration: 117.907336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:49.209543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.949346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-19T09:08:49.209626Z","caller":"traceutil/trace.go:171","msg":"trace[707305697] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3128; }","duration":"134.08028ms","start":"2026-03-19T09:08:49.075528Z","end":"2026-03-19T09:08:49.209608Z","steps":["trace[707305697] 'range keys from in-memory index tree' (duration: 133.772992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:49.396396Z","caller":"traceutil/trace.go:171","msg":"trace[293115525] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"122.205325ms","start":"2026-03-19T09:08:49.274169Z","end":"2026-03-19T09:08:49.396374Z","steps":["trace[293115525] 'process raft request' (duration: 122.046681ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:51.572106Z","caller":"traceutil/trace.go:171","msg":"trace[2026051066] linearizableReadLoop","detail":"{readStateIndex:3296; appliedIndex:3295; }","duration":"171.883526ms","start":"2026-03-19T09:08:51.400202Z","end":"2026-03-19T09:08:51.572085Z","steps":["trace[2026051066] 'read index received' (duration: 171.698721ms)","trace[2026051066] 'applied index is now lower than readState.Index' (duration: 183.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:51.572161Z","caller":"traceutil/trace.go:171","msg":"trace[1591920435] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"244.407291ms","start":"2026-03-19T09:08:51.327709Z","end":"2026-03-19T09:08:51.572116Z","steps":["trace[1591920435] 'process raft request' (duration: 244.236416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:51.572353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.498522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:08:51.572397Z","caller":"traceutil/trace.go:171","msg":"trace[1154114684] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:3138; }","duration":"136.588113ms","start":"2026-03-19T09:08:51.435796Z","end":"2026-03-19T09:08:51.572384Z","steps":["trace[1154114684] 'agreement among raft nodes before linearized reading' (duration: 136.414269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:51.572383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.154092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:08:51.572459Z","caller":"traceutil/trace.go:171","msg":"trace[1304194898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3138; }","duration":"172.280806ms","start":"2026-03-19T09:08:51.400162Z","end":"2026-03-19T09:08:51.572443Z","steps":["trace[1304194898] 'agreement among raft nodes before linearized reading' (duration: 172.026289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:51.702983Z","caller":"traceutil/trace.go:171","msg":"trace[1813545855] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"126.248679ms","start":"2026-03-19T09:08:51.576706Z","end":"2026-03-19T09:08:51.702955Z","steps":["trace[1813545855] 'process raft request' (duration: 125.90582ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:51.703153Z","caller":"traceutil/trace.go:171","msg":"trace[587998952] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"126.648409ms","start":"2026-03-19T09:08:51.576491Z","end":"2026-03-19T09:08:51.703139Z","steps":["trace[587998952] 'process raft request' (duration: 126.072194ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:51.703203Z","caller":"traceutil/trace.go:171","msg":"trace[1960234728] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"126.698821ms","start":"2026-03-19T09:08:51.576476Z","end":"2026-03-19T09:08:51.703175Z","steps":["trace[1960234728] 'process raft request' (duration: 126.005352ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:51.703202Z","caller":"traceutil/trace.go:171","msg":"trace[675516084] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"126.67697ms","start":"2026-03-19T09:08:51.576514Z","end":"2026-03-19T09:08:51.703191Z","steps":["trace[675516084] 'process raft request' (duration: 126.075265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:52.660653Z","caller":"traceutil/trace.go:171","msg":"trace[1505903372] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"309.869556ms","start":"2026-03-19T09:08:52.350756Z","end":"2026-03-19T09:08:52.660626Z","steps":["trace[1505903372] 'process raft request' (duration: 309.723031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:52.660807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:08:52.350724Z","time spent":"310.003769ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:08:53.469515Z","caller":"traceutil/trace.go:171","msg":"trace[1274479613] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"205.804894ms","start":"2026-03-19T09:08:53.263693Z","end":"2026-03-19T09:08:53.469497Z","steps":["trace[1274479613] 'process raft request' (duration: 205.696911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:08:53.855043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.644897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:08:53.855164Z","caller":"traceutil/trace.go:171","msg":"trace[1787967925] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"143.734626ms","start":"2026-03-19T09:08:53.71141Z","end":"2026-03-19T09:08:53.855144Z","steps":["trace[1787967925] 'process raft request' (duration: 11.914954ms)","trace[1787967925] 'compare' (duration: 131.466223ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:08:53.860293Z","caller":"traceutil/trace.go:171","msg":"trace[294248009] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"148.662353ms","start":"2026-03-19T09:08:53.71161Z","end":"2026-03-19T09:08:53.860272Z","steps":["trace[294248009] 'process raft request' (duration: 148.525039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:53.860481Z","caller":"traceutil/trace.go:171","msg":"trace[1718779085] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"148.596861ms","start":"2026-03-19T09:08:53.711877Z","end":"2026-03-19T09:08:53.860474Z","steps":["trace[1718779085] 'process raft request' (duration: 148.365875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:08:53.860671Z","caller":"traceutil/trace.go:171","msg":"trace[710074704] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"148.677843ms","start":"2026-03-19T09:08:53.711973Z","end":"2026-03-19T09:08:53.860651Z","steps":["trace[710074704] 'process raft request' (duration: 148.468788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:32.20877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.059446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:09:32.208858Z","caller":"traceutil/trace.go:171","msg":"trace[967215404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3330; }","duration":"100.179408ms","start":"2026-03-19T09:09:32.10866Z","end":"2026-03-19T09:09:32.20884Z","steps":["trace[967215404] 'range keys from in-memory index tree' (duration: 99.919402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:51.299044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.775063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:09:51.299156Z","caller":"traceutil/trace.go:171","msg":"trace[189500355] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3416; }","duration":"201.957508ms","start":"2026-03-19T09:09:51.097177Z","end":"2026-03-19T09:09:51.299134Z","steps":["trace[189500355] 'count revisions from in-memory index tree' (duration: 201.625919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:09:51.299463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.111015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-19T09:09:51.299557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.620249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T09:09:51.299596Z","caller":"traceutil/trace.go:171","msg":"trace[1615604169] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3416; }","duration":"264.688371ms","start":"2026-03-19T09:09:51.034897Z","end":"2026-03-19T09:09:51.299585Z","steps":["trace[1615604169] 'range keys from in-memory index tree' (duration: 264.489005ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:09:51.299583Z","caller":"traceutil/trace.go:171","msg":"trace[1965273810] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3416; }","duration":"262.261048ms","start":"2026-03-19T09:09:51.037294Z","end":"2026-03-19T09:09:51.299555Z","steps":["trace[1965273810] 'range keys from in-memory index tree' (duration: 261.847458ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:18.571023Z","caller":"traceutil/trace.go:171","msg":"trace[500948249] linearizableReadLoop","detail":"{readStateIndex:3846; appliedIndex:3845; }","duration":"113.232123ms","start":"2026-03-19T09:10:18.457762Z","end":"2026-03-19T09:10:18.570994Z","steps":["trace[500948249] 'read index received' (duration: 113.027677ms)","trace[500948249] 'applied index is now lower than readState.Index' (duration: 203.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:18.571102Z","caller":"traceutil/trace.go:171","msg":"trace[955849293] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"114.908175ms","start":"2026-03-19T09:10:18.456146Z","end":"2026-03-19T09:10:18.571054Z","steps":["trace[955849293] 'process raft request' (duration: 114.674439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.571486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.647653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:10:18.571543Z","caller":"traceutil/trace.go:171","msg":"trace[293593557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3663; }","duration":"113.821717ms","start":"2026-03-19T09:10:18.457707Z","end":"2026-03-19T09:10:18.571529Z","steps":["trace[293593557] 'agreement among raft nodes before linearized reading' (duration: 113.483119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:18.965168Z","caller":"traceutil/trace.go:171","msg":"trace[2073592206] transaction","detail":"{read_only:false; response_revision:3664; number_of_response:1; }","duration":"389.774587ms","start":"2026-03-19T09:10:18.575358Z","end":"2026-03-19T09:10:18.965132Z","steps":["trace[2073592206] 'process raft request' (duration: 388.996777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.965377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:18.575325Z","time spent":"389.93542ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:18.968982Z","caller":"traceutil/trace.go:171","msg":"trace[2091901888] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"393.303607ms","start":"2026-03-19T09:10:18.575624Z","end":"2026-03-19T09:10:18.968928Z","steps":["trace[2091901888] 'process raft request' (duration: 393.105122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.969184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.701372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:18.969085Z","caller":"traceutil/trace.go:171","msg":"trace[724123036] linearizableReadLoop","detail":"{readStateIndex:3849; appliedIndex:3846; }","duration":"287.612539ms","start":"2026-03-19T09:10:18.681455Z","end":"2026-03-19T09:10:18.969067Z","steps":["trace[724123036] 'read index received' (duration: 282.882719ms)","trace[724123036] 'applied index is now lower than readState.Index' (duration: 4.7285ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:18.969139Z","caller":"traceutil/trace.go:171","msg":"trace[570105507] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"381.515175ms","start":"2026-03-19T09:10:18.587598Z","end":"2026-03-19T09:10:18.969113Z","steps":["trace[570105507] 'process raft request' (duration: 381.282729ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:18.969217Z","caller":"traceutil/trace.go:171","msg":"trace[2117140578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3666; }","duration":"287.786134ms","start":"2026-03-19T09:10:18.681422Z","end":"2026-03-19T09:10:18.969208Z","steps":["trace[2117140578] 'agreement among raft nodes before linearized reading' (duration: 287.700402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.969323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.43472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:10:18.96933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:18.587573Z","time spent":"381.665859ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:18.969381Z","caller":"traceutil/trace.go:171","msg":"trace[1251085793] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3666; }","duration":"131.534993ms","start":"2026-03-19T09:10:18.837832Z","end":"2026-03-19T09:10:18.969367Z","steps":["trace[1251085793] 'agreement among raft nodes before linearized reading' (duration: 131.42512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:18.970086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:18.575592Z","time spent":"393.563794ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:27.199062Z","caller":"traceutil/trace.go:171","msg":"trace[1116577731] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"197.577011ms","start":"2026-03-19T09:10:27.001463Z","end":"2026-03-19T09:10:27.19904Z","steps":["trace[1116577731] 'process raft request' (duration: 197.449728ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:27.199197Z","caller":"traceutil/trace.go:171","msg":"trace[1541249189] linearizableReadLoop","detail":"{readStateIndex:3956; appliedIndex:3956; }","duration":"195.332634ms","start":"2026-03-19T09:10:27.00383Z","end":"2026-03-19T09:10:27.199163Z","steps":["trace[1541249189] 'read index received' (duration: 195.316324ms)","trace[1541249189] 'applied index is now lower than readState.Index' (duration: 13.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:27.199365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.532159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:10:27.199404Z","caller":"traceutil/trace.go:171","msg":"trace[523747469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3771; }","duration":"195.617201ms","start":"2026-03-19T09:10:27.003778Z","end":"2026-03-19T09:10:27.199396Z","steps":["trace[523747469] 'agreement among raft nodes before linearized reading' (duration: 195.513119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:27.294618Z","caller":"traceutil/trace.go:171","msg":"trace[76551431] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"140.776469ms","start":"2026-03-19T09:10:27.153819Z","end":"2026-03-19T09:10:27.294595Z","steps":["trace[76551431] 'process raft request' (duration: 140.563573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:27.294759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.145613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:10:27.294849Z","caller":"traceutil/trace.go:171","msg":"trace[1866712982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3772; }","duration":"288.275317ms","start":"2026-03-19T09:10:27.006553Z","end":"2026-03-19T09:10:27.294828Z","steps":["trace[1866712982] 'agreement among raft nodes before linearized reading' (duration: 287.99414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:27.307173Z","caller":"traceutil/trace.go:171","msg":"trace[2140746919] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"103.171703ms","start":"2026-03-19T09:10:27.203979Z","end":"2026-03-19T09:10:27.307151Z","steps":["trace[2140746919] 'process raft request' (duration: 95.715414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:41.514475Z","caller":"traceutil/trace.go:171","msg":"trace[1389062251] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"134.892128ms","start":"2026-03-19T09:10:41.379555Z","end":"2026-03-19T09:10:41.514447Z","steps":["trace[1389062251] 'process raft request' (duration: 107.767878ms)","trace[1389062251] 'compare' (duration: 27.021358ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:41.515716Z","caller":"traceutil/trace.go:171","msg":"trace[1721820527] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"135.093993ms","start":"2026-03-19T09:10:41.380588Z","end":"2026-03-19T09:10:41.515682Z","steps":["trace[1721820527] 'process raft request' (duration: 134.690663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:41.869313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.84608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:10:41.86943Z","caller":"traceutil/trace.go:171","msg":"trace[1863563754] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"256.604881ms","start":"2026-03-19T09:10:41.612813Z","end":"2026-03-19T09:10:41.869418Z","steps":["trace[1863563754] 'process raft request' (duration: 65.590277ms)","trace[1863563754] 'compare' (duration: 190.737637ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:41.869598Z","caller":"traceutil/trace.go:171","msg":"trace[1579741819] linearizableReadLoop","detail":"{readStateIndex:4041; appliedIndex:4039; }","duration":"189.932566ms","start":"2026-03-19T09:10:41.67963Z","end":"2026-03-19T09:10:41.869563Z","steps":["trace[1579741819] 'read index received' (duration: 105.368567ms)","trace[1579741819] 'applied index is now lower than readState.Index' (duration: 84.562659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:41.869733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.091971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:41.869777Z","caller":"traceutil/trace.go:171","msg":"trace[1663337810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3853; }","duration":"190.197024ms","start":"2026-03-19T09:10:41.679568Z","end":"2026-03-19T09:10:41.869765Z","steps":["trace[1663337810] 'agreement among raft nodes before linearized reading' (duration: 190.107101ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:41.869742Z","caller":"traceutil/trace.go:171","msg":"trace[1535408565] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"256.633383ms","start":"2026-03-19T09:10:41.613101Z","end":"2026-03-19T09:10:41.869735Z","steps":["trace[1535408565] 'process raft request' (duration: 256.289933ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:43.178449Z","caller":"traceutil/trace.go:171","msg":"trace[1790192799] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"140.225323ms","start":"2026-03-19T09:10:43.038198Z","end":"2026-03-19T09:10:43.178423Z","steps":["trace[1790192799] 'process raft request' (duration: 140.08851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:45.86451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.055643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:10:45.864632Z","caller":"traceutil/trace.go:171","msg":"trace[1110705729] linearizableReadLoop","detail":"{readStateIndex:4059; appliedIndex:4058; }","duration":"230.114469ms","start":"2026-03-19T09:10:45.634498Z","end":"2026-03-19T09:10:45.864613Z","steps":["trace[1110705729] 'read index received' (duration: 118.78529ms)","trace[1110705729] 'applied index is now lower than readState.Index' (duration: 111.327679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:45.864722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.224762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:10:45.864751Z","caller":"traceutil/trace.go:171","msg":"trace[1994073798] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3871; }","duration":"230.296764ms","start":"2026-03-19T09:10:45.634446Z","end":"2026-03-19T09:10:45.864743Z","steps":["trace[1994073798] 'agreement among raft nodes before linearized reading' (duration: 230.240282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:45.864761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.358141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:45.864807Z","caller":"traceutil/trace.go:171","msg":"trace[159966278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3871; }","duration":"183.438383ms","start":"2026-03-19T09:10:45.681358Z","end":"2026-03-19T09:10:45.864796Z","steps":["trace[159966278] 'agreement among raft nodes before linearized reading' (duration: 183.367231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:45.864786Z","caller":"traceutil/trace.go:171","msg":"trace[230081760] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"326.93746ms","start":"2026-03-19T09:10:45.537735Z","end":"2026-03-19T09:10:45.864673Z","steps":["trace[230081760] 'process raft request' (duration: 215.60638ms)","trace[230081760] 'compare' (duration: 110.798566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:45.864994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:45.53772Z","time spent":"327.159435ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:46.865363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.06828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:10:46.86552Z","caller":"traceutil/trace.go:171","msg":"trace[1050687155] linearizableReadLoop","detail":"{readStateIndex:4061; appliedIndex:4059; }","duration":"924.228929ms","start":"2026-03-19T09:10:45.941276Z","end":"2026-03-19T09:10:46.865505Z","steps":["trace[1050687155] 'read index received' (duration: 108.048947ms)","trace[1050687155] 'applied index is now lower than readState.Index' (duration: 816.179092ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:46.86558Z","caller":"traceutil/trace.go:171","msg":"trace[280231388] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"978.689152ms","start":"2026-03-19T09:10:45.886883Z","end":"2026-03-19T09:10:46.865572Z","steps":["trace[280231388] 'process raft request' (duration: 162.343435ms)","trace[280231388] 'compare' (duration: 815.986548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:46.865625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:45.886855Z","time spent":"978.747393ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:46.865752Z","caller":"traceutil/trace.go:171","msg":"trace[765678356] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"977.733428ms","start":"2026-03-19T09:10:45.887991Z","end":"2026-03-19T09:10:46.865724Z","steps":["trace[765678356] 'process raft request' (duration: 977.474792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:46.865899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:45.887974Z","time spent":"977.846951ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:46.865893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.604028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:10:46.865975Z","caller":"traceutil/trace.go:171","msg":"trace[1262799657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:3873; }","duration":"924.730891ms","start":"2026-03-19T09:10:45.941224Z","end":"2026-03-19T09:10:46.865955Z","steps":["trace[1262799657] 'agreement among raft nodes before linearized reading' (duration: 924.499035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:46.866094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:45.941204Z","time spent":"924.873875ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:10:46.869293Z","caller":"traceutil/trace.go:171","msg":"trace[1665631787] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"582.400152ms","start":"2026-03-19T09:10:46.286882Z","end":"2026-03-19T09:10:46.869282Z","steps":["trace[1665631787] 'process raft request' (duration: 582.3429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:46.86932Z","caller":"traceutil/trace.go:171","msg":"trace[952968085] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"762.796936ms","start":"2026-03-19T09:10:46.106492Z","end":"2026-03-19T09:10:46.869289Z","steps":["trace[952968085] 'process raft request' (duration: 762.614531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:46.869359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:46.286856Z","time spent":"582.471433ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16018,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:46.869507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:46.106466Z","time spent":"762.921638ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:46.874416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.488623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:10:46.874485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.29722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:10:46.874534Z","caller":"traceutil/trace.go:171","msg":"trace[10229290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3875; }","duration":"425.388601ms","start":"2026-03-19T09:10:46.449135Z","end":"2026-03-19T09:10:46.874524Z","steps":["trace[10229290] 'agreement among raft nodes before linearized reading' (duration: 425.240687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:46.87456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:46.449114Z","time spent":"425.439293ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:10:46.874547Z","caller":"traceutil/trace.go:171","msg":"trace[936087522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3875; }","duration":"192.640977ms","start":"2026-03-19T09:10:46.681869Z","end":"2026-03-19T09:10:46.87451Z","steps":["trace[936087522] 'agreement among raft nodes before linearized reading' (duration: 192.493523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:46.874442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.308169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:46.874745Z","caller":"traceutil/trace.go:171","msg":"trace[789402269] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3875; }","duration":"560.657558ms","start":"2026-03-19T09:10:46.314066Z","end":"2026-03-19T09:10:46.874723Z","steps":["trace[789402269] 'agreement among raft nodes before linearized reading' (duration: 560.32317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:46.874783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:46.314045Z","time spent":"560.72806ms","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:10:50.626778Z","caller":"traceutil/trace.go:171","msg":"trace[86644976] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4079; }","duration":"103.288795ms","start":"2026-03-19T09:10:50.523472Z","end":"2026-03-19T09:10:50.626761Z","steps":["trace[86644976] 'read index received' (duration: 103.083019ms)","trace[86644976] 'applied index is now lower than readState.Index' (duration: 205.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:50.626936Z","caller":"traceutil/trace.go:171","msg":"trace[1823441985] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"155.659426ms","start":"2026-03-19T09:10:50.471257Z","end":"2026-03-19T09:10:50.626917Z","steps":["trace[1823441985] 'process raft request' (duration: 155.325027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:50.626987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.49423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T09:10:50.627191Z","caller":"traceutil/trace.go:171","msg":"trace[282624914] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3891; }","duration":"103.751117ms","start":"2026-03-19T09:10:50.523428Z","end":"2026-03-19T09:10:50.627179Z","steps":["trace[282624914] 'agreement among raft nodes before linearized reading' (duration: 103.400798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:51.984188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457002913,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:10:52.20295Z","caller":"traceutil/trace.go:171","msg":"trace[1990688121] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"981.898774ms","start":"2026-03-19T09:10:51.221027Z","end":"2026-03-19T09:10:52.202926Z","steps":["trace[1990688121] 'process raft request' (duration: 981.74858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:52.203107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.221004Z","time spent":"982.019066ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:53.401638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042563816s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:10:53.401813Z","caller":"traceutil/trace.go:171","msg":"trace[689540767] linearizableReadLoop","detail":"{readStateIndex:4094; appliedIndex:4091; }","duration":"1.91782579s","start":"2026-03-19T09:10:51.483971Z","end":"2026-03-19T09:10:53.401796Z","steps":["trace[689540767] 'read index received' (duration: 718.874329ms)","trace[689540767] 'applied index is now lower than readState.Index' (duration: 1.1989506s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:10:53.401912Z","caller":"traceutil/trace.go:171","msg":"trace[1156752429] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"1.948535981s","start":"2026-03-19T09:10:51.453343Z","end":"2026-03-19T09:10:53.401879Z","steps":["trace[1156752429] 'process raft request' (duration: 1.948395267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.401982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918024875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:10:53.402015Z","caller":"traceutil/trace.go:171","msg":"trace[1415641520] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:3905; }","duration":"1.918128029s","start":"2026-03-19T09:10:51.483878Z","end":"2026-03-19T09:10:53.402006Z","steps":["trace[1415641520] 'agreement among raft nodes before linearized reading' (duration: 1.918009696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.483853Z","time spent":"1.91819336s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:10:53.402088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774514318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:10:53.402091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.453313Z","time spent":"1.948687974s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:53.402126Z","caller":"traceutil/trace.go:171","msg":"trace[99897608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3905; }","duration":"1.77460013s","start":"2026-03-19T09:10:51.627519Z","end":"2026-03-19T09:10:53.402119Z","steps":["trace[99897608] 'agreement among raft nodes before linearized reading' (duration: 1.774472956s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.6275Z","time spent":"1.774644441s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:10:53.402284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.128819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:10:53.401944Z","caller":"traceutil/trace.go:171","msg":"trace[2002712461] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"2.090755676s","start":"2026-03-19T09:10:51.311164Z","end":"2026-03-19T09:10:53.40192Z","steps":["trace[2002712461] 'process raft request' (duration: 1.04782665s)","trace[2002712461] 'compare' (duration: 1.042123165s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:53.40236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.201954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:10:53.402371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.31114Z","time spent":"2.091196456s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:53.40244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.501476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:10:53.402464Z","caller":"traceutil/trace.go:171","msg":"trace[702773300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3905; }","duration":"494.547248ms","start":"2026-03-19T09:10:52.907911Z","end":"2026-03-19T09:10:53.402458Z","steps":["trace[702773300] 'agreement among raft nodes before linearized reading' (duration: 494.486377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.907902Z","time spent":"494.575909ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:10:53.402541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721122041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:53.40231Z","caller":"traceutil/trace.go:171","msg":"trace[1521852815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3905; }","duration":"197.195901ms","start":"2026-03-19T09:10:53.205108Z","end":"2026-03-19T09:10:53.402304Z","steps":["trace[1521852815] 'agreement among raft nodes before linearized reading' (duration: 197.15095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.727001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:10:53.402633Z","caller":"traceutil/trace.go:171","msg":"trace[717334421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3905; }","duration":"503.784162ms","start":"2026-03-19T09:10:52.898844Z","end":"2026-03-19T09:10:53.402628Z","steps":["trace[717334421] 'agreement among raft nodes before linearized reading' (duration: 503.734811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.898827Z","time spent":"503.818513ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:10:53.402385Z","caller":"traceutil/trace.go:171","msg":"trace[187377132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3905; }","duration":"491.243354ms","start":"2026-03-19T09:10:52.911135Z","end":"2026-03-19T09:10:53.402379Z","steps":["trace[187377132] 'agreement among raft nodes before linearized reading' (duration: 491.186273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281428426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:10:53.402748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.911124Z","time spent":"491.613014ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:10:53.402748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486957969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:10:53.403815Z","caller":"traceutil/trace.go:171","msg":"trace[988627086] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3905; }","duration":"1.488025467s","start":"2026-03-19T09:10:51.915744Z","end":"2026-03-19T09:10:53.40377Z","steps":["trace[988627086] 'agreement among raft nodes before linearized reading' (duration: 1.486718293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.403947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.915731Z","time spent":"1.488165161s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:10:53.402776Z","caller":"traceutil/trace.go:171","msg":"trace[1440406514] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3905; }","duration":"1.281629971s","start":"2026-03-19T09:10:52.12112Z","end":"2026-03-19T09:10:53.40275Z","steps":["trace[1440406514] 'agreement among raft nodes before linearized reading' (duration: 1.281385865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.40415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.121102Z","time spent":"1.283030568s","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":4,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:10:53.402815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.883567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:10:53.402561Z","caller":"traceutil/trace.go:171","msg":"trace[452136283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3905; }","duration":"1.721174503s","start":"2026-03-19T09:10:51.681381Z","end":"2026-03-19T09:10:53.402555Z","steps":["trace[452136283] 'agreement among raft nodes before linearized reading' (duration: 1.721146332s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.402886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47943223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:10:53.402996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.54048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:10:53.402999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.70679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:10:53.403166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043955522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:10:53.404551Z","caller":"traceutil/trace.go:171","msg":"trace[1981724017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3905; }","duration":"1.045432419s","start":"2026-03-19T09:10:52.359107Z","end":"2026-03-19T09:10:53.40454Z","steps":["trace[1981724017] 'agreement among raft nodes before linearized reading' (duration: 1.043351086s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.404579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.359086Z","time spent":"1.04548389s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:10:53.404765Z","caller":"traceutil/trace.go:171","msg":"trace[251450316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:3905; }","duration":"496.860417ms","start":"2026-03-19T09:10:52.907898Z","end":"2026-03-19T09:10:53.404759Z","steps":["trace[251450316] 'agreement among raft nodes before linearized reading' (duration: 494.870726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.404794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.907881Z","time spent":"496.905888ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:10:53.404887Z","caller":"traceutil/trace.go:171","msg":"trace[750684605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3905; }","duration":"512.633189ms","start":"2026-03-19T09:10:52.892246Z","end":"2026-03-19T09:10:53.404879Z","steps":["trace[750684605] 'agreement among raft nodes before linearized reading' (duration: 510.592857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.404916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.892221Z","time spent":"512.688739ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:10:53.404885Z","caller":"traceutil/trace.go:171","msg":"trace[188385370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3905; }","duration":"681.438018ms","start":"2026-03-19T09:10:52.723407Z","end":"2026-03-19T09:10:53.404845Z","steps":["trace[188385370] 'agreement among raft nodes before linearized reading' (duration: 679.498459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.404954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.681365Z","time spent":"1.723566463s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:10:53.405002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:52.723382Z","time spent":"681.592242ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:10:53.405416Z","caller":"traceutil/trace.go:171","msg":"trace[620804598] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3905; }","duration":"1.481934642s","start":"2026-03-19T09:10:51.923448Z","end":"2026-03-19T09:10:53.405383Z","steps":["trace[620804598] 'agreement among raft nodes before linearized reading' (duration: 1.479418238s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:53.405481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:51.923431Z","time spent":"1.482030815s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:10:53.90746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457002919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:10:54.057085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.182917ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:54.05722Z","caller":"traceutil/trace.go:171","msg":"trace[1883664929] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3905; }","duration":"512.32758ms","start":"2026-03-19T09:10:53.544873Z","end":"2026-03-19T09:10:54.0572Z","steps":["trace[1883664929] 'range keys from in-memory index tree' (duration: 512.166416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.057327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.404998Z","time spent":"652.316748ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:10:54.058433Z","caller":"traceutil/trace.go:171","msg":"trace[1952159396] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"649.879996ms","start":"2026-03-19T09:10:53.408517Z","end":"2026-03-19T09:10:54.058397Z","steps":["trace[1952159396] 'process raft request' (duration: 649.632259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.058676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.408492Z","time spent":"650.01132ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:54.058757Z","caller":"traceutil/trace.go:171","msg":"trace[983171511] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"650.113812ms","start":"2026-03-19T09:10:53.408603Z","end":"2026-03-19T09:10:54.058716Z","steps":["trace[983171511] 'process raft request' (duration: 649.700051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.058985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.40858Z","time spent":"650.259945ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:54.059066Z","caller":"traceutil/trace.go:171","msg":"trace[379220132] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"649.514208ms","start":"2026-03-19T09:10:53.40953Z","end":"2026-03-19T09:10:54.059044Z","steps":["trace[379220132] 'process raft request' (duration: 648.813019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.059225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.40952Z","time spent":"649.61888ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:10:54.059336Z","caller":"traceutil/trace.go:171","msg":"trace[63917696] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"649.779833ms","start":"2026-03-19T09:10:53.409541Z","end":"2026-03-19T09:10:54.059321Z","steps":["trace[63917696] 'process raft request' (duration: 649.424035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:54.059693Z","caller":"traceutil/trace.go:171","msg":"trace[1362480029] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"649.945938ms","start":"2026-03-19T09:10:53.409734Z","end":"2026-03-19T09:10:54.05968Z","steps":["trace[1362480029] 'process raft request' (duration: 649.620119ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:54.060593Z","caller":"traceutil/trace.go:171","msg":"trace[546966617] linearizableReadLoop","detail":"{readStateIndex:4101; appliedIndex:4094; }","duration":"652.523574ms","start":"2026-03-19T09:10:53.406931Z","end":"2026-03-19T09:10:54.059455Z","steps":["trace[546966617] 'read index received' (duration: 643.277769ms)","trace[546966617] 'applied index is now lower than readState.Index' (duration: 9.244575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:10:54.060614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.409726Z","time spent":"650.832801ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:54.060668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.736044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:54.059475Z","caller":"traceutil/trace.go:171","msg":"trace[836818629] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"649.841265ms","start":"2026-03-19T09:10:53.409619Z","end":"2026-03-19T09:10:54.059461Z","steps":["trace[836818629] 'process raft request' (duration: 649.582759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:54.06074Z","caller":"traceutil/trace.go:171","msg":"trace[1255059102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3911; }","duration":"653.812886ms","start":"2026-03-19T09:10:53.406893Z","end":"2026-03-19T09:10:54.060706Z","steps":["trace[1255059102] 'agreement among raft nodes before linearized reading' (duration: 653.724554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.060774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.40688Z","time spent":"653.886148ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:10:54.060785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.409592Z","time spent":"651.141878ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:54.060304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.409533Z","time spent":"649.850265ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:10:54.067204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.568618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:10:54.06727Z","caller":"traceutil/trace.go:171","msg":"trace[2075286450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3912; }","duration":"658.672759ms","start":"2026-03-19T09:10:53.408579Z","end":"2026-03-19T09:10:54.067251Z","steps":["trace[2075286450] 'agreement among raft nodes before linearized reading' (duration: 658.468614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.067307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.408553Z","time spent":"658.745742ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:10:54.067348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.70882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:10:54.067412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.241485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:10:54.067459Z","caller":"traceutil/trace.go:171","msg":"trace[463257519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3912; }","duration":"318.894335ms","start":"2026-03-19T09:10:53.748536Z","end":"2026-03-19T09:10:54.06743Z","steps":["trace[463257519] 'agreement among raft nodes before linearized reading' (duration: 318.539706ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:10:54.067479Z","caller":"traceutil/trace.go:171","msg":"trace[979594621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3912; }","duration":"646.343607ms","start":"2026-03-19T09:10:53.42112Z","end":"2026-03-19T09:10:54.067463Z","steps":["trace[979594621] 'agreement among raft nodes before linearized reading' (duration: 646.218164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.067506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.748516Z","time spent":"318.980687ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:10:54.067523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.421105Z","time spent":"646.409649ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:10:54.067566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.100045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:10:54.067597Z","caller":"traceutil/trace.go:171","msg":"trace[586943823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3912; }","duration":"658.145637ms","start":"2026-03-19T09:10:53.409444Z","end":"2026-03-19T09:10:54.067589Z","steps":["trace[586943823] 'agreement among raft nodes before linearized reading' (duration: 658.027004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.067622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.409436Z","time spent":"658.180008ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63234,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:10:54.067838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.396635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:10:54.067999Z","caller":"traceutil/trace.go:171","msg":"trace[743309196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3912; }","duration":"313.554229ms","start":"2026-03-19T09:10:53.754349Z","end":"2026-03-19T09:10:54.067903Z","steps":["trace[743309196] 'agreement among raft nodes before linearized reading' (duration: 312.80416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:10:54.068093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:10:53.754319Z","time spent":"313.753074ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:11:00.217556Z","caller":"traceutil/trace.go:171","msg":"trace[235540944] linearizableReadLoop","detail":"{readStateIndex:4126; appliedIndex:4125; }","duration":"127.732045ms","start":"2026-03-19T09:11:00.089792Z","end":"2026-03-19T09:11:00.217525Z","steps":["trace[235540944] 'read index received' (duration: 127.485659ms)","trace[235540944] 'applied index is now lower than readState.Index' (duration: 244.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:00.217667Z","caller":"traceutil/trace.go:171","msg":"trace[1785361359] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"128.888226ms","start":"2026-03-19T09:11:00.088745Z","end":"2026-03-19T09:11:00.217633Z","steps":["trace[1785361359] 'process raft request' (duration: 128.583188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.217836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.010482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:11:00.217915Z","caller":"traceutil/trace.go:171","msg":"trace[2039822033] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3935; }","duration":"128.120646ms","start":"2026-03-19T09:11:00.089771Z","end":"2026-03-19T09:11:00.217892Z","steps":["trace[2039822033] 'agreement among raft nodes before linearized reading' (duration: 127.877179ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:00.709473Z","caller":"traceutil/trace.go:171","msg":"trace[1052134987] linearizableReadLoop","detail":"{readStateIndex:4127; appliedIndex:4126; }","duration":"491.795209ms","start":"2026-03-19T09:11:00.217663Z","end":"2026-03-19T09:11:00.709458Z","steps":["trace[1052134987] 'read index received' (duration: 476.972822ms)","trace[1052134987] 'applied index is now lower than readState.Index' (duration: 14.821607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:00.709624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.569351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:11:00.709655Z","caller":"traceutil/trace.go:171","msg":"trace[362523441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3936; }","duration":"618.654543ms","start":"2026-03-19T09:11:00.090989Z","end":"2026-03-19T09:11:00.709644Z","steps":["trace[362523441] 'agreement among raft nodes before linearized reading' (duration: 618.54ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.709647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.818549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-19T09:11:00.709802Z","caller":"traceutil/trace.go:171","msg":"trace[2071393412] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3936; }","duration":"500.998504ms","start":"2026-03-19T09:11:00.208784Z","end":"2026-03-19T09:11:00.709782Z","steps":["trace[2071393412] 'agreement among raft nodes before linearized reading' (duration: 500.710276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.709807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.431322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:11:00.70968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.090971Z","time spent":"618.700585ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:00.70974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.625387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:00.709862Z","caller":"traceutil/trace.go:171","msg":"trace[2124208630] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:3936; }","duration":"615.508173ms","start":"2026-03-19T09:11:00.094339Z","end":"2026-03-19T09:11:00.709847Z","steps":["trace[2124208630] 'agreement among raft nodes before linearized reading' (duration: 615.318348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.709906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.094329Z","time spent":"615.566994ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:11:00.709715Z","caller":"traceutil/trace.go:171","msg":"trace[690652521] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"616.96859ms","start":"2026-03-19T09:11:00.09272Z","end":"2026-03-19T09:11:00.709689Z","steps":["trace[690652521] 'process raft request' (duration: 601.903707ms)","trace[690652521] 'compare' (duration: 14.53717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:00.709813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.819743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:11:00.710096Z","caller":"traceutil/trace.go:171","msg":"trace[1044421939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3936; }","duration":"618.1403ms","start":"2026-03-19T09:11:00.091947Z","end":"2026-03-19T09:11:00.710088Z","steps":["trace[1044421939] 'agreement among raft nodes before linearized reading' (duration: 617.582006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.709855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.208767Z","time spent":"501.073065ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T09:11:00.709925Z","caller":"traceutil/trace.go:171","msg":"trace[903927188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3936; }","duration":"619.836803ms","start":"2026-03-19T09:11:00.090056Z","end":"2026-03-19T09:11:00.709893Z","steps":["trace[903927188] 'agreement among raft nodes before linearized reading' (duration: 619.640228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.710151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.092698Z","time spent":"617.330569ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:00.710197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.090029Z","time spent":"620.158071ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:00.710335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.091353Z","time spent":"618.970651ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:00.712167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.311144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:00.712252Z","caller":"traceutil/trace.go:171","msg":"trace[1178978543] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3937; }","duration":"446.442617ms","start":"2026-03-19T09:11:00.265792Z","end":"2026-03-19T09:11:00.712235Z","steps":["trace[1178978543] 'agreement among raft nodes before linearized reading' (duration: 446.277913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.712308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.26578Z","time spent":"446.510549ms","remote":"127.0.0.1:49762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:00.712478Z","caller":"traceutil/trace.go:171","msg":"trace[976952988] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"490.286411ms","start":"2026-03-19T09:11:00.222134Z","end":"2026-03-19T09:11:00.71242Z","steps":["trace[976952988] 'process raft request' (duration: 489.810399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:00.712643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:00.222087Z","time spent":"490.463055ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:01.935085Z","caller":"traceutil/trace.go:171","msg":"trace[780824644] linearizableReadLoop","detail":"{readStateIndex:4135; appliedIndex:4133; }","duration":"450.013296ms","start":"2026-03-19T09:11:01.485049Z","end":"2026-03-19T09:11:01.935062Z","steps":["trace[780824644] 'read index received' (duration: 43.351671ms)","trace[780824644] 'applied index is now lower than readState.Index' (duration: 406.660745ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:01.935201Z","caller":"traceutil/trace.go:171","msg":"trace[1448205464] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"503.033844ms","start":"2026-03-19T09:11:01.432125Z","end":"2026-03-19T09:11:01.935159Z","steps":["trace[1448205464] 'process raft request' (duration: 433.99429ms)","trace[1448205464] 'compare' (duration: 68.596393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:01.935364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.432092Z","time spent":"503.168178ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:01.935393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.322474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:11:01.935486Z","caller":"traceutil/trace.go:171","msg":"trace[1903020026] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:3944; }","duration":"450.479188ms","start":"2026-03-19T09:11:01.484983Z","end":"2026-03-19T09:11:01.935462Z","steps":["trace[1903020026] 'agreement among raft nodes before linearized reading' (duration: 450.190561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.935555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.484957Z","time spent":"450.584071ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:11:01.998001Z","caller":"traceutil/trace.go:171","msg":"trace[2069133678] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"114.49517ms","start":"2026-03-19T09:11:01.88347Z","end":"2026-03-19T09:11:01.997965Z","steps":["trace[2069133678] 'process raft request' (duration: 114.282275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.998026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.92558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:01.998069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.013322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:01.998119Z","caller":"traceutil/trace.go:171","msg":"trace[1218368063] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:0; response_revision:3945; }","duration":"501.060404ms","start":"2026-03-19T09:11:01.497034Z","end":"2026-03-19T09:11:01.998094Z","steps":["trace[1218368063] 'agreement among raft nodes before linearized reading' (duration: 500.88791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.998177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.497017Z","time spent":"501.146366ms","remote":"127.0.0.1:48560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-03-19T09:11:01.998172Z","caller":"traceutil/trace.go:171","msg":"trace[198121580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3945; }","duration":"316.118024ms","start":"2026-03-19T09:11:01.681999Z","end":"2026-03-19T09:11:01.998117Z","steps":["trace[198121580] 'agreement among raft nodes before linearized reading' (duration: 315.98401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:01.998308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:01.681984Z","time spent":"316.311769ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:02.226686Z","caller":"traceutil/trace.go:171","msg":"trace[556784724] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"206.620191ms","start":"2026-03-19T09:11:02.020044Z","end":"2026-03-19T09:11:02.226664Z","steps":["trace[556784724] 'process raft request' (duration: 109.848762ms)","trace[556784724] 'compare' (duration: 96.519852ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:02.466166Z","caller":"traceutil/trace.go:171","msg":"trace[260939630] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"230.624062ms","start":"2026-03-19T09:11:02.23552Z","end":"2026-03-19T09:11:02.466144Z","steps":["trace[260939630] 'process raft request' (duration: 230.567021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.4662Z","caller":"traceutil/trace.go:171","msg":"trace[703328563] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"232.965801ms","start":"2026-03-19T09:11:02.233192Z","end":"2026-03-19T09:11:02.466158Z","steps":["trace[703328563] 'process raft request' (duration: 173.646203ms)","trace[703328563] 'compare' (duration: 59.120893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:02.988954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.464244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:02.98908Z","caller":"traceutil/trace.go:171","msg":"trace[879946659] linearizableReadLoop","detail":"{readStateIndex:4145; appliedIndex:4143; }","duration":"264.228295ms","start":"2026-03-19T09:11:02.724834Z","end":"2026-03-19T09:11:02.989062Z","steps":["trace[879946659] 'read index received' (duration: 37.248067ms)","trace[879946659] 'applied index is now lower than readState.Index' (duration: 226.976498ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:02.989172Z","caller":"traceutil/trace.go:171","msg":"trace[318038010] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"267.335814ms","start":"2026-03-19T09:11:02.721823Z","end":"2026-03-19T09:11:02.989159Z","steps":["trace[318038010] 'process raft request' (duration: 55.584223ms)","trace[318038010] 'compare' (duration: 211.3406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:02.989376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.356377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:11:02.989423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.587296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:11:02.989451Z","caller":"traceutil/trace.go:171","msg":"trace[1707983476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:3953; }","duration":"247.535542ms","start":"2026-03-19T09:11:02.741899Z","end":"2026-03-19T09:11:02.989434Z","steps":["trace[1707983476] 'agreement among raft nodes before linearized reading' (duration: 247.276774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:02.989462Z","caller":"traceutil/trace.go:171","msg":"trace[598916291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3953; }","duration":"170.639857ms","start":"2026-03-19T09:11:02.818811Z","end":"2026-03-19T09:11:02.989451Z","steps":["trace[598916291] 'agreement among raft nodes before linearized reading' (duration: 170.534014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.989518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.591075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:02.989654Z","caller":"traceutil/trace.go:171","msg":"trace[23714142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3953; }","duration":"264.8359ms","start":"2026-03-19T09:11:02.724794Z","end":"2026-03-19T09:11:02.98963Z","steps":["trace[23714142] 'agreement among raft nodes before linearized reading' (duration: 264.568434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.989735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.14775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:11:02.989774Z","caller":"traceutil/trace.go:171","msg":"trace[257111435] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3953; }","duration":"171.219062ms","start":"2026-03-19T09:11:02.818545Z","end":"2026-03-19T09:11:02.989764Z","steps":["trace[257111435] 'agreement among raft nodes before linearized reading' (duration: 171.13922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:02.989666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.17441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:02.989875Z","caller":"traceutil/trace.go:171","msg":"trace[748421087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3953; }","duration":"230.417756ms","start":"2026-03-19T09:11:02.759448Z","end":"2026-03-19T09:11:02.989866Z","steps":["trace[748421087] 'agreement among raft nodes before linearized reading' (duration: 230.136739ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:03.208345Z","caller":"traceutil/trace.go:171","msg":"trace[1673522322] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"214.559203ms","start":"2026-03-19T09:11:02.993763Z","end":"2026-03-19T09:11:03.208322Z","steps":["trace[1673522322] 'process raft request' (duration: 214.371519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:03.208554Z","caller":"traceutil/trace.go:171","msg":"trace[750653526] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"214.741018ms","start":"2026-03-19T09:11:02.993794Z","end":"2026-03-19T09:11:03.208535Z","steps":["trace[750653526] 'process raft request' (duration: 214.491881ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:03.208531Z","caller":"traceutil/trace.go:171","msg":"trace[1992314250] linearizableReadLoop","detail":"{readStateIndex:4148; appliedIndex:4145; }","duration":"214.602075ms","start":"2026-03-19T09:11:02.993899Z","end":"2026-03-19T09:11:03.208501Z","steps":["trace[1992314250] 'read index received' (duration: 71.905508ms)","trace[1992314250] 'applied index is now lower than readState.Index' (duration: 142.694657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:03.208992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.085016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:03.20909Z","caller":"traceutil/trace.go:171","msg":"trace[2078813285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3956; }","duration":"215.24167ms","start":"2026-03-19T09:11:02.993828Z","end":"2026-03-19T09:11:03.209069Z","steps":["trace[2078813285] 'agreement among raft nodes before linearized reading' (duration: 214.891881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:03.89682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.058885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:03.896899Z","caller":"traceutil/trace.go:171","msg":"trace[1124639319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3957; }","duration":"215.145088ms","start":"2026-03-19T09:11:03.681734Z","end":"2026-03-19T09:11:03.896879Z","steps":["trace[1124639319] 'range keys from in-memory index tree' (duration: 214.962812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:06.645047Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2219} {"level":"info","ts":"2026-03-19T09:11:06.700925Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2219,"took":"54.833173ms","hash":2053397691,"current-db-size-bytes":19189760,"current-db-size":"19 MB","current-db-size-in-use-bytes":8552448,"current-db-size-in-use":"8.6 MB"} {"level":"info","ts":"2026-03-19T09:11:06.701004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2053397691,"revision":2219,"compact-revision":-1} {"level":"info","ts":"2026-03-19T09:11:11.550264Z","caller":"traceutil/trace.go:171","msg":"trace[2084874027] linearizableReadLoop","detail":"{readStateIndex:4187; appliedIndex:4186; }","duration":"449.218137ms","start":"2026-03-19T09:11:11.101024Z","end":"2026-03-19T09:11:11.550242Z","steps":["trace[2084874027] 'read index received' (duration: 449.046071ms)","trace[2084874027] 'applied index is now lower than readState.Index' (duration: 167.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:11.55034Z","caller":"traceutil/trace.go:171","msg":"trace[1791612980] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"464.949936ms","start":"2026-03-19T09:11:11.085362Z","end":"2026-03-19T09:11:11.550312Z","steps":["trace[1791612980] 'process raft request' (duration: 464.73351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.550503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:11.085328Z","time spent":"465.08271ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:11.550562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.087511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:11:11.550597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.548925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:11:11.550616Z","caller":"traceutil/trace.go:171","msg":"trace[572890700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3993; }","duration":"273.174404ms","start":"2026-03-19T09:11:11.277427Z","end":"2026-03-19T09:11:11.550601Z","steps":["trace[572890700] 'agreement among raft nodes before linearized reading' (duration: 273.01878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.550517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.573162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:11:11.550651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.572606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:11:11.550764Z","caller":"traceutil/trace.go:171","msg":"trace[1981726239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:3993; }","duration":"306.802718ms","start":"2026-03-19T09:11:11.243884Z","end":"2026-03-19T09:11:11.550687Z","steps":["trace[1981726239] 'agreement among raft nodes before linearized reading' (duration: 306.50736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:11.550806Z","caller":"traceutil/trace.go:171","msg":"trace[508787327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3993; }","duration":"449.803922ms","start":"2026-03-19T09:11:11.100977Z","end":"2026-03-19T09:11:11.550781Z","steps":["trace[508787327] 'agreement among raft nodes before linearized reading' (duration: 449.400142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.550861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:11.100958Z","time spent":"449.894224ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:11.550903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:11.24386Z","time spent":"306.989092ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:11:11.550639Z","caller":"traceutil/trace.go:171","msg":"trace[293038241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3993; }","duration":"281.614447ms","start":"2026-03-19T09:11:11.269014Z","end":"2026-03-19T09:11:11.550629Z","steps":["trace[293038241] 'agreement among raft nodes before linearized reading' (duration: 281.526065ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:11.820996Z","caller":"traceutil/trace.go:171","msg":"trace[27349319] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"265.19545ms","start":"2026-03-19T09:11:11.555786Z","end":"2026-03-19T09:11:11.820982Z","steps":["trace[27349319] 'process raft request' (duration: 265.087057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:11.820988Z","caller":"traceutil/trace.go:171","msg":"trace[745407025] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"266.421031ms","start":"2026-03-19T09:11:11.554526Z","end":"2026-03-19T09:11:11.820947Z","steps":["trace[745407025] 'process raft request' (duration: 184.319395ms)","trace[745407025] 'compare' (duration: 81.802689ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:11.82119Z","caller":"traceutil/trace.go:171","msg":"trace[1029459542] linearizableReadLoop","detail":"{readStateIndex:4191; appliedIndex:4187; }","duration":"265.045986ms","start":"2026-03-19T09:11:11.556127Z","end":"2026-03-19T09:11:11.821173Z","steps":["trace[1029459542] 'read index received' (duration: 30.790843ms)","trace[1029459542] 'applied index is now lower than readState.Index' (duration: 234.253283ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:11.821233Z","caller":"traceutil/trace.go:171","msg":"trace[1007206194] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"265.346283ms","start":"2026-03-19T09:11:11.555854Z","end":"2026-03-19T09:11:11.8212Z","steps":["trace[1007206194] 'process raft request' (duration: 265.109567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:11.821278Z","caller":"traceutil/trace.go:171","msg":"trace[2022734315] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"108.203619ms","start":"2026-03-19T09:11:11.713052Z","end":"2026-03-19T09:11:11.821256Z","steps":["trace[2022734315] 'process raft request' (duration: 108.128207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.821472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.619429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:11.821506Z","caller":"traceutil/trace.go:171","msg":"trace[1345373709] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3998; }","duration":"176.698541ms","start":"2026-03-19T09:11:11.644799Z","end":"2026-03-19T09:11:11.821498Z","steps":["trace[1345373709] 'agreement among raft nodes before linearized reading' (duration: 176.627819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:11.821501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.434723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:11.821524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.383894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:11.82156Z","caller":"traceutil/trace.go:171","msg":"trace[1415791110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3998; }","duration":"139.540506ms","start":"2026-03-19T09:11:11.682004Z","end":"2026-03-19T09:11:11.821544Z","steps":["trace[1415791110] 'agreement among raft nodes before linearized reading' (duration: 139.435603ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:11.821579Z","caller":"traceutil/trace.go:171","msg":"trace[607318213] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3998; }","duration":"265.478606ms","start":"2026-03-19T09:11:11.556085Z","end":"2026-03-19T09:11:11.821564Z","steps":["trace[607318213] 'agreement among raft nodes before linearized reading' (duration: 265.192079ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:11.821581Z","caller":"traceutil/trace.go:171","msg":"trace[1099892478] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"232.750375ms","start":"2026-03-19T09:11:11.588797Z","end":"2026-03-19T09:11:11.821547Z","steps":["trace[1099892478] 'process raft request' (duration: 232.303244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:12.199259Z","caller":"traceutil/trace.go:171","msg":"trace[967713852] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"164.554573ms","start":"2026-03-19T09:11:12.034682Z","end":"2026-03-19T09:11:12.199236Z","steps":["trace[967713852] 'process raft request' (duration: 164.387908ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:13.771316Z","caller":"traceutil/trace.go:171","msg":"trace[1414691220] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"152.394412ms","start":"2026-03-19T09:11:13.618895Z","end":"2026-03-19T09:11:13.77129Z","steps":["trace[1414691220] 'process raft request' (duration: 151.5075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.326856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457003196,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:14.619122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.843317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:14.619295Z","caller":"traceutil/trace.go:171","msg":"trace[854719444] linearizableReadLoop","detail":"{readStateIndex:4202; appliedIndex:4199; }","duration":"793.394363ms","start":"2026-03-19T09:11:13.825888Z","end":"2026-03-19T09:11:14.619283Z","steps":["trace[854719444] 'read index received' (duration: 584.373821ms)","trace[854719444] 'applied index is now lower than readState.Index' (duration: 209.019712ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:14.619303Z","caller":"traceutil/trace.go:171","msg":"trace[735321003] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"836.17172ms","start":"2026-03-19T09:11:13.783093Z","end":"2026-03-19T09:11:14.619264Z","steps":["trace[735321003] 'process raft request' (duration: 627.145668ms)","trace[735321003] 'compare' (duration: 208.760595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:14.619413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.783068Z","time spent":"836.300284ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1999,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:14.619462Z","caller":"traceutil/trace.go:171","msg":"trace[203116983] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"792.422079ms","start":"2026-03-19T09:11:13.827032Z","end":"2026-03-19T09:11:14.619454Z","steps":["trace[203116983] 'process raft request' (duration: 792.160372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.61951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.827016Z","time spent":"792.46275ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:14.619625Z","caller":"traceutil/trace.go:171","msg":"trace[320993279] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"414.74545ms","start":"2026-03-19T09:11:14.204873Z","end":"2026-03-19T09:11:14.619619Z","steps":["trace[320993279] 'process raft request' (duration: 414.378101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.619665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:14.204855Z","time spent":"414.791971ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:14.619801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.911526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:11:14.619823Z","caller":"traceutil/trace.go:171","msg":"trace[628146639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4007; }","duration":"793.962228ms","start":"2026-03-19T09:11:13.825855Z","end":"2026-03-19T09:11:14.619818Z","steps":["trace[628146639] 'agreement among raft nodes before linearized reading' (duration: 793.879696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.619842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.82584Z","time spent":"793.997968ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:14.620257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.917049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:14.620342Z","caller":"traceutil/trace.go:171","msg":"trace[1531993715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4007; }","duration":"270.042112ms","start":"2026-03-19T09:11:14.350276Z","end":"2026-03-19T09:11:14.620318Z","steps":["trace[1531993715] 'agreement among raft nodes before linearized reading' (duration: 269.902729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.620417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.350936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:11:14.620457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.296217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:14.620497Z","caller":"traceutil/trace.go:171","msg":"trace[402523730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:4007; }","duration":"792.456728ms","start":"2026-03-19T09:11:13.828019Z","end":"2026-03-19T09:11:14.620476Z","steps":["trace[402523730] 'agreement among raft nodes before linearized reading' (duration: 792.224473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:14.620513Z","caller":"traceutil/trace.go:171","msg":"trace[1864917720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4007; }","duration":"183.39227ms","start":"2026-03-19T09:11:14.437105Z","end":"2026-03-19T09:11:14.620497Z","steps":["trace[1864917720] 'agreement among raft nodes before linearized reading' (duration: 183.191795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.620501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.844217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:14.620573Z","caller":"traceutil/trace.go:171","msg":"trace[150089155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4007; }","duration":"223.978012ms","start":"2026-03-19T09:11:14.396575Z","end":"2026-03-19T09:11:14.620553Z","steps":["trace[150089155] 'agreement among raft nodes before linearized reading' (duration: 223.771536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.620564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.828011Z","time spent":"792.540381ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:11:14.620511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.148742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:11:14.620604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.771547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:14.62063Z","caller":"traceutil/trace.go:171","msg":"trace[2002593282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4007; }","duration":"794.279917ms","start":"2026-03-19T09:11:13.826333Z","end":"2026-03-19T09:11:14.620613Z","steps":["trace[2002593282] 'agreement among raft nodes before linearized reading' (duration: 794.088141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.620705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.797585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-19T09:11:14.620731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.826324Z","time spent":"794.388699ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:11:14.620716Z","caller":"traceutil/trace.go:171","msg":"trace[1328651404] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4007; }","duration":"670.978893ms","start":"2026-03-19T09:11:13.949712Z","end":"2026-03-19T09:11:14.620691Z","steps":["trace[1328651404] 'agreement among raft nodes before linearized reading' (duration: 670.668504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.620853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.609235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:14.620778Z","caller":"traceutil/trace.go:171","msg":"trace[44826853] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4007; }","duration":"110.92836ms","start":"2026-03-19T09:11:14.509832Z","end":"2026-03-19T09:11:14.620761Z","steps":["trace[44826853] 'agreement among raft nodes before linearized reading' (duration: 110.529639ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:14.620887Z","caller":"traceutil/trace.go:171","msg":"trace[1690962522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4007; }","duration":"794.669437ms","start":"2026-03-19T09:11:13.82621Z","end":"2026-03-19T09:11:14.62088Z","steps":["trace[1690962522] 'agreement among raft nodes before linearized reading' (duration: 793.63842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.620915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.8262Z","time spent":"794.709207ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:14.620918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:13.949676Z","time spent":"671.162838ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":14,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:11:14.748756Z","caller":"traceutil/trace.go:171","msg":"trace[1274175033] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"123.390765ms","start":"2026-03-19T09:11:14.625346Z","end":"2026-03-19T09:11:14.748737Z","steps":["trace[1274175033] 'process raft request' (duration: 118.232204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:14.748887Z","caller":"traceutil/trace.go:171","msg":"trace[626490835] linearizableReadLoop","detail":"{readStateIndex:4207; appliedIndex:4204; }","duration":"104.69355ms","start":"2026-03-19T09:11:14.644168Z","end":"2026-03-19T09:11:14.748862Z","steps":["trace[626490835] 'read index received' (duration: 99.376225ms)","trace[626490835] 'applied index is now lower than readState.Index' (duration: 5.316225ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:14.749003Z","caller":"traceutil/trace.go:171","msg":"trace[568228089] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"121.736294ms","start":"2026-03-19T09:11:14.627258Z","end":"2026-03-19T09:11:14.748994Z","steps":["trace[568228089] 'process raft request' (duration: 121.429746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:14.749103Z","caller":"traceutil/trace.go:171","msg":"trace[1292090946] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"123.082588ms","start":"2026-03-19T09:11:14.62582Z","end":"2026-03-19T09:11:14.748902Z","steps":["trace[1292090946] 'process raft request' (duration: 122.838662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:14.749253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.167406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"info","ts":"2026-03-19T09:11:14.749307Z","caller":"traceutil/trace.go:171","msg":"trace[1184611922] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4012; }","duration":"102.266328ms","start":"2026-03-19T09:11:14.647031Z","end":"2026-03-19T09:11:14.749298Z","steps":["trace[1184611922] 'agreement among raft nodes before linearized reading' (duration: 102.106304ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:15.409174Z","caller":"traceutil/trace.go:171","msg":"trace[844244862] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"157.643747ms","start":"2026-03-19T09:11:15.251506Z","end":"2026-03-19T09:11:15.409149Z","steps":["trace[844244862] 'process raft request' (duration: 157.481423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.992203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.578819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:16.992397Z","caller":"traceutil/trace.go:171","msg":"trace[1360165474] linearizableReadLoop","detail":"{readStateIndex:4213; appliedIndex:4212; }","duration":"329.494493ms","start":"2026-03-19T09:11:16.662812Z","end":"2026-03-19T09:11:16.992306Z","steps":["trace[1360165474] 'read index received' (duration: 74.78369ms)","trace[1360165474] 'applied index is now lower than readState.Index' (duration: 254.708763ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:16.992555Z","caller":"traceutil/trace.go:171","msg":"trace[1307185989] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"329.851263ms","start":"2026-03-19T09:11:16.662684Z","end":"2026-03-19T09:11:16.992535Z","steps":["trace[1307185989] 'process raft request' (duration: 74.857113ms)","trace[1307185989] 'compare' (duration: 254.441866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:16.992652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:16.662659Z","time spent":"329.936016ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:16.99281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.976055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:16.992915Z","caller":"traceutil/trace.go:171","msg":"trace[146571678] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4018; }","duration":"330.104128ms","start":"2026-03-19T09:11:16.662788Z","end":"2026-03-19T09:11:16.992892Z","steps":["trace[146571678] 'agreement among raft nodes before linearized reading' (duration: 329.78569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:16.992977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:16.662777Z","time spent":"330.183641ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63234,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:11:17.023669Z","caller":"traceutil/trace.go:171","msg":"trace[381321548] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"360.041689ms","start":"2026-03-19T09:11:16.663596Z","end":"2026-03-19T09:11:17.023637Z","steps":["trace[381321548] 'process raft request' (duration: 359.67587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:17.023761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.942165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:11:17.023794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:16.663584Z","time spent":"360.150693ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:17.023804Z","caller":"traceutil/trace.go:171","msg":"trace[115004695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4019; }","duration":"271.044847ms","start":"2026-03-19T09:11:16.752748Z","end":"2026-03-19T09:11:17.023793Z","steps":["trace[115004695] 'agreement among raft nodes before linearized reading' (duration: 270.848712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:17.023932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.237047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:17.024003Z","caller":"traceutil/trace.go:171","msg":"trace[1198263611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4019; }","duration":"342.34192ms","start":"2026-03-19T09:11:16.681643Z","end":"2026-03-19T09:11:17.023985Z","steps":["trace[1198263611] 'agreement among raft nodes before linearized reading' (duration: 342.225307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:17.023987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.16896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:17.024051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:16.681628Z","time spent":"342.411041ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:17.024076Z","caller":"traceutil/trace.go:171","msg":"trace[701542460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4019; }","duration":"271.296774ms","start":"2026-03-19T09:11:16.752762Z","end":"2026-03-19T09:11:17.024058Z","steps":["trace[701542460] 'agreement among raft nodes before linearized reading' (duration: 271.058168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:19.381764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.73684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:19.381879Z","caller":"traceutil/trace.go:171","msg":"trace[305985898] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"286.716856ms","start":"2026-03-19T09:11:19.095142Z","end":"2026-03-19T09:11:19.381859Z","steps":["trace[305985898] 'process raft request' (duration: 185.834213ms)","trace[305985898] 'compare' (duration: 100.613877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:19.667892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.165843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:19.668211Z","caller":"traceutil/trace.go:171","msg":"trace[1700833603] linearizableReadLoop","detail":"{readStateIndex:4227; appliedIndex:4224; }","duration":"208.55676ms","start":"2026-03-19T09:11:19.459632Z","end":"2026-03-19T09:11:19.668189Z","steps":["trace[1700833603] 'read index received' (duration: 101.045338ms)","trace[1700833603] 'applied index is now lower than readState.Index' (duration: 107.510382ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:19.668342Z","caller":"traceutil/trace.go:171","msg":"trace[1954114111] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"573.073894ms","start":"2026-03-19T09:11:19.095251Z","end":"2026-03-19T09:11:19.668325Z","steps":["trace[1954114111] 'process raft request' (duration: 465.379077ms)","trace[1954114111] 'compare' (duration: 106.788574ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:19.668391Z","caller":"traceutil/trace.go:171","msg":"trace[924153654] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"572.618763ms","start":"2026-03-19T09:11:19.095744Z","end":"2026-03-19T09:11:19.668363Z","steps":["trace[924153654] 'process raft request' (duration: 572.385757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:19.668431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.095233Z","time spent":"573.148475ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:19.668421Z","caller":"traceutil/trace.go:171","msg":"trace[228024445] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"572.788616ms","start":"2026-03-19T09:11:19.095594Z","end":"2026-03-19T09:11:19.668383Z","steps":["trace[228024445] 'process raft request' (duration: 572.431737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:19.668534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.095668Z","time spent":"572.794437ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:19.668603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.09557Z","time spent":"572.947161ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:19.668776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.071024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:19.668896Z","caller":"traceutil/trace.go:171","msg":"trace[1742934872] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:0; response_revision:4031; }","duration":"209.278919ms","start":"2026-03-19T09:11:19.459531Z","end":"2026-03-19T09:11:19.66881Z","steps":["trace[1742934872] 'agreement among raft nodes before linearized reading' (duration: 208.994181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.13803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.763707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:20.138195Z","caller":"traceutil/trace.go:171","msg":"trace[1312776809] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"463.403057ms","start":"2026-03-19T09:11:19.674765Z","end":"2026-03-19T09:11:20.138168Z","steps":["trace[1312776809] 'process raft request' (duration: 118.935852ms)","trace[1312776809] 'compare' (duration: 343.415519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:20.13827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.674741Z","time spent":"463.5002ms","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2358,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:20.316968Z","caller":"traceutil/trace.go:171","msg":"trace[544059881] linearizableReadLoop","detail":"{readStateIndex:4229; appliedIndex:4227; }","duration":"637.547184ms","start":"2026-03-19T09:11:19.679395Z","end":"2026-03-19T09:11:20.316943Z","steps":["trace[544059881] 'read index received' (duration: 114.326426ms)","trace[544059881] 'applied index is now lower than readState.Index' (duration: 523.219848ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:20.31706Z","caller":"traceutil/trace.go:171","msg":"trace[1675713387] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"641.449043ms","start":"2026-03-19T09:11:19.675576Z","end":"2026-03-19T09:11:20.317025Z","steps":["trace[1675713387] 'process raft request' (duration: 565.972584ms)","trace[1675713387] 'compare' (duration: 75.280914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:20.317123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.705277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:20.317163Z","caller":"traceutil/trace.go:171","msg":"trace[743489996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4033; }","duration":"637.79551ms","start":"2026-03-19T09:11:19.679356Z","end":"2026-03-19T09:11:20.317152Z","steps":["trace[743489996] 'agreement among raft nodes before linearized reading' (duration: 637.700447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.317187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.679339Z","time spent":"637.843191ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:20.317236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.675539Z","time spent":"641.600777ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:20.317317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.065293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2373"} {"level":"info","ts":"2026-03-19T09:11:20.317371Z","caller":"traceutil/trace.go:171","msg":"trace[1800538023] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:4033; }","duration":"174.149426ms","start":"2026-03-19T09:11:20.143206Z","end":"2026-03-19T09:11:20.317356Z","steps":["trace[1800538023] 'agreement among raft nodes before linearized reading' (duration: 173.977032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.317434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.632388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:11:20.3175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.527401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-19T09:11:20.317531Z","caller":"traceutil/trace.go:171","msg":"trace[1788748070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4033; }","duration":"477.765832ms","start":"2026-03-19T09:11:19.839747Z","end":"2026-03-19T09:11:20.317512Z","steps":["trace[1788748070] 'agreement among raft nodes before linearized reading' (duration: 477.439364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.317585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:19.839667Z","time spent":"477.904465ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:11:20.317591Z","caller":"traceutil/trace.go:171","msg":"trace[772172605] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:4033; }","duration":"175.679815ms","start":"2026-03-19T09:11:20.14187Z","end":"2026-03-19T09:11:20.317549Z","steps":["trace[772172605] 'agreement among raft nodes before linearized reading' (duration: 175.333506ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:20.562478Z","caller":"traceutil/trace.go:171","msg":"trace[84423245] linearizableReadLoop","detail":"{readStateIndex:4231; appliedIndex:4230; }","duration":"182.812517ms","start":"2026-03-19T09:11:20.379624Z","end":"2026-03-19T09:11:20.562437Z","steps":["trace[84423245] 'read index received' (duration: 175.527621ms)","trace[84423245] 'applied index is now lower than readState.Index' (duration: 7.283366ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:20.562549Z","caller":"traceutil/trace.go:171","msg":"trace[77112250] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"184.369335ms","start":"2026-03-19T09:11:20.378128Z","end":"2026-03-19T09:11:20.562497Z","steps":["trace[77112250] 'process raft request' (duration: 177.09099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.562739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.057223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:20.562811Z","caller":"traceutil/trace.go:171","msg":"trace[1406194694] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4035; }","duration":"183.217107ms","start":"2026-03-19T09:11:20.379575Z","end":"2026-03-19T09:11:20.562792Z","steps":["trace[1406194694] 'agreement among raft nodes before linearized reading' (duration: 183.049943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:20.774315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.265014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:20.774663Z","caller":"traceutil/trace.go:171","msg":"trace[666840339] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"117.726552ms","start":"2026-03-19T09:11:20.656892Z","end":"2026-03-19T09:11:20.774619Z","steps":["trace[666840339] 'process raft request' (duration: 12.052897ms)","trace[666840339] 'compare' (duration: 105.122181ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:21.262438Z","caller":"traceutil/trace.go:171","msg":"trace[136077346] linearizableReadLoop","detail":"{readStateIndex:4234; appliedIndex:4233; }","duration":"161.610736ms","start":"2026-03-19T09:11:21.100786Z","end":"2026-03-19T09:11:21.262397Z","steps":["trace[136077346] 'read index received' (duration: 161.34337ms)","trace[136077346] 'applied index is now lower than readState.Index' (duration: 266.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:21.262473Z","caller":"traceutil/trace.go:171","msg":"trace[2086627741] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"163.163087ms","start":"2026-03-19T09:11:21.099279Z","end":"2026-03-19T09:11:21.262443Z","steps":["trace[2086627741] 'process raft request' (duration: 162.927091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:21.262882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.055448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:21.262982Z","caller":"traceutil/trace.go:171","msg":"trace[861876426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4038; }","duration":"162.215233ms","start":"2026-03-19T09:11:21.100747Z","end":"2026-03-19T09:11:21.262962Z","steps":["trace[861876426] 'agreement among raft nodes before linearized reading' (duration: 161.814342ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:21.52277Z","caller":"traceutil/trace.go:171","msg":"trace[903320020] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"101.665984ms","start":"2026-03-19T09:11:21.42107Z","end":"2026-03-19T09:11:21.522736Z","steps":["trace[903320020] 'process raft request' (duration: 101.401507ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:22.929735Z","caller":"traceutil/trace.go:171","msg":"trace[557945882] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"149.247823ms","start":"2026-03-19T09:11:22.780444Z","end":"2026-03-19T09:11:22.929692Z","steps":["trace[557945882] 'process raft request' (duration: 148.954285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:23.092287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.005331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:23.092545Z","caller":"traceutil/trace.go:171","msg":"trace[342263173] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"241.943579ms","start":"2026-03-19T09:11:22.850578Z","end":"2026-03-19T09:11:23.092521Z","steps":["trace[342263173] 'process raft request' (duration: 241.863647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:23.092706Z","caller":"traceutil/trace.go:171","msg":"trace[2049447091] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"311.862316ms","start":"2026-03-19T09:11:22.780774Z","end":"2026-03-19T09:11:23.092636Z","steps":["trace[2049447091] 'process raft request' (duration: 178.387874ms)","trace[2049447091] 'compare' (duration: 132.817256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:23.09322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:22.780742Z","time spent":"312.222555ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:23.379292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.341965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:11:23.379402Z","caller":"traceutil/trace.go:171","msg":"trace[1987910270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4047; }","duration":"112.501169ms","start":"2026-03-19T09:11:23.266874Z","end":"2026-03-19T09:11:23.379375Z","steps":["trace[1987910270] 'range keys from in-memory index tree' (duration: 112.065429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:23.379513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.224107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:11:23.379625Z","caller":"traceutil/trace.go:171","msg":"trace[171451464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:4047; }","duration":"111.382281ms","start":"2026-03-19T09:11:23.268216Z","end":"2026-03-19T09:11:23.379599Z","steps":["trace[171451464] 'range keys from in-memory index tree' (duration: 111.040502ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:23.514944Z","caller":"traceutil/trace.go:171","msg":"trace[2088270684] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"129.82721ms","start":"2026-03-19T09:11:23.385084Z","end":"2026-03-19T09:11:23.514911Z","steps":["trace[2088270684] 'process raft request' (duration: 129.543962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.54317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.238965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:24.543274Z","caller":"traceutil/trace.go:171","msg":"trace[1313125255] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:4054; }","duration":"223.382998ms","start":"2026-03-19T09:11:24.319868Z","end":"2026-03-19T09:11:24.543251Z","steps":["trace[1313125255] 'count revisions from in-memory index tree' (duration: 223.151762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:24.543594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.845005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:11:24.543711Z","caller":"traceutil/trace.go:171","msg":"trace[769451545] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4054; }","duration":"164.018009ms","start":"2026-03-19T09:11:24.379659Z","end":"2026-03-19T09:11:24.543677Z","steps":["trace[769451545] 'range keys from in-memory index tree' (duration: 163.613569ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:24.715062Z","caller":"traceutil/trace.go:171","msg":"trace[2049786913] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"166.340387ms","start":"2026-03-19T09:11:24.548694Z","end":"2026-03-19T09:11:24.715035Z","steps":["trace[2049786913] 'process raft request' (duration: 166.168243ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:25.009439Z","caller":"traceutil/trace.go:171","msg":"trace[2034677336] linearizableReadLoop","detail":"{readStateIndex:4253; appliedIndex:4251; }","duration":"327.887423ms","start":"2026-03-19T09:11:24.681522Z","end":"2026-03-19T09:11:25.009409Z","steps":["trace[2034677336] 'read index received' (duration: 33.402898ms)","trace[2034677336] 'applied index is now lower than readState.Index' (duration: 294.483445ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:25.009551Z","caller":"traceutil/trace.go:171","msg":"trace[2062398506] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"459.001775ms","start":"2026-03-19T09:11:24.550511Z","end":"2026-03-19T09:11:25.009513Z","steps":["trace[2062398506] 'process raft request' (duration: 458.713858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:25.009586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.040617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:25.009644Z","caller":"traceutil/trace.go:171","msg":"trace[395831443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4056; }","duration":"328.121249ms","start":"2026-03-19T09:11:24.681506Z","end":"2026-03-19T09:11:25.009628Z","steps":["trace[395831443] 'agreement among raft nodes before linearized reading' (duration: 328.018107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:25.009698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:24.681451Z","time spent":"328.236032ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:25.009716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:24.550483Z","time spent":"459.148219ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:25.26806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.172873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:25.268211Z","caller":"traceutil/trace.go:171","msg":"trace[1780607366] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"169.417435ms","start":"2026-03-19T09:11:25.098779Z","end":"2026-03-19T09:11:25.268196Z","steps":["trace[1780607366] 'process raft request' (duration: 169.375324ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:25.268285Z","caller":"traceutil/trace.go:171","msg":"trace[299639745] linearizableReadLoop","detail":"{readStateIndex:4254; appliedIndex:4253; }","duration":"257.393442ms","start":"2026-03-19T09:11:25.010833Z","end":"2026-03-19T09:11:25.268226Z","steps":["trace[299639745] 'read index received' (duration: 128.008844ms)","trace[299639745] 'applied index is now lower than readState.Index' (duration: 129.379558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:25.268495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.624297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:25.268558Z","caller":"traceutil/trace.go:171","msg":"trace[1189245095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4058; }","duration":"257.73848ms","start":"2026-03-19T09:11:25.010803Z","end":"2026-03-19T09:11:25.268542Z","steps":["trace[1189245095] 'agreement among raft nodes before linearized reading' (duration: 257.589016ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:25.268522Z","caller":"traceutil/trace.go:171","msg":"trace[251112702] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"331.493534ms","start":"2026-03-19T09:11:24.93697Z","end":"2026-03-19T09:11:25.268464Z","steps":["trace[251112702] 'process raft request' (duration: 201.85098ms)","trace[251112702] 'compare' (duration: 129.08877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:25.268764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:24.936935Z","time spent":"331.71769ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:25.558187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.903197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:11:25.558242Z","caller":"traceutil/trace.go:171","msg":"trace[95741447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:4058; }","duration":"168.00435ms","start":"2026-03-19T09:11:25.390225Z","end":"2026-03-19T09:11:25.558229Z","steps":["trace[95741447] 'range keys from in-memory index tree' (duration: 167.749534ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:25.702982Z","caller":"traceutil/trace.go:171","msg":"trace[364595802] linearizableReadLoop","detail":"{readStateIndex:4256; appliedIndex:4255; }","duration":"140.759008ms","start":"2026-03-19T09:11:25.562191Z","end":"2026-03-19T09:11:25.70295Z","steps":["trace[364595802] 'read index received' (duration: 140.46908ms)","trace[364595802] 'applied index is now lower than readState.Index' (duration: 288.868µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:25.703388Z","caller":"traceutil/trace.go:171","msg":"trace[497300939] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"141.894927ms","start":"2026-03-19T09:11:25.56148Z","end":"2026-03-19T09:11:25.703374Z","steps":["trace[497300939] 'process raft request' (duration: 141.315312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:25.703801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.60369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:25.703849Z","caller":"traceutil/trace.go:171","msg":"trace[331218440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4059; }","duration":"141.745393ms","start":"2026-03-19T09:11:25.562091Z","end":"2026-03-19T09:11:25.703836Z","steps":["trace[331218440] 'agreement among raft nodes before linearized reading' (duration: 141.542958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:25.703972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.969234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:25.704041Z","caller":"traceutil/trace.go:171","msg":"trace[627624648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4059; }","duration":"119.095297ms","start":"2026-03-19T09:11:25.584932Z","end":"2026-03-19T09:11:25.704028Z","steps":["trace[627624648] 'agreement among raft nodes before linearized reading' (duration: 118.884562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.166976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.086523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:26.167207Z","caller":"traceutil/trace.go:171","msg":"trace[1548516419] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"361.675712ms","start":"2026-03-19T09:11:25.805508Z","end":"2026-03-19T09:11:26.167183Z","steps":["trace[1548516419] 'process raft request' (duration: 361.59575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.167316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.80548Z","time spent":"361.783525ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.167583Z","caller":"traceutil/trace.go:171","msg":"trace[230189763] linearizableReadLoop","detail":"{readStateIndex:4257; appliedIndex:4256; }","duration":"458.974854ms","start":"2026-03-19T09:11:25.708572Z","end":"2026-03-19T09:11:26.167547Z","steps":["trace[230189763] 'read index received' (duration: 286.228174ms)","trace[230189763] 'applied index is now lower than readState.Index' (duration: 172.74374ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:26.167655Z","caller":"traceutil/trace.go:171","msg":"trace[748584691] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"460.038151ms","start":"2026-03-19T09:11:25.707571Z","end":"2026-03-19T09:11:26.16761Z","steps":["trace[748584691] 'process raft request' (duration: 287.22023ms)","trace[748584691] 'compare' (duration: 171.95384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:26.167871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.271352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:26.167921Z","caller":"traceutil/trace.go:171","msg":"trace[6318446] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4061; }","duration":"459.366755ms","start":"2026-03-19T09:11:25.708543Z","end":"2026-03-19T09:11:26.16791Z","steps":["trace[6318446] 'agreement among raft nodes before linearized reading' (duration: 459.123178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.16795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.708526Z","time spent":"459.416566ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:11:26.167963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.564089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:11:26.167987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.29611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:26.168023Z","caller":"traceutil/trace.go:171","msg":"trace[1613221083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4061; }","duration":"333.669991ms","start":"2026-03-19T09:11:25.834338Z","end":"2026-03-19T09:11:26.168008Z","steps":["trace[1613221083] 'agreement among raft nodes before linearized reading' (duration: 333.446285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.168061Z","caller":"traceutil/trace.go:171","msg":"trace[2136915598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4061; }","duration":"390.450674ms","start":"2026-03-19T09:11:25.777593Z","end":"2026-03-19T09:11:26.168043Z","steps":["trace[2136915598] 'agreement among raft nodes before linearized reading' (duration: 390.177636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.168091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.834318Z","time spent":"333.764503ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:26.168106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.777559Z","time spent":"390.536226ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:26.168195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.325215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:26.168238Z","caller":"traceutil/trace.go:171","msg":"trace[1292639228] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:0; response_revision:4061; }","duration":"110.404257ms","start":"2026-03-19T09:11:26.057819Z","end":"2026-03-19T09:11:26.168223Z","steps":["trace[1292639228] 'agreement among raft nodes before linearized reading' (duration: 110.337125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.168231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.829095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:11:26.168279Z","caller":"traceutil/trace.go:171","msg":"trace[414229062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4061; }","duration":"335.926188ms","start":"2026-03-19T09:11:25.832336Z","end":"2026-03-19T09:11:26.168262Z","steps":["trace[414229062] 'agreement among raft nodes before linearized reading' (duration: 335.817435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.168316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.8323Z","time spent":"336.01003ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:26.169388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:25.707549Z","time spent":"460.236547ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.494205Z","caller":"traceutil/trace.go:171","msg":"trace[179508499] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"321.787878ms","start":"2026-03-19T09:11:26.172392Z","end":"2026-03-19T09:11:26.494179Z","steps":["trace[179508499] 'process raft request' (duration: 321.630214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.494384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.172381Z","time spent":"321.925201ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.579226Z","caller":"traceutil/trace.go:171","msg":"trace[1605498794] linearizableReadLoop","detail":"{readStateIndex:4261; appliedIndex:4258; }","duration":"401.217487ms","start":"2026-03-19T09:11:26.177984Z","end":"2026-03-19T09:11:26.579201Z","steps":["trace[1605498794] 'read index received' (duration: 316.005601ms)","trace[1605498794] 'applied index is now lower than readState.Index' (duration: 85.210716ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:26.57933Z","caller":"traceutil/trace.go:171","msg":"trace[332693058] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"405.982688ms","start":"2026-03-19T09:11:26.17331Z","end":"2026-03-19T09:11:26.579293Z","steps":["trace[332693058] 'process raft request' (duration: 402.048878ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.579349Z","caller":"traceutil/trace.go:171","msg":"trace[1732501407] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"405.465374ms","start":"2026-03-19T09:11:26.173838Z","end":"2026-03-19T09:11:26.579303Z","steps":["trace[1732501407] 'process raft request' (duration: 405.31391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.579407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.590565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:26.579458Z","caller":"traceutil/trace.go:171","msg":"trace[1524516741] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4064; }","duration":"362.728708ms","start":"2026-03-19T09:11:26.216716Z","end":"2026-03-19T09:11:26.579445Z","steps":["trace[1524516741] 'agreement among raft nodes before linearized reading' (duration: 362.631545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.579498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.216685Z","time spent":"362.8021ms","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:26.579561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.552565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:26.579597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.269171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:26.579702Z","caller":"traceutil/trace.go:171","msg":"trace[323057757] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4064; }","duration":"315.438457ms","start":"2026-03-19T09:11:26.264237Z","end":"2026-03-19T09:11:26.579676Z","steps":["trace[323057757] 'agreement among raft nodes before linearized reading' (duration: 315.21444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.579698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.173819Z","time spent":"405.630248ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:26.579678Z","caller":"traceutil/trace.go:171","msg":"trace[1034115959] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:4064; }","duration":"401.682199ms","start":"2026-03-19T09:11:26.177968Z","end":"2026-03-19T09:11:26.57965Z","steps":["trace[1034115959] 'agreement among raft nodes before linearized reading' (duration: 401.36372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.579763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.264206Z","time spent":"315.54757ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:11:26.579799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.173285Z","time spent":"406.137792ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:26.579873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.177909Z","time spent":"401.863734ms","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-03-19T09:11:26.829766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.304486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:26.830169Z","caller":"traceutil/trace.go:171","msg":"trace[1519638537] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"235.109145ms","start":"2026-03-19T09:11:26.595039Z","end":"2026-03-19T09:11:26.830148Z","steps":["trace[1519638537] 'process raft request' (duration: 120.342099ms)","trace[1519638537] 'compare' (duration: 114.168711ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:26.830315Z","caller":"traceutil/trace.go:171","msg":"trace[1552873871] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4066; }","duration":"231.506314ms","start":"2026-03-19T09:11:26.598746Z","end":"2026-03-19T09:11:26.830252Z","steps":["trace[1552873871] 'process raft request' (duration: 231.130585ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.830558Z","caller":"traceutil/trace.go:171","msg":"trace[2005929247] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"228.868147ms","start":"2026-03-19T09:11:26.601662Z","end":"2026-03-19T09:11:26.83053Z","steps":["trace[2005929247] 'process raft request' (duration: 228.256852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:26.922852Z","caller":"traceutil/trace.go:171","msg":"trace[767493201] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4262; }","duration":"319.368517ms","start":"2026-03-19T09:11:26.603454Z","end":"2026-03-19T09:11:26.922823Z","steps":["trace[767493201] 'read index received' (duration: 111.902644ms)","trace[767493201] 'applied index is now lower than readState.Index' (duration: 207.463153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:26.923141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.660774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T09:11:26.923217Z","caller":"traceutil/trace.go:171","msg":"trace[522300631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4067; }","duration":"319.768696ms","start":"2026-03-19T09:11:26.603426Z","end":"2026-03-19T09:11:26.923194Z","steps":["trace[522300631] 'agreement among raft nodes before linearized reading' (duration: 319.53761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:26.923273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.603416Z","time spent":"319.840459ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-19T09:11:27.216648Z","caller":"traceutil/trace.go:171","msg":"trace[235095485] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"374.622121ms","start":"2026-03-19T09:11:26.841984Z","end":"2026-03-19T09:11:27.216606Z","steps":["trace[235095485] 'process raft request' (duration: 295.692295ms)","trace[235095485] 'compare' (duration: 78.544577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:27.216842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.841954Z","time spent":"374.777835ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1175,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:27.216885Z","caller":"traceutil/trace.go:171","msg":"trace[1036223428] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"372.978169ms","start":"2026-03-19T09:11:26.843871Z","end":"2026-03-19T09:11:27.216849Z","steps":["trace[1036223428] 'process raft request' (duration: 372.61112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.216986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.883563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:27.216998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.73417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:11:27.217036Z","caller":"traceutil/trace.go:171","msg":"trace[262179981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4069; }","duration":"519.980466ms","start":"2026-03-19T09:11:26.697042Z","end":"2026-03-19T09:11:27.217023Z","steps":["trace[262179981] 'agreement among raft nodes before linearized reading' (duration: 519.888113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.217075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.697023Z","time spent":"520.043317ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:11:27.217074Z","caller":"traceutil/trace.go:171","msg":"trace[829436166] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4069; }","duration":"497.896883ms","start":"2026-03-19T09:11:26.719154Z","end":"2026-03-19T09:11:27.217051Z","steps":["trace[829436166] 'agreement among raft nodes before linearized reading' (duration: 497.662098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.217081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.843853Z","time spent":"373.133623ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:27.217127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.719122Z","time spent":"497.991746ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:11:27.216624Z","caller":"traceutil/trace.go:171","msg":"trace[1718458506] linearizableReadLoop","detail":"{readStateIndex:4269; appliedIndex:4267; }","duration":"293.663773ms","start":"2026-03-19T09:11:26.922936Z","end":"2026-03-19T09:11:27.2166Z","steps":["trace[1718458506] 'read index received' (duration: 214.754168ms)","trace[1718458506] 'applied index is now lower than readState.Index' (duration: 78.906355ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:27.51039Z","caller":"traceutil/trace.go:171","msg":"trace[1029925783] linearizableReadLoop","detail":"{readStateIndex:4270; appliedIndex:4269; }","duration":"291.847117ms","start":"2026-03-19T09:11:27.218518Z","end":"2026-03-19T09:11:27.510365Z","steps":["trace[1029925783] 'read index received' (duration: 291.599931ms)","trace[1029925783] 'applied index is now lower than readState.Index' (duration: 245.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:27.510505Z","caller":"traceutil/trace.go:171","msg":"trace[38489551] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"586.781843ms","start":"2026-03-19T09:11:26.92366Z","end":"2026-03-19T09:11:27.510442Z","steps":["trace[38489551] 'process raft request' (duration: 586.491086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.510573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.029332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:27.51075Z","caller":"traceutil/trace.go:171","msg":"trace[505647020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4070; }","duration":"292.249587ms","start":"2026-03-19T09:11:27.218486Z","end":"2026-03-19T09:11:27.510736Z","steps":["trace[505647020] 'agreement among raft nodes before linearized reading' (duration: 291.980041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.510793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:26.923642Z","time spent":"587.006969ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:27.523494Z","caller":"traceutil/trace.go:171","msg":"trace[1661810803] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"249.572342ms","start":"2026-03-19T09:11:27.273885Z","end":"2026-03-19T09:11:27.523458Z","steps":["trace[1661810803] 'process raft request' (duration: 249.524441ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.524028Z","caller":"traceutil/trace.go:171","msg":"trace[238371526] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"301.990575ms","start":"2026-03-19T09:11:27.222012Z","end":"2026-03-19T09:11:27.524002Z","steps":["trace[238371526] 'process raft request' (duration: 301.285276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.524179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.221983Z","time spent":"302.095468ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:27.524278Z","caller":"traceutil/trace.go:171","msg":"trace[1380244843] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"250.357794ms","start":"2026-03-19T09:11:27.273881Z","end":"2026-03-19T09:11:27.524239Z","steps":["trace[1380244843] 'process raft request' (duration: 249.491461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:27.524362Z","caller":"traceutil/trace.go:171","msg":"trace[1688364566] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"303.046731ms","start":"2026-03-19T09:11:27.221303Z","end":"2026-03-19T09:11:27.52435Z","steps":["trace[1688364566] 'process raft request' (duration: 301.779499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.524422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.221281Z","time spent":"303.112364ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1022,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:27.52457Z","caller":"traceutil/trace.go:171","msg":"trace[459283888] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"302.752335ms","start":"2026-03-19T09:11:27.221808Z","end":"2026-03-19T09:11:27.52456Z","steps":["trace[459283888] 'process raft request' (duration: 301.436621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:27.524628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:27.221791Z","time spent":"302.808616ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:29.690564Z","caller":"traceutil/trace.go:171","msg":"trace[533025166] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"160.234122ms","start":"2026-03-19T09:11:29.5303Z","end":"2026-03-19T09:11:29.690534Z","steps":["trace[533025166] 'process raft request' (duration: 160.039367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.457236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.686906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:30.457361Z","caller":"traceutil/trace.go:171","msg":"trace[2065434880] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"924.896746ms","start":"2026-03-19T09:11:29.532448Z","end":"2026-03-19T09:11:30.457345Z","steps":["trace[2065434880] 'process raft request' (duration: 457.038795ms)","trace[2065434880] 'compare' (duration: 467.474791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:30.457423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.53242Z","time spent":"924.974857ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:30.457547Z","caller":"traceutil/trace.go:171","msg":"trace[1409072377] linearizableReadLoop","detail":"{readStateIndex:4306; appliedIndex:4303; }","duration":"775.350635ms","start":"2026-03-19T09:11:29.682167Z","end":"2026-03-19T09:11:30.457517Z","steps":["trace[1409072377] 'read index received' (duration: 8.166058ms)","trace[1409072377] 'applied index is now lower than readState.Index' (duration: 767.182697ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:30.457767Z","caller":"traceutil/trace.go:171","msg":"trace[1748706127] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"922.729231ms","start":"2026-03-19T09:11:29.535021Z","end":"2026-03-19T09:11:30.457751Z","steps":["trace[1748706127] 'process raft request' (duration: 922.28644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.457874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.714894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:30.457911Z","caller":"traceutil/trace.go:171","msg":"trace[843046798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4105; }","duration":"775.802797ms","start":"2026-03-19T09:11:29.682099Z","end":"2026-03-19T09:11:30.457902Z","steps":["trace[843046798] 'agreement among raft nodes before linearized reading' (duration: 775.742795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.457888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.535011Z","time spent":"922.799594ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:30.457935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.682074Z","time spent":"775.854927ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:11:30.457875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.879884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:30.457925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.304553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:11:30.45795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.050523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:11:30.458009Z","caller":"traceutil/trace.go:171","msg":"trace[1166395761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4105; }","duration":"276.433036ms","start":"2026-03-19T09:11:30.181559Z","end":"2026-03-19T09:11:30.457992Z","steps":["trace[1166395761] 'agreement among raft nodes before linearized reading' (duration: 276.292393ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:30.458026Z","caller":"traceutil/trace.go:171","msg":"trace[2010191239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4105; }","duration":"739.199056ms","start":"2026-03-19T09:11:29.718809Z","end":"2026-03-19T09:11:30.458008Z","steps":["trace[2010191239] 'agreement among raft nodes before linearized reading' (duration: 739.041173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.458083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.718775Z","time spent":"739.299409ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:11:30.458014Z","caller":"traceutil/trace.go:171","msg":"trace[1946106538] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4105; }","duration":"633.039108ms","start":"2026-03-19T09:11:29.824947Z","end":"2026-03-19T09:11:30.457986Z","steps":["trace[1946106538] 'agreement among raft nodes before linearized reading' (duration: 632.899554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.4582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.824925Z","time spent":"633.231133ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-03-19T09:11:30.45834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.502888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:11:30.458467Z","caller":"traceutil/trace.go:171","msg":"trace[686273724] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:4105; }","duration":"736.658272ms","start":"2026-03-19T09:11:29.721771Z","end":"2026-03-19T09:11:30.45843Z","steps":["trace[686273724] 'agreement among raft nodes before linearized reading' (duration: 736.087788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:30.458545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:29.721761Z","time spent":"736.747504ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:11:30.96397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457003440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:11:31.367325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.994506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:31.367593Z","caller":"traceutil/trace.go:171","msg":"trace[41372507] linearizableReadLoop","detail":"{readStateIndex:4308; appliedIndex:4306; }","duration":"904.683312ms","start":"2026-03-19T09:11:30.462888Z","end":"2026-03-19T09:11:31.367571Z","steps":["trace[41372507] 'read index received' (duration: 757.296506ms)","trace[41372507] 'applied index is now lower than readState.Index' (duration: 147.385596ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:31.367726Z","caller":"traceutil/trace.go:171","msg":"trace[1381780251] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"905.435812ms","start":"2026-03-19T09:11:30.462273Z","end":"2026-03-19T09:11:31.367708Z","steps":["trace[1381780251] 'process raft request' (duration: 757.960824ms)","trace[1381780251] 'compare' (duration: 146.713858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:31.367816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.462256Z","time spent":"905.513924ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:31.368065Z","caller":"traceutil/trace.go:171","msg":"trace[1809986629] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"905.523853ms","start":"2026-03-19T09:11:30.462507Z","end":"2026-03-19T09:11:31.368031Z","steps":["trace[1809986629] 'process raft request' (duration: 904.956159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.368097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.551199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:31.36815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.850146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:11:31.36821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.296637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"warn","ts":"2026-03-19T09:11:31.368231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.42889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:11:31.368276Z","caller":"traceutil/trace.go:171","msg":"trace[1307772711] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4107; }","duration":"904.662571ms","start":"2026-03-19T09:11:30.463489Z","end":"2026-03-19T09:11:31.368152Z","steps":["trace[1307772711] 'agreement among raft nodes before linearized reading' (duration: 904.528038ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:31.368284Z","caller":"traceutil/trace.go:171","msg":"trace[1489232266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4107; }","duration":"905.40802ms","start":"2026-03-19T09:11:30.462853Z","end":"2026-03-19T09:11:31.368261Z","steps":["trace[1489232266] 'agreement among raft nodes before linearized reading' (duration: 905.130623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:31.368313Z","caller":"traceutil/trace.go:171","msg":"trace[154892253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4107; }","duration":"757.612855ms","start":"2026-03-19T09:11:30.610681Z","end":"2026-03-19T09:11:31.368294Z","steps":["trace[154892253] 'agreement among raft nodes before linearized reading' (duration: 757.354918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.368329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.463468Z","time spent":"904.851987ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-03-19T09:11:31.368343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.462845Z","time spent":"905.487802ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63234,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:11:31.368359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.610657Z","time spent":"757.693376ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:31.368319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.550702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:11:31.368415Z","caller":"traceutil/trace.go:171","msg":"trace[1278655026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4107; }","duration":"755.670345ms","start":"2026-03-19T09:11:30.612725Z","end":"2026-03-19T09:11:31.368395Z","steps":["trace[1278655026] 'agreement among raft nodes before linearized reading' (duration: 755.298186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.368414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.462486Z","time spent":"905.670116ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:31.368433Z","caller":"traceutil/trace.go:171","msg":"trace[435394394] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4107; }","duration":"832.957229ms","start":"2026-03-19T09:11:30.535242Z","end":"2026-03-19T09:11:31.368199Z","steps":["trace[435394394] 'agreement among raft nodes before linearized reading' (duration: 832.787634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.368461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.612719Z","time spent":"755.733167ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:11:31.368503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:30.535215Z","time spent":"833.270097ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:11:31.61291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.392476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:31.613026Z","caller":"traceutil/trace.go:171","msg":"trace[185136085] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"240.963934ms","start":"2026-03-19T09:11:31.372042Z","end":"2026-03-19T09:11:31.613006Z","steps":["trace[185136085] 'process raft request' (duration: 104.397294ms)","trace[185136085] 'compare' (duration: 136.2028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:31.925892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.48502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:31.926105Z","caller":"traceutil/trace.go:171","msg":"trace[557023795] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"553.755603ms","start":"2026-03-19T09:11:31.372279Z","end":"2026-03-19T09:11:31.926035Z","steps":["trace[557023795] 'process raft request' (duration: 376.041597ms)","trace[557023795] 'compare' (duration: 177.286716ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:31.926311Z","caller":"traceutil/trace.go:171","msg":"trace[1079549001] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"230.269292ms","start":"2026-03-19T09:11:31.69599Z","end":"2026-03-19T09:11:31.92626Z","steps":["trace[1079549001] 'process raft request' (duration: 230.169669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:31.926456Z","caller":"traceutil/trace.go:171","msg":"trace[1836620320] linearizableReadLoop","detail":"{readStateIndex:4311; appliedIndex:4308; }","duration":"538.383042ms","start":"2026-03-19T09:11:31.388055Z","end":"2026-03-19T09:11:31.926438Z","steps":["trace[1836620320] 'read index received' (duration: 88.371285ms)","trace[1836620320] 'applied index is now lower than readState.Index' (duration: 450.010087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:31.926589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.541867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:31.926617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.656623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:11:31.926635Z","caller":"traceutil/trace.go:171","msg":"trace[2123003975] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:4111; }","duration":"439.713635ms","start":"2026-03-19T09:11:31.486916Z","end":"2026-03-19T09:11:31.92663Z","steps":["trace[2123003975] 'agreement among raft nodes before linearized reading' (duration: 439.617873ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:31.926644Z","caller":"traceutil/trace.go:171","msg":"trace[777573702] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:0; response_revision:4111; }","duration":"538.649089ms","start":"2026-03-19T09:11:31.387979Z","end":"2026-03-19T09:11:31.926628Z","steps":["trace[777573702] 'agreement among raft nodes before linearized reading' (duration: 538.518536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.926659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.086947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:11:31.926785Z","caller":"traceutil/trace.go:171","msg":"trace[3244564] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4111; }","duration":"315.256902ms","start":"2026-03-19T09:11:31.611516Z","end":"2026-03-19T09:11:31.926773Z","steps":["trace[3244564] 'agreement among raft nodes before linearized reading' (duration: 315.068537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.926686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.387955Z","time spent":"538.72338ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-03-19T09:11:31.926877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.6115Z","time spent":"315.316493ms","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:31.926655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.4869Z","time spent":"439.750696ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:11:31.926933Z","caller":"traceutil/trace.go:171","msg":"trace[1635552920] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"553.834734ms","start":"2026-03-19T09:11:31.373083Z","end":"2026-03-19T09:11:31.926918Z","steps":["trace[1635552920] 'process raft request' (duration: 552.919732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:31.927021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.373076Z","time spent":"553.895926ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:31.927249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.372264Z","time spent":"553.957419ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:31.927533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.967767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:31.927609Z","caller":"traceutil/trace.go:171","msg":"trace[2122811966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4111; }","duration":"236.972513ms","start":"2026-03-19T09:11:31.690598Z","end":"2026-03-19T09:11:31.92757Z","steps":["trace[2122811966] 'agreement among raft nodes before linearized reading' (duration: 235.963757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:32.265796Z","caller":"traceutil/trace.go:171","msg":"trace[1752200698] linearizableReadLoop","detail":"{readStateIndex:4314; appliedIndex:4313; }","duration":"256.22454ms","start":"2026-03-19T09:11:32.009536Z","end":"2026-03-19T09:11:32.265761Z","steps":["trace[1752200698] 'read index received' (duration: 255.936823ms)","trace[1752200698] 'applied index is now lower than readState.Index' (duration: 286.337µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:32.265856Z","caller":"traceutil/trace.go:171","msg":"trace[2047228990] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"287.341192ms","start":"2026-03-19T09:11:31.978467Z","end":"2026-03-19T09:11:32.265809Z","steps":["trace[2047228990] 'process raft request' (duration: 287.034584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.266262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.410129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:32.266631Z","caller":"traceutil/trace.go:171","msg":"trace[1928936287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4112; }","duration":"336.81962ms","start":"2026-03-19T09:11:31.929766Z","end":"2026-03-19T09:11:32.266586Z","steps":["trace[1928936287] 'agreement among raft nodes before linearized reading' (duration: 336.168973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.266756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:31.929752Z","time spent":"336.990185ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:11:32.755245Z","caller":"traceutil/trace.go:171","msg":"trace[807669163] linearizableReadLoop","detail":"{readStateIndex:4317; appliedIndex:4314; }","duration":"489.207706ms","start":"2026-03-19T09:11:32.266014Z","end":"2026-03-19T09:11:32.755221Z","steps":["trace[807669163] 'read index received' (duration: 489.011801ms)","trace[807669163] 'applied index is now lower than readState.Index' (duration: 194.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:32.755297Z","caller":"traceutil/trace.go:171","msg":"trace[1681247861] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"531.08417ms","start":"2026-03-19T09:11:32.224169Z","end":"2026-03-19T09:11:32.755253Z","steps":["trace[1681247861] 'process raft request' (duration: 530.948017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:32.755362Z","caller":"traceutil/trace.go:171","msg":"trace[528646642] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"526.157595ms","start":"2026-03-19T09:11:32.229193Z","end":"2026-03-19T09:11:32.755351Z","steps":["trace[528646642] 'process raft request' (duration: 525.97827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:32.755348Z","caller":"traceutil/trace.go:171","msg":"trace[1984282822] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"744.594806ms","start":"2026-03-19T09:11:32.010729Z","end":"2026-03-19T09:11:32.755323Z","steps":["trace[1984282822] 'process raft request' (duration: 744.239737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.755464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.743045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:32.755519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.224146Z","time spent":"531.236274ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:32.755551Z","caller":"traceutil/trace.go:171","msg":"trace[1037967059] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4115; }","duration":"551.883268ms","start":"2026-03-19T09:11:32.203645Z","end":"2026-03-19T09:11:32.755529Z","steps":["trace[1037967059] 'agreement among raft nodes before linearized reading' (duration: 551.723734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.755742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.203616Z","time spent":"552.088884ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:11:32.755476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.010671Z","time spent":"744.729969ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:32.755792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.229174Z","time spent":"526.219086ms","remote":"127.0.0.1:52968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:32.901519Z","caller":"traceutil/trace.go:171","msg":"trace[780470815] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"608.725124ms","start":"2026-03-19T09:11:32.292766Z","end":"2026-03-19T09:11:32.901491Z","steps":["trace[780470815] 'process raft request' (duration: 608.430296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:32.901613Z","caller":"traceutil/trace.go:171","msg":"trace[497910759] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"564.113889ms","start":"2026-03-19T09:11:32.33747Z","end":"2026-03-19T09:11:32.901584Z","steps":["trace[497910759] 'process raft request' (duration: 563.924304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.90164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.292739Z","time spent":"608.842686ms","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:32.90165Z","caller":"traceutil/trace.go:171","msg":"trace[1659339812] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"437.759558ms","start":"2026-03-19T09:11:32.463837Z","end":"2026-03-19T09:11:32.901597Z","steps":["trace[1659339812] 'process raft request' (duration: 437.660486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.901787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.937058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:32.901837Z","caller":"traceutil/trace.go:171","msg":"trace[22959023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4119; }","duration":"631.039611ms","start":"2026-03-19T09:11:32.270784Z","end":"2026-03-19T09:11:32.901824Z","steps":["trace[22959023] 'agreement among raft nodes before linearized reading' (duration: 630.867467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.901866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.974152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:32.901893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.270762Z","time spent":"631.117702ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:11:32.901942Z","caller":"traceutil/trace.go:171","msg":"trace[1129076714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4119; }","duration":"220.107845ms","start":"2026-03-19T09:11:32.681817Z","end":"2026-03-19T09:11:32.901925Z","steps":["trace[1129076714] 'agreement among raft nodes before linearized reading' (duration: 219.943911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.901923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.636253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:32.901961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.215289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:11:32.901951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.463734Z","time spent":"438.032504ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:32.901995Z","caller":"traceutil/trace.go:171","msg":"trace[1416266233] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4119; }","duration":"599.748606ms","start":"2026-03-19T09:11:32.302233Z","end":"2026-03-19T09:11:32.901981Z","steps":["trace[1416266233] 'agreement among raft nodes before linearized reading' (duration: 599.604412ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:32.902021Z","caller":"traceutil/trace.go:171","msg":"trace[1217196843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4119; }","duration":"438.330692ms","start":"2026-03-19T09:11:32.463674Z","end":"2026-03-19T09:11:32.902005Z","steps":["trace[1217196843] 'agreement among raft nodes before linearized reading' (duration: 438.127177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.90206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.463634Z","time spent":"438.420645ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:11:32.90208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.302208Z","time spent":"599.838748ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" "} {"level":"info","ts":"2026-03-19T09:11:32.902159Z","caller":"traceutil/trace.go:171","msg":"trace[1741321125] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"386.652909ms","start":"2026-03-19T09:11:32.51548Z","end":"2026-03-19T09:11:32.902133Z","steps":["trace[1741321125] 'process raft request' (duration: 386.060934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.902312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.515453Z","time spent":"386.769282ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:32.901607Z","caller":"traceutil/trace.go:171","msg":"trace[1791933077] linearizableReadLoop","detail":"{readStateIndex:4321; appliedIndex:4317; }","duration":"146.262368ms","start":"2026-03-19T09:11:32.755315Z","end":"2026-03-19T09:11:32.901578Z","steps":["trace[1791933077] 'read index received' (duration: 145.822397ms)","trace[1791933077] 'applied index is now lower than readState.Index' (duration: 439.251µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:32.902634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.441957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:11:32.902762Z","caller":"traceutil/trace.go:171","msg":"trace[964333058] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4119; }","duration":"143.512609ms","start":"2026-03-19T09:11:32.759152Z","end":"2026-03-19T09:11:32.902665Z","steps":["trace[964333058] 'agreement among raft nodes before linearized reading' (duration: 143.401126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:32.90298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.630052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/kube-prometheus-stack.189e331a84c56a31\" ","response":"range_response_count:1 size:721"} {"level":"warn","ts":"2026-03-19T09:11:32.902992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:32.337371Z","time spent":"564.346585ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:32.903031Z","caller":"traceutil/trace.go:171","msg":"trace[1078985339] range","detail":"{range_begin:/registry/events/default/kube-prometheus-stack.189e331a84c56a31; range_end:; response_count:1; response_revision:4119; }","duration":"143.694274ms","start":"2026-03-19T09:11:32.759322Z","end":"2026-03-19T09:11:32.903016Z","steps":["trace[1078985339] 'agreement among raft nodes before linearized reading' (duration: 143.54783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.158946Z","caller":"traceutil/trace.go:171","msg":"trace[1052696685] transaction","detail":"{read_only:false; response_revision:4216; number_of_response:1; }","duration":"157.057641ms","start":"2026-03-19T09:11:46.001869Z","end":"2026-03-19T09:11:46.158927Z","steps":["trace[1052696685] 'process raft request' (duration: 156.943298ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:46.160291Z","caller":"traceutil/trace.go:171","msg":"trace[635660754] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"156.275372ms","start":"2026-03-19T09:11:46.00399Z","end":"2026-03-19T09:11:46.160266Z","steps":["trace[635660754] 'process raft request' (duration: 155.836161ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.416155Z","caller":"traceutil/trace.go:171","msg":"trace[1821146135] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"222.931664ms","start":"2026-03-19T09:11:51.193189Z","end":"2026-03-19T09:11:51.41612Z","steps":["trace[1821146135] 'process raft request' (duration: 222.74098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.750677Z","caller":"traceutil/trace.go:171","msg":"trace[1299269081] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"270.371902ms","start":"2026-03-19T09:11:51.480281Z","end":"2026-03-19T09:11:51.750653Z","steps":["trace[1299269081] 'process raft request' (duration: 240.735758ms)","trace[1299269081] 'compare' (duration: 29.541332ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.775135Z","caller":"traceutil/trace.go:171","msg":"trace[975510921] linearizableReadLoop","detail":"{readStateIndex:4451; appliedIndex:4449; }","duration":"291.522559ms","start":"2026-03-19T09:11:51.483592Z","end":"2026-03-19T09:11:51.775115Z","steps":["trace[975510921] 'read index received' (duration: 237.66706ms)","trace[975510921] 'applied index is now lower than readState.Index' (duration: 53.854029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:51.775234Z","caller":"traceutil/trace.go:171","msg":"trace[182625481] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"292.246877ms","start":"2026-03-19T09:11:51.482979Z","end":"2026-03-19T09:11:51.775226Z","steps":["trace[182625481] 'process raft request' (duration: 292.030141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.849308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:51.775682Z","caller":"traceutil/trace.go:171","msg":"trace[1671031981] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4246; }","duration":"292.076344ms","start":"2026-03-19T09:11:51.483554Z","end":"2026-03-19T09:11:51.775631Z","steps":["trace[1671031981] 'agreement among raft nodes before linearized reading' (duration: 291.763446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.770428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:51.77607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.458133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.776104Z","caller":"traceutil/trace.go:171","msg":"trace[1951694849] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4246; }","duration":"203.81697ms","start":"2026-03-19T09:11:51.572273Z","end":"2026-03-19T09:11:51.77609Z","steps":["trace[1951694849] 'agreement among raft nodes before linearized reading' (duration: 203.774349ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.776118Z","caller":"traceutil/trace.go:171","msg":"trace[1788249726] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4246; }","duration":"244.523804ms","start":"2026-03-19T09:11:51.531576Z","end":"2026-03-19T09:11:51.7761Z","steps":["trace[1788249726] 'agreement among raft nodes before linearized reading' (duration: 244.464262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.081716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:11:51.776242Z","caller":"traceutil/trace.go:171","msg":"trace[571757454] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:4246; }","duration":"287.694012ms","start":"2026-03-19T09:11:51.488541Z","end":"2026-03-19T09:11:51.776235Z","steps":["trace[571757454] 'agreement among raft nodes before linearized reading' (duration: 287.042696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.20568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.776379Z","caller":"traceutil/trace.go:171","msg":"trace[663710632] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4246; }","duration":"204.738403ms","start":"2026-03-19T09:11:51.571634Z","end":"2026-03-19T09:11:51.776372Z","steps":["trace[663710632] 'agreement among raft nodes before linearized reading' (duration: 204.21286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.04021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:51.775891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.20188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.776481Z","caller":"traceutil/trace.go:171","msg":"trace[1956616737] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4246; }","duration":"264.131343ms","start":"2026-03-19T09:11:51.512335Z","end":"2026-03-19T09:11:51.776467Z","steps":["trace[1956616737] 'agreement among raft nodes before linearized reading' (duration: 264.063511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.776506Z","caller":"traceutil/trace.go:171","msg":"trace[1800812820] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4246; }","duration":"204.866617ms","start":"2026-03-19T09:11:51.571634Z","end":"2026-03-19T09:11:51.7765Z","steps":["trace[1800812820] 'agreement among raft nodes before linearized reading' (duration: 204.20249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.359303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.776612Z","caller":"traceutil/trace.go:171","msg":"trace[599497229] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4246; }","duration":"263.62687ms","start":"2026-03-19T09:11:51.512976Z","end":"2026-03-19T09:11:51.776603Z","steps":["trace[599497229] 'agreement among raft nodes before linearized reading' (duration: 263.357083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.346697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.776746Z","caller":"traceutil/trace.go:171","msg":"trace[1391680578] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4246; }","duration":"264.43018ms","start":"2026-03-19T09:11:51.512306Z","end":"2026-03-19T09:11:51.776737Z","steps":["trace[1391680578] 'agreement among raft nodes before linearized reading' (duration: 264.358698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.080642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.776865Z","caller":"traceutil/trace.go:171","msg":"trace[1928257854] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4246; }","duration":"132.084906ms","start":"2026-03-19T09:11:51.644763Z","end":"2026-03-19T09:11:51.776848Z","steps":["trace[1928257854] 'agreement among raft nodes before linearized reading' (duration: 131.04999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.982005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.77697Z","caller":"traceutil/trace.go:171","msg":"trace[1815111749] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4246; }","duration":"110.029516ms","start":"2026-03-19T09:11:51.666934Z","end":"2026-03-19T09:11:51.776964Z","steps":["trace[1815111749] 'agreement among raft nodes before linearized reading' (duration: 109.992435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.595765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:51.777144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.916853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.777165Z","caller":"traceutil/trace.go:171","msg":"trace[570774283] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4246; }","duration":"109.966244ms","start":"2026-03-19T09:11:51.667193Z","end":"2026-03-19T09:11:51.77716Z","steps":["trace[570774283] 'agreement among raft nodes before linearized reading' (duration: 109.930903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.777159Z","caller":"traceutil/trace.go:171","msg":"trace[1745223822] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4246; }","duration":"132.815685ms","start":"2026-03-19T09:11:51.644327Z","end":"2026-03-19T09:11:51.777143Z","steps":["trace[1745223822] 'agreement among raft nodes before linearized reading' (duration: 131.599824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.652182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.777462Z","caller":"traceutil/trace.go:171","msg":"trace[1883489264] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4246; }","duration":"245.18455ms","start":"2026-03-19T09:11:51.532261Z","end":"2026-03-19T09:11:51.777446Z","steps":["trace[1883489264] 'agreement among raft nodes before linearized reading' (duration: 243.650402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.775967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.753898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:51.775992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.668723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.777777Z","caller":"traceutil/trace.go:171","msg":"trace[315474644] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4246; }","duration":"149.441607ms","start":"2026-03-19T09:11:51.628317Z","end":"2026-03-19T09:11:51.777758Z","steps":["trace[315474644] 'agreement among raft nodes before linearized reading' (duration: 147.661963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.315289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.777912Z","caller":"traceutil/trace.go:171","msg":"trace[911591977] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4246; }","duration":"246.235637ms","start":"2026-03-19T09:11:51.53166Z","end":"2026-03-19T09:11:51.777895Z","steps":["trace[911591977] 'agreement among raft nodes before linearized reading' (duration: 244.315308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.182586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.77803Z","caller":"traceutil/trace.go:171","msg":"trace[1685820089] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4246; }","duration":"150.169506ms","start":"2026-03-19T09:11:51.627826Z","end":"2026-03-19T09:11:51.777995Z","steps":["trace[1685820089] 'agreement among raft nodes before linearized reading' (duration: 148.198627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.777102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.153539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.777714Z","caller":"traceutil/trace.go:171","msg":"trace[54404928] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:4246; }","duration":"133.502262ms","start":"2026-03-19T09:11:51.644186Z","end":"2026-03-19T09:11:51.777688Z","steps":["trace[54404928] 'agreement among raft nodes before linearized reading' (duration: 131.769029ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.778167Z","caller":"traceutil/trace.go:171","msg":"trace[2082433646] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:4246; }","duration":"111.263448ms","start":"2026-03-19T09:11:51.666887Z","end":"2026-03-19T09:11:51.77815Z","steps":["trace[2082433646] 'agreement among raft nodes before linearized reading' (duration: 110.143599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:51.776015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.070213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:51.778304Z","caller":"traceutil/trace.go:171","msg":"trace[2066470845] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4246; }","duration":"150.363851ms","start":"2026-03-19T09:11:51.62793Z","end":"2026-03-19T09:11:51.778294Z","steps":["trace[2066470845] 'agreement among raft nodes before linearized reading' (duration: 148.073853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.913367Z","caller":"traceutil/trace.go:171","msg":"trace[761216434] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"112.702864ms","start":"2026-03-19T09:11:51.800645Z","end":"2026-03-19T09:11:51.913348Z","steps":["trace[761216434] 'process raft request' (duration: 112.656023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:51.913489Z","caller":"traceutil/trace.go:171","msg":"trace[2135547665] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"130.521758ms","start":"2026-03-19T09:11:51.782947Z","end":"2026-03-19T09:11:51.913468Z","steps":["trace[2135547665] 'process raft request' (duration: 90.842339ms)","trace[2135547665] 'compare' (duration: 39.415442ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.256979Z","caller":"traceutil/trace.go:171","msg":"trace[1212144255] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4251; }","duration":"217.820046ms","start":"2026-03-19T09:11:53.039141Z","end":"2026-03-19T09:11:53.256961Z","steps":["trace[1212144255] 'process raft request' (duration: 217.698993ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.306004Z","caller":"traceutil/trace.go:171","msg":"trace[861867059] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4457; }","duration":"181.559675ms","start":"2026-03-19T09:11:53.124425Z","end":"2026-03-19T09:11:53.305984Z","steps":["trace[861867059] 'read index received' (duration: 132.438906ms)","trace[861867059] 'applied index is now lower than readState.Index' (duration: 49.119989ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.306098Z","caller":"traceutil/trace.go:171","msg":"trace[1666003244] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"261.401523ms","start":"2026-03-19T09:11:53.044665Z","end":"2026-03-19T09:11:53.306067Z","steps":["trace[1666003244] 'process raft request' (duration: 261.196308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.306378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.943154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:11:53.306428Z","caller":"traceutil/trace.go:171","msg":"trace[881739820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4252; }","duration":"182.042167ms","start":"2026-03-19T09:11:53.124373Z","end":"2026-03-19T09:11:53.306415Z","steps":["trace[881739820] 'agreement among raft nodes before linearized reading' (duration: 181.727449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.489806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.602994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:53.489936Z","caller":"traceutil/trace.go:171","msg":"trace[426340807] linearizableReadLoop","detail":"{readStateIndex:4460; appliedIndex:4459; }","duration":"178.951429ms","start":"2026-03-19T09:11:53.310941Z","end":"2026-03-19T09:11:53.489892Z","steps":["trace[426340807] 'read index received' (duration: 38.125409ms)","trace[426340807] 'applied index is now lower than readState.Index' (duration: 140.82489ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.490011Z","caller":"traceutil/trace.go:171","msg":"trace[973286314] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"179.42364ms","start":"2026-03-19T09:11:53.310565Z","end":"2026-03-19T09:11:53.489989Z","steps":["trace[973286314] 'process raft request' (duration: 38.549869ms)","trace[973286314] 'compare' (duration: 140.47191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:53.490126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.174684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16032"} {"level":"info","ts":"2026-03-19T09:11:53.490178Z","caller":"traceutil/trace.go:171","msg":"trace[373002702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4253; }","duration":"179.250346ms","start":"2026-03-19T09:11:53.310913Z","end":"2026-03-19T09:11:53.490163Z","steps":["trace[373002702] 'agreement among raft nodes before linearized reading' (duration: 179.050361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.800414Z","caller":"traceutil/trace.go:171","msg":"trace[876792795] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4460; }","duration":"279.696638ms","start":"2026-03-19T09:11:53.520682Z","end":"2026-03-19T09:11:53.800378Z","steps":["trace[876792795] 'read index received' (duration: 196.104424ms)","trace[876792795] 'applied index is now lower than readState.Index' (duration: 83.590564ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.800468Z","caller":"traceutil/trace.go:171","msg":"trace[995105435] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4253; }","duration":"389.752865ms","start":"2026-03-19T09:11:53.410668Z","end":"2026-03-19T09:11:53.80042Z","steps":["trace[995105435] 'process raft request' (duration: 306.242853ms)","trace[995105435] 'compare' (duration: 83.385178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:53.800593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.874442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:11:53.80065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:53.410647Z","time spent":"389.906369ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:53.800665Z","caller":"traceutil/trace.go:171","msg":"trace[1543675334] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4253; }","duration":"280.019116ms","start":"2026-03-19T09:11:53.520629Z","end":"2026-03-19T09:11:53.800648Z","steps":["trace[1543675334] 'agreement among raft nodes before linearized reading' (duration: 279.863711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.800681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.230731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:53.800747Z","caller":"traceutil/trace.go:171","msg":"trace[206705191] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4253; }","duration":"254.333623ms","start":"2026-03-19T09:11:53.546393Z","end":"2026-03-19T09:11:53.800727Z","steps":["trace[206705191] 'agreement among raft nodes before linearized reading' (duration: 254.178968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.80101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.41409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:11:53.801084Z","caller":"traceutil/trace.go:171","msg":"trace[1730927690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4253; }","duration":"120.523343ms","start":"2026-03-19T09:11:53.680545Z","end":"2026-03-19T09:11:53.801068Z","steps":["trace[1730927690] 'agreement among raft nodes before linearized reading' (duration: 120.42459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.916374Z","caller":"traceutil/trace.go:171","msg":"trace[851811602] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"111.906834ms","start":"2026-03-19T09:11:53.804438Z","end":"2026-03-19T09:11:53.916345Z","steps":["trace[851811602] 'process raft request' (duration: 111.758841ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.967349Z","caller":"traceutil/trace.go:171","msg":"trace[975978276] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4461; }","duration":"161.651979ms","start":"2026-03-19T09:11:53.80567Z","end":"2026-03-19T09:11:53.967322Z","steps":["trace[975978276] 'read index received' (duration: 110.512289ms)","trace[975978276] 'applied index is now lower than readState.Index' (duration: 51.13865ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:53.967473Z","caller":"traceutil/trace.go:171","msg":"trace[1017807648] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4255; }","duration":"127.256013ms","start":"2026-03-19T09:11:53.840207Z","end":"2026-03-19T09:11:53.967463Z","steps":["trace[1017807648] 'process raft request' (duration: 127.070589ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:53.967371Z","caller":"traceutil/trace.go:171","msg":"trace[1382710968] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"162.493939ms","start":"2026-03-19T09:11:53.804848Z","end":"2026-03-19T09:11:53.967342Z","steps":["trace[1382710968] 'process raft request' (duration: 162.265804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.967961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.210306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:11:53.968041Z","caller":"traceutil/trace.go:171","msg":"trace[1624774356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4255; }","duration":"161.35372ms","start":"2026-03-19T09:11:53.806668Z","end":"2026-03-19T09:11:53.968021Z","steps":["trace[1624774356] 'agreement among raft nodes before linearized reading' (duration: 161.116864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:53.968027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.310405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:11:53.968265Z","caller":"traceutil/trace.go:171","msg":"trace[629844722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4255; }","duration":"162.586812ms","start":"2026-03-19T09:11:53.80565Z","end":"2026-03-19T09:11:53.968237Z","steps":["trace[629844722] 'agreement among raft nodes before linearized reading' (duration: 162.017247ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:54.085818Z","caller":"traceutil/trace.go:171","msg":"trace[1020629129] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"113.872153ms","start":"2026-03-19T09:11:53.971917Z","end":"2026-03-19T09:11:54.085789Z","steps":["trace[1020629129] 'process raft request' (duration: 29.239283ms)","trace[1020629129] 'compare' (duration: 84.420875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:54.086133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.469289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T09:11:54.086221Z","caller":"traceutil/trace.go:171","msg":"trace[1357227687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4256; }","duration":"103.643904ms","start":"2026-03-19T09:11:53.982556Z","end":"2026-03-19T09:11:54.0862Z","steps":["trace[1357227687] 'agreement among raft nodes before linearized reading' (duration: 103.340696ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:54.086154Z","caller":"traceutil/trace.go:171","msg":"trace[700917631] linearizableReadLoop","detail":"{readStateIndex:4465; appliedIndex:4464; }","duration":"103.131391ms","start":"2026-03-19T09:11:53.98262Z","end":"2026-03-19T09:11:54.085752Z","steps":["trace[700917631] 'read index received' (duration: 18.511601ms)","trace[700917631] 'applied index is now lower than readState.Index' (duration: 84.6188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:54.314596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.231508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:54.314849Z","caller":"traceutil/trace.go:171","msg":"trace[142540874] linearizableReadLoop","detail":"{readStateIndex:4467; appliedIndex:4466; }","duration":"194.912064ms","start":"2026-03-19T09:11:54.119916Z","end":"2026-03-19T09:11:54.314828Z","steps":["trace[142540874] 'read index received' (duration: 94.44776ms)","trace[142540874] 'applied index is now lower than readState.Index' (duration: 100.462154ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:54.31494Z","caller":"traceutil/trace.go:171","msg":"trace[396593439] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"205.615665ms","start":"2026-03-19T09:11:54.10931Z","end":"2026-03-19T09:11:54.314925Z","steps":["trace[396593439] 'process raft request' (duration: 104.977887ms)","trace[396593439] 'compare' (duration: 100.115255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:11:54.315147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.221372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:11:54.315221Z","caller":"traceutil/trace.go:171","msg":"trace[2002872945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4257; }","duration":"195.325444ms","start":"2026-03-19T09:11:54.119878Z","end":"2026-03-19T09:11:54.315203Z","steps":["trace[2002872945] 'agreement among raft nodes before linearized reading' (duration: 195.100378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.320341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.460125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:11:54.320456Z","caller":"traceutil/trace.go:171","msg":"trace[250047766] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"199.788417ms","start":"2026-03-19T09:11:54.120656Z","end":"2026-03-19T09:11:54.320444Z","steps":["trace[250047766] 'process raft request' (duration: 198.654139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:54.320525Z","caller":"traceutil/trace.go:171","msg":"trace[1236962296] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4258; }","duration":"123.002376ms","start":"2026-03-19T09:11:54.197517Z","end":"2026-03-19T09:11:54.320519Z","steps":["trace[1236962296] 'process raft request' (duration: 122.525024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.32054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.65705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:11:54.320574Z","caller":"traceutil/trace.go:171","msg":"trace[1362964860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4258; }","duration":"128.723581ms","start":"2026-03-19T09:11:54.191842Z","end":"2026-03-19T09:11:54.320565Z","steps":["trace[1362964860] 'agreement among raft nodes before linearized reading' (duration: 128.640749ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:54.320446Z","caller":"traceutil/trace.go:171","msg":"trace[2105972949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4258; }","duration":"128.599579ms","start":"2026-03-19T09:11:54.191823Z","end":"2026-03-19T09:11:54.320422Z","steps":["trace[2105972949] 'agreement among raft nodes before linearized reading' (duration: 128.379113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.730055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.120809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:11:54.730291Z","caller":"traceutil/trace.go:171","msg":"trace[740665521] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"405.493024ms","start":"2026-03-19T09:11:54.324775Z","end":"2026-03-19T09:11:54.730268Z","steps":["trace[740665521] 'process raft request' (duration: 101.087759ms)","trace[740665521] 'compare' (duration: 304.029806ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:54.730336Z","caller":"traceutil/trace.go:171","msg":"trace[1641300449] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"405.182237ms","start":"2026-03-19T09:11:54.325133Z","end":"2026-03-19T09:11:54.730315Z","steps":["trace[1641300449] 'process raft request' (duration: 405.116045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.730419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.324762Z","time spent":"405.581777ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:11:54.730438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.325121Z","time spent":"405.266649ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:54.730507Z","caller":"traceutil/trace.go:171","msg":"trace[1792529939] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"405.397163ms","start":"2026-03-19T09:11:54.325079Z","end":"2026-03-19T09:11:54.730476Z","steps":["trace[1792529939] 'process raft request' (duration: 405.088695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.730679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.325035Z","time spent":"405.538906ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:11:54.915491Z","caller":"traceutil/trace.go:171","msg":"trace[1561630942] linearizableReadLoop","detail":"{readStateIndex:4474; appliedIndex:4473; }","duration":"233.772751ms","start":"2026-03-19T09:11:54.681695Z","end":"2026-03-19T09:11:54.915468Z","steps":["trace[1561630942] 'read index received' (duration: 233.548646ms)","trace[1561630942] 'applied index is now lower than readState.Index' (duration: 223.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:11:54.915531Z","caller":"traceutil/trace.go:171","msg":"trace[449026339] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4262; }","duration":"458.881371ms","start":"2026-03-19T09:11:54.456624Z","end":"2026-03-19T09:11:54.915505Z","steps":["trace[449026339] 'process raft request' (duration: 458.707877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:11:54.9156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.887734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:11:54.915657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:11:54.456594Z","time spent":"459.001545ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:11:54.915676Z","caller":"traceutil/trace.go:171","msg":"trace[454079701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4262; }","duration":"233.960127ms","start":"2026-03-19T09:11:54.681662Z","end":"2026-03-19T09:11:54.915623Z","steps":["trace[454079701] 'agreement among raft nodes before linearized reading' (duration: 233.892774ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.061559Z","caller":"traceutil/trace.go:171","msg":"trace[1577940766] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4262; }","duration":"106.138267ms","start":"2026-03-19T09:11:54.955402Z","end":"2026-03-19T09:11:55.06154Z","steps":["trace[1577940766] 'process raft request' (duration: 106.063185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.268616Z","caller":"traceutil/trace.go:171","msg":"trace[1789805689] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4262; }","duration":"144.570634ms","start":"2026-03-19T09:11:55.124022Z","end":"2026-03-19T09:11:55.268593Z","steps":["trace[1789805689] 'process raft request' (duration: 144.45353ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:11:55.433609Z","caller":"traceutil/trace.go:171","msg":"trace[409420425] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4263; }","duration":"120.907112ms","start":"2026-03-19T09:11:55.31263Z","end":"2026-03-19T09:11:55.433538Z","steps":["trace[409420425] 'process raft request' (duration: 116.594573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:11.625365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.315908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:11.625467Z","caller":"traceutil/trace.go:171","msg":"trace[1050575586] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4361; }","duration":"327.477453ms","start":"2026-03-19T09:12:11.297969Z","end":"2026-03-19T09:12:11.625446Z","steps":["trace[1050575586] 'count revisions from in-memory index tree' (duration: 327.240726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:11.625521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:11.297949Z","time spent":"327.556615ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:11.628178Z","caller":"traceutil/trace.go:171","msg":"trace[605182102] linearizableReadLoop","detail":"{readStateIndex:4583; appliedIndex:4582; }","duration":"138.422088ms","start":"2026-03-19T09:12:11.489737Z","end":"2026-03-19T09:12:11.62816Z","steps":["trace[605182102] 'read index received' (duration: 138.291924ms)","trace[605182102] 'applied index is now lower than readState.Index' (duration: 129.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:11.62832Z","caller":"traceutil/trace.go:171","msg":"trace[2089887538] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"256.519999ms","start":"2026-03-19T09:12:11.371769Z","end":"2026-03-19T09:12:11.628289Z","steps":["trace[2089887538] 'process raft request' (duration: 256.268263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:11.628381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.622433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:12:11.628546Z","caller":"traceutil/trace.go:171","msg":"trace[243779416] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:4362; }","duration":"138.829787ms","start":"2026-03-19T09:12:11.489704Z","end":"2026-03-19T09:12:11.628534Z","steps":["trace[243779416] 'agreement among raft nodes before linearized reading' (duration: 138.56579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.373436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.233828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-19T09:12:16.373579Z","caller":"traceutil/trace.go:171","msg":"trace[998993255] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4710; }","duration":"292.299608ms","start":"2026-03-19T09:12:16.081255Z","end":"2026-03-19T09:12:16.373554Z","steps":["trace[998993255] 'process raft request' (duration: 91.765582ms)","trace[998993255] 'compare' (duration: 200.125876ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:16.37632Z","caller":"traceutil/trace.go:171","msg":"trace[1156737248] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4937; }","duration":"214.557852ms","start":"2026-03-19T09:12:16.161746Z","end":"2026-03-19T09:12:16.376303Z","steps":["trace[1156737248] 'read index received' (duration: 11.217785ms)","trace[1156737248] 'applied index is now lower than readState.Index' (duration: 203.339117ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:16.376435Z","caller":"traceutil/trace.go:171","msg":"trace[616787968] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"246.146376ms","start":"2026-03-19T09:12:16.130258Z","end":"2026-03-19T09:12:16.376405Z","steps":["trace[616787968] 'process raft request' (duration: 245.968011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.376569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.697875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:16.376619Z","caller":"traceutil/trace.go:171","msg":"trace[567940109] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4711; }","duration":"214.897151ms","start":"2026-03-19T09:12:16.161708Z","end":"2026-03-19T09:12:16.376605Z","steps":["trace[567940109] 'agreement among raft nodes before linearized reading' (duration: 214.680595ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.386015Z","caller":"traceutil/trace.go:171","msg":"trace[705676562] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4711; }","duration":"206.455467ms","start":"2026-03-19T09:12:16.179527Z","end":"2026-03-19T09:12:16.385983Z","steps":["trace[705676562] 'process raft request' (duration: 206.355805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:16.386925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.05606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:12:16.386974Z","caller":"traceutil/trace.go:171","msg":"trace[1795600250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4711; }","duration":"203.146452ms","start":"2026-03-19T09:12:16.183816Z","end":"2026-03-19T09:12:16.386963Z","steps":["trace[1795600250] 'agreement among raft nodes before linearized reading' (duration: 202.164257ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:16.91079Z","caller":"traceutil/trace.go:171","msg":"trace[378371558] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"131.056751ms","start":"2026-03-19T09:12:16.779622Z","end":"2026-03-19T09:12:16.910679Z","steps":["trace[378371558] 'process raft request' (duration: 130.779524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.385725Z","caller":"traceutil/trace.go:171","msg":"trace[412540620] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"255.544375ms","start":"2026-03-19T09:12:17.130155Z","end":"2026-03-19T09:12:17.385699Z","steps":["trace[412540620] 'process raft request' (duration: 255.394371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.3952Z","caller":"traceutil/trace.go:171","msg":"trace[1915411344] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4970; }","duration":"186.943631ms","start":"2026-03-19T09:12:17.208238Z","end":"2026-03-19T09:12:17.395181Z","steps":["trace[1915411344] 'read index received' (duration: 177.309247ms)","trace[1915411344] 'applied index is now lower than readState.Index' (duration: 9.633424ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:17.395243Z","caller":"traceutil/trace.go:171","msg":"trace[1054650516] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"165.991708ms","start":"2026-03-19T09:12:17.229221Z","end":"2026-03-19T09:12:17.395213Z","steps":["trace[1054650516] 'process raft request' (duration: 165.889576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:17.39535Z","caller":"traceutil/trace.go:171","msg":"trace[1584058350] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"215.418285ms","start":"2026-03-19T09:12:17.179895Z","end":"2026-03-19T09:12:17.395313Z","steps":["trace[1584058350] 'process raft request' (duration: 215.125907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.395425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.143216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:17.395472Z","caller":"traceutil/trace.go:171","msg":"trace[1348657657] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4744; }","duration":"187.272369ms","start":"2026-03-19T09:12:17.208187Z","end":"2026-03-19T09:12:17.39546Z","steps":["trace[1348657657] 'agreement among raft nodes before linearized reading' (duration: 187.088175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:17.399161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.530107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:17.399278Z","caller":"traceutil/trace.go:171","msg":"trace[757394667] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4745; }","duration":"119.697372ms","start":"2026-03-19T09:12:17.279568Z","end":"2026-03-19T09:12:17.399265Z","steps":["trace[757394667] 'agreement among raft nodes before linearized reading' (duration: 119.526237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:18.513833Z","caller":"traceutil/trace.go:171","msg":"trace[2068369857] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"188.936581ms","start":"2026-03-19T09:12:18.324873Z","end":"2026-03-19T09:12:18.51381Z","steps":["trace[2068369857] 'process raft request' (duration: 188.672525ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:18.514157Z","caller":"traceutil/trace.go:171","msg":"trace[1616019424] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5049; }","duration":"179.362079ms","start":"2026-03-19T09:12:18.334772Z","end":"2026-03-19T09:12:18.514134Z","steps":["trace[1616019424] 'read index received' (duration: 178.829415ms)","trace[1616019424] 'applied index is now lower than readState.Index' (duration: 530.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:18.514233Z","caller":"traceutil/trace.go:171","msg":"trace[1392632596] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"185.974096ms","start":"2026-03-19T09:12:18.328249Z","end":"2026-03-19T09:12:18.514223Z","steps":["trace[1392632596] 'process raft request' (duration: 185.499944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:18.514465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.674127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:12:18.514553Z","caller":"traceutil/trace.go:171","msg":"trace[1191180652] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4821; }","duration":"179.815891ms","start":"2026-03-19T09:12:18.334716Z","end":"2026-03-19T09:12:18.514531Z","steps":["trace[1191180652] 'agreement among raft nodes before linearized reading' (duration: 179.565623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:19.366369Z","caller":"traceutil/trace.go:171","msg":"trace[1859404270] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"437.610803ms","start":"2026-03-19T09:12:18.928726Z","end":"2026-03-19T09:12:19.366337Z","steps":["trace[1859404270] 'read index received' (duration: 437.445688ms)","trace[1859404270] 'applied index is now lower than readState.Index' (duration: 163.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:19.366492Z","caller":"traceutil/trace.go:171","msg":"trace[932091594] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"439.879469ms","start":"2026-03-19T09:12:18.926593Z","end":"2026-03-19T09:12:19.366473Z","steps":["trace[932091594] 'process raft request' (duration: 439.574061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.366759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:18.926581Z","time spent":"439.943441ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:19.366805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.060533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:12:19.366962Z","caller":"traceutil/trace.go:171","msg":"trace[1894937470] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4834; }","duration":"438.256558ms","start":"2026-03-19T09:12:18.928678Z","end":"2026-03-19T09:12:19.366934Z","steps":["trace[1894937470] 'agreement among raft nodes before linearized reading' (duration: 437.870719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.367027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:18.928659Z","time spent":"438.34796ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-19T09:12:19.396795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.595833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:19.396884Z","caller":"traceutil/trace.go:171","msg":"trace[1116421515] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4835; }","duration":"273.752047ms","start":"2026-03-19T09:12:19.123109Z","end":"2026-03-19T09:12:19.396861Z","steps":["trace[1116421515] 'agreement among raft nodes before linearized reading' (duration: 273.604453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.396994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.45262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-19T09:12:19.39705Z","caller":"traceutil/trace.go:171","msg":"trace[887159996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9; range_end:; response_count:1; response_revision:4835; }","duration":"454.534823ms","start":"2026-03-19T09:12:18.942499Z","end":"2026-03-19T09:12:19.397034Z","steps":["trace[887159996] 'agreement among raft nodes before linearized reading' (duration: 454.382109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.397092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:18.942485Z","time spent":"454.591224ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9\" "} {"level":"info","ts":"2026-03-19T09:12:19.397085Z","caller":"traceutil/trace.go:171","msg":"trace[482017645] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"467.634454ms","start":"2026-03-19T09:12:18.929428Z","end":"2026-03-19T09:12:19.397062Z","steps":["trace[482017645] 'process raft request' (duration: 467.09703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.397228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.33362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:19.397348Z","caller":"traceutil/trace.go:171","msg":"trace[896140680] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4835; }","duration":"137.518305ms","start":"2026-03-19T09:12:19.259802Z","end":"2026-03-19T09:12:19.39732Z","steps":["trace[896140680] 'agreement among raft nodes before linearized reading' (duration: 137.31491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:19.397255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:18.929411Z","time spent":"467.762898ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:21.506392Z","caller":"traceutil/trace.go:171","msg":"trace[3424416] linearizableReadLoop","detail":"{readStateIndex:5108; appliedIndex:5107; }","duration":"122.35961ms","start":"2026-03-19T09:12:21.384008Z","end":"2026-03-19T09:12:21.506367Z","steps":["trace[3424416] 'read index received' (duration: 109.659697ms)","trace[3424416] 'applied index is now lower than readState.Index' (duration: 12.698873ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:21.506455Z","caller":"traceutil/trace.go:171","msg":"trace[474994298] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"130.916747ms","start":"2026-03-19T09:12:21.375504Z","end":"2026-03-19T09:12:21.506421Z","steps":["trace[474994298] 'process raft request' (duration: 118.112172ms)","trace[474994298] 'compare' (duration: 12.6226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:21.507159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.942122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:12:21.507242Z","caller":"traceutil/trace.go:171","msg":"trace[307400586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4878; }","duration":"106.043045ms","start":"2026-03-19T09:12:21.401179Z","end":"2026-03-19T09:12:21.507222Z","steps":["trace[307400586] 'agreement among raft nodes before linearized reading' (duration: 105.803339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:21.507304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.736815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-03-19T09:12:21.507241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.230462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517412"} {"level":"info","ts":"2026-03-19T09:12:21.507399Z","caller":"traceutil/trace.go:171","msg":"trace[767679099] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9; range_end:; response_count:1; response_revision:4878; }","duration":"101.842838ms","start":"2026-03-19T09:12:21.405522Z","end":"2026-03-19T09:12:21.507365Z","steps":["trace[767679099] 'agreement among raft nodes before linearized reading' (duration: 101.663364ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:21.507435Z","caller":"traceutil/trace.go:171","msg":"trace[964469525] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4877; }","duration":"123.411956ms","start":"2026-03-19T09:12:21.383961Z","end":"2026-03-19T09:12:21.507373Z","steps":["trace[964469525] 'agreement among raft nodes before linearized reading' (duration: 122.542204ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:23.641349Z","caller":"traceutil/trace.go:171","msg":"trace[1980474676] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"122.603236ms","start":"2026-03-19T09:12:23.518713Z","end":"2026-03-19T09:12:23.641316Z","steps":["trace[1980474676] 'process raft request' (duration: 122.437662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.155277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.120198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:24.155446Z","caller":"traceutil/trace.go:171","msg":"trace[636841892] linearizableReadLoop","detail":"{readStateIndex:5127; appliedIndex:5125; }","duration":"633.872219ms","start":"2026-03-19T09:12:23.521556Z","end":"2026-03-19T09:12:24.155428Z","steps":["trace[636841892] 'read index received' (duration: 119.577439ms)","trace[636841892] 'applied index is now lower than readState.Index' (duration: 514.29377ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:24.155433Z","caller":"traceutil/trace.go:171","msg":"trace[1714876501] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"634.024983ms","start":"2026-03-19T09:12:23.521367Z","end":"2026-03-19T09:12:24.155392Z","steps":["trace[1714876501] 'process raft request' (duration: 488.7141ms)","trace[1714876501] 'compare' (duration: 145.025166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:24.155586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.521352Z","time spent":"634.146027ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.155749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.395676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2681138b-8abc-4937-800b-2a53d4c0648a\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-03-19T09:12:24.155829Z","caller":"traceutil/trace.go:171","msg":"trace[1929526643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2681138b-8abc-4937-800b-2a53d4c0648a; range_end:; response_count:1; response_revision:4896; }","duration":"583.508989ms","start":"2026-03-19T09:12:23.5723Z","end":"2026-03-19T09:12:24.155809Z","steps":["trace[1929526643] 'agreement among raft nodes before linearized reading' (duration: 583.306564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.155869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.572284Z","time spent":"583.577071ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4088,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2681138b-8abc-4937-800b-2a53d4c0648a\" "} {"level":"warn","ts":"2026-03-19T09:12:24.155984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.975277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:24.156031Z","caller":"traceutil/trace.go:171","msg":"trace[2028964069] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4896; }","duration":"225.06461ms","start":"2026-03-19T09:12:23.930953Z","end":"2026-03-19T09:12:24.156018Z","steps":["trace[2028964069] 'agreement among raft nodes before linearized reading' (duration: 224.897065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.156217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.884272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-87rrh\" ","response":"range_response_count:1 size:4820"} {"level":"info","ts":"2026-03-19T09:12:24.156308Z","caller":"traceutil/trace.go:171","msg":"trace[1233297634] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-87rrh; range_end:; response_count:1; response_revision:4896; }","duration":"363.004945ms","start":"2026-03-19T09:12:23.793266Z","end":"2026-03-19T09:12:24.156271Z","steps":["trace[1233297634] 'agreement among raft nodes before linearized reading' (duration: 362.787129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.156312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.727071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9\" ","response":"range_response_count:1 size:4082"} {"level":"warn","ts":"2026-03-19T09:12:24.156342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.793247Z","time spent":"363.087706ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4843,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-87rrh\" "} {"level":"info","ts":"2026-03-19T09:12:24.156381Z","caller":"traceutil/trace.go:171","msg":"trace[1739695781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9; range_end:; response_count:1; response_revision:4895; }","duration":"634.849153ms","start":"2026-03-19T09:12:23.521514Z","end":"2026-03-19T09:12:24.156364Z","steps":["trace[1739695781] 'agreement among raft nodes before linearized reading' (duration: 634.007682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.156419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.521506Z","time spent":"634.906286ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4105,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ffa516b-0d2f-450d-a26b-71c1cdd5d1e9\" "} {"level":"info","ts":"2026-03-19T09:12:24.157641Z","caller":"traceutil/trace.go:171","msg":"trace[57999625] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"484.029092ms","start":"2026-03-19T09:12:23.673596Z","end":"2026-03-19T09:12:24.157625Z","steps":["trace[57999625] 'process raft request' (duration: 481.794305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.157701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.258446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:12:24.157734Z","caller":"traceutil/trace.go:171","msg":"trace[1658733107] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4896; }","duration":"192.337218ms","start":"2026-03-19T09:12:23.965387Z","end":"2026-03-19T09:12:24.157724Z","steps":["trace[1658733107] 'agreement among raft nodes before linearized reading' (duration: 192.209235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:24.157748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:23.673571Z","time spent":"484.115133ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:24.157918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.612178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517412"} {"level":"info","ts":"2026-03-19T09:12:24.158006Z","caller":"traceutil/trace.go:171","msg":"trace[1739373990] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4896; }","duration":"250.743082ms","start":"2026-03-19T09:12:23.907243Z","end":"2026-03-19T09:12:24.157986Z","steps":["trace[1739373990] 'agreement among raft nodes before linearized reading' (duration: 249.268135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:25.160467Z","caller":"traceutil/trace.go:171","msg":"trace[252359697] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"126.542246ms","start":"2026-03-19T09:12:25.0339Z","end":"2026-03-19T09:12:25.160442Z","steps":["trace[252359697] 'process raft request' (duration: 126.137006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:27.573268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.183274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-19T09:12:27.573604Z","caller":"traceutil/trace.go:171","msg":"trace[1178448436] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a; range_end:; response_count:1; response_revision:5069; }","duration":"259.83937ms","start":"2026-03-19T09:12:27.313673Z","end":"2026-03-19T09:12:27.573512Z","steps":["trace[1178448436] 'range keys from in-memory index tree' (duration: 258.507546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.435663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.587675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:28.435844Z","caller":"traceutil/trace.go:171","msg":"trace[1620660005] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"264.311244ms","start":"2026-03-19T09:12:28.171515Z","end":"2026-03-19T09:12:28.435827Z","steps":["trace[1620660005] 'process raft request' (duration: 264.255423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.435977Z","caller":"traceutil/trace.go:171","msg":"trace[1193150831] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"776.021954ms","start":"2026-03-19T09:12:27.659924Z","end":"2026-03-19T09:12:28.435946Z","steps":["trace[1193150831] 'process raft request' (duration: 57.06918ms)","trace[1193150831] 'compare' (duration: 718.478592ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:28.436131Z","caller":"traceutil/trace.go:171","msg":"trace[320282306] linearizableReadLoop","detail":"{readStateIndex:5311; appliedIndex:5310; }","duration":"754.377824ms","start":"2026-03-19T09:12:27.681693Z","end":"2026-03-19T09:12:28.436071Z","steps":["trace[320282306] 'read index received' (duration: 35.235965ms)","trace[320282306] 'applied index is now lower than readState.Index' (duration: 719.137079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:28.436182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:27.659908Z","time spent":"776.136178ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:28.436251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.561789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:28.436287Z","caller":"traceutil/trace.go:171","msg":"trace[306310356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5072; }","duration":"754.631771ms","start":"2026-03-19T09:12:27.681645Z","end":"2026-03-19T09:12:28.436276Z","steps":["trace[306310356] 'agreement among raft nodes before linearized reading' (duration: 754.548418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.436317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:27.681625Z","time spent":"754.685852ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:28.436449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.585203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:28.436557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.92038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:12:28.436591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.182127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:12:28.436593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.841608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:12:28.436729Z","caller":"traceutil/trace.go:171","msg":"trace[1441177888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5072; }","duration":"264.947451ms","start":"2026-03-19T09:12:28.171732Z","end":"2026-03-19T09:12:28.43668Z","steps":["trace[1441177888] 'agreement among raft nodes before linearized reading' (duration: 264.681794ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.436559Z","caller":"traceutil/trace.go:171","msg":"trace[1099732365] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5072; }","duration":"144.761017ms","start":"2026-03-19T09:12:28.291774Z","end":"2026-03-19T09:12:28.436535Z","steps":["trace[1099732365] 'agreement among raft nodes before linearized reading' (duration: 144.601013ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:28.436626Z","caller":"traceutil/trace.go:171","msg":"trace[956052328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5072; }","duration":"243.243478ms","start":"2026-03-19T09:12:28.193373Z","end":"2026-03-19T09:12:28.436616Z","steps":["trace[956052328] 'agreement among raft nodes before linearized reading' (duration: 243.148076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.43647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.021413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:12:28.437015Z","caller":"traceutil/trace.go:171","msg":"trace[1132027486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5072; }","duration":"243.581988ms","start":"2026-03-19T09:12:28.193411Z","end":"2026-03-19T09:12:28.436993Z","steps":["trace[1132027486] 'agreement among raft nodes before linearized reading' (duration: 242.957382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.436555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.314639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:12:28.437099Z","caller":"traceutil/trace.go:171","msg":"trace[1649791295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5072; }","duration":"239.876294ms","start":"2026-03-19T09:12:28.197211Z","end":"2026-03-19T09:12:28.437087Z","steps":["trace[1649791295] 'agreement among raft nodes before linearized reading' (duration: 239.161755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.43659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.868359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:28.437189Z","caller":"traceutil/trace.go:171","msg":"trace[282080610] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5072; }","duration":"339.474025ms","start":"2026-03-19T09:12:28.09769Z","end":"2026-03-19T09:12:28.437164Z","steps":["trace[282080610] 'agreement among raft nodes before linearized reading' (duration: 338.870609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.437252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.097673Z","time spent":"339.558267ms","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:28.436635Z","caller":"traceutil/trace.go:171","msg":"trace[1704534770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"243.031973ms","start":"2026-03-19T09:12:28.193583Z","end":"2026-03-19T09:12:28.436615Z","steps":["trace[1704534770] 'agreement among raft nodes before linearized reading' (duration: 242.824928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.437905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.8998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-19T09:12:28.437983Z","caller":"traceutil/trace.go:171","msg":"trace[1750224630] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g; range_end:; response_count:1; response_revision:5072; }","duration":"609.211657ms","start":"2026-03-19T09:12:27.828751Z","end":"2026-03-19T09:12:28.437963Z","steps":["trace[1750224630] 'agreement among raft nodes before linearized reading' (duration: 607.556734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.438037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:27.828738Z","time spent":"609.283659ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g\" "} {"level":"warn","ts":"2026-03-19T09:12:28.437415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.533303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-19T09:12:28.439031Z","caller":"traceutil/trace.go:171","msg":"trace[1677693015] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5072; }","duration":"468.165334ms","start":"2026-03-19T09:12:27.970841Z","end":"2026-03-19T09:12:28.439007Z","steps":["trace[1677693015] 'agreement among raft nodes before linearized reading' (duration: 465.722642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:28.439141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:27.970826Z","time spent":"468.280346ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719307,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:12:29.231614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.467462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:29.231738Z","caller":"traceutil/trace.go:171","msg":"trace[450277276] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"789.734234ms","start":"2026-03-19T09:12:28.441984Z","end":"2026-03-19T09:12:29.231718Z","steps":["trace[450277276] 'process raft request' (duration: 145.066516ms)","trace[450277276] 'compare' (duration: 644.309209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:29.2318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.441963Z","time spent":"789.807815ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:29.264207Z","caller":"traceutil/trace.go:171","msg":"trace[1943288276] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"822.056484ms","start":"2026-03-19T09:12:28.442115Z","end":"2026-03-19T09:12:29.264171Z","steps":["trace[1943288276] 'process raft request' (duration: 821.8855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.264325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.442088Z","time spent":"822.175868ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:29.264471Z","caller":"traceutil/trace.go:171","msg":"trace[896253554] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"822.314011ms","start":"2026-03-19T09:12:28.442133Z","end":"2026-03-19T09:12:29.264447Z","steps":["trace[896253554] 'process raft request' (duration: 821.990303ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.264577Z","caller":"traceutil/trace.go:171","msg":"trace[802814101] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5312; }","duration":"822.408523ms","start":"2026-03-19T09:12:28.442152Z","end":"2026-03-19T09:12:29.264561Z","steps":["trace[802814101] 'read index received' (duration: 144.901871ms)","trace[802814101] 'applied index is now lower than readState.Index' (duration: 677.505732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:29.264606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.442106Z","time spent":"822.428285ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:29.264659Z","caller":"traceutil/trace.go:171","msg":"trace[535318185] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"712.704475ms","start":"2026-03-19T09:12:28.551943Z","end":"2026-03-19T09:12:29.264647Z","steps":["trace[535318185] 'process raft request' (duration: 712.579252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.264724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.551916Z","time spent":"712.766467ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:29.264571Z","caller":"traceutil/trace.go:171","msg":"trace[1089097606] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"822.402874ms","start":"2026-03-19T09:12:28.442145Z","end":"2026-03-19T09:12:29.264548Z","steps":["trace[1089097606] 'process raft request' (duration: 822.198589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.264795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.442126Z","time spent":"822.646249ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.264818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.662569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:12:29.264845Z","caller":"traceutil/trace.go:171","msg":"trace[1464669156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5078; }","duration":"822.714861ms","start":"2026-03-19T09:12:28.442123Z","end":"2026-03-19T09:12:29.264837Z","steps":["trace[1464669156] 'agreement among raft nodes before linearized reading' (duration: 822.572688ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:29.264597Z","caller":"traceutil/trace.go:171","msg":"trace[589954320] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"816.891543ms","start":"2026-03-19T09:12:28.447697Z","end":"2026-03-19T09:12:29.264588Z","steps":["trace[589954320] 'process raft request' (duration: 816.748159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:29.264871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.44211Z","time spent":"822.756182ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63234,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:12:29.264902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.447685Z","time spent":"817.18744ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:29.765175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457005517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:30.265383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457005517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:30.380875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116812321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:30.381675Z","caller":"traceutil/trace.go:171","msg":"trace[355813593] linearizableReadLoop","detail":"{readStateIndex:5319; appliedIndex:5318; }","duration":"1.117028887s","start":"2026-03-19T09:12:29.264622Z","end":"2026-03-19T09:12:30.38165Z","steps":["trace[355813593] 'read index received' (duration: 1.11636328s)","trace[355813593] 'applied index is now lower than readState.Index' (duration: 663.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:30.381799Z","caller":"traceutil/trace.go:171","msg":"trace[1727456117] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"1.547123645s","start":"2026-03-19T09:12:28.834664Z","end":"2026-03-19T09:12:30.381788Z","steps":["trace[1727456117] 'process raft request' (duration: 1.546438748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:30.381891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.834639Z","time spent":"1.547186036s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:30.381913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7000907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:30.381983Z","caller":"traceutil/trace.go:171","msg":"trace[730247953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5079; }","duration":"1.700208203s","start":"2026-03-19T09:12:28.681758Z","end":"2026-03-19T09:12:30.381966Z","steps":["trace[730247953] 'agreement among raft nodes before linearized reading' (duration: 1.700050229s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:30.38201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812462575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:30.382106Z","caller":"traceutil/trace.go:171","msg":"trace[364229516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5079; }","duration":"1.812604068s","start":"2026-03-19T09:12:28.569484Z","end":"2026-03-19T09:12:30.382088Z","steps":["trace[364229516] 'agreement among raft nodes before linearized reading' (duration: 1.812316161s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:30.382088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80482775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-19T09:12:30.382155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.569465Z","time spent":"1.81268071s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:12:30.382184Z","caller":"traceutil/trace.go:171","msg":"trace[648092424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a; range_end:; response_count:1; response_revision:5079; }","duration":"1.804963654s","start":"2026-03-19T09:12:28.577199Z","end":"2026-03-19T09:12:30.382162Z","steps":["trace[648092424] 'agreement among raft nodes before linearized reading' (duration: 1.804706358s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:30.382034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.681739Z","time spent":"1.700287045s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:30.382253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.442183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:30.382256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:28.577184Z","time spent":"1.805058166s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" "} {"level":"info","ts":"2026-03-19T09:12:30.382301Z","caller":"traceutil/trace.go:171","msg":"trace[84099039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5079; }","duration":"696.516614ms","start":"2026-03-19T09:12:29.685774Z","end":"2026-03-19T09:12:30.38229Z","steps":["trace[84099039] 'agreement among raft nodes before linearized reading' (duration: 696.361901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:30.382333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:29.68576Z","time spent":"696.564596ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:12:30.382444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103259818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719284"} {"level":"info","ts":"2026-03-19T09:12:30.382498Z","caller":"traceutil/trace.go:171","msg":"trace[1528430241] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5079; }","duration":"1.103375971s","start":"2026-03-19T09:12:29.27911Z","end":"2026-03-19T09:12:30.382486Z","steps":["trace[1528430241] 'agreement among raft nodes before linearized reading' (duration: 1.102949801s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:30.38253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:29.279086Z","time spent":"1.103433612s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719307,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-19T09:12:30.983995Z","caller":"traceutil/trace.go:171","msg":"trace[1150603196] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"111.40613ms","start":"2026-03-19T09:12:30.872555Z","end":"2026-03-19T09:12:30.983962Z","steps":["trace[1150603196] 'process raft request' (duration: 61.710087ms)","trace[1150603196] 'compare' (duration: 49.400506ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:30.987103Z","caller":"traceutil/trace.go:171","msg":"trace[883031737] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"107.84411ms","start":"2026-03-19T09:12:30.879235Z","end":"2026-03-19T09:12:30.98708Z","steps":["trace[883031737] 'process raft request' (duration: 107.686436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:33.656598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457005626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:34.157358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457005626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:12:34.563843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.52963335s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:12:35.225098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679776824s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:35.225245Z","caller":"traceutil/trace.go:171","msg":"trace[1923581626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5124; }","duration":"1.679938978s","start":"2026-03-19T09:12:33.545286Z","end":"2026-03-19T09:12:35.225225Z","steps":["trace[1923581626] 'range keys from in-memory index tree' (duration: 1.679752934s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.225751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.614598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:35.225833Z","caller":"traceutil/trace.go:171","msg":"trace[399124744] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"2.211901083s","start":"2026-03-19T09:12:33.013916Z","end":"2026-03-19T09:12:35.225817Z","steps":["trace[399124744] 'process raft request' (duration: 1.550149822s)","trace[399124744] 'compare' (duration: 660.471248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:35.225896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.013883Z","time spent":"2.211981995s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:35.682864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:12:35.682947Z","caller":"traceutil/trace.go:171","msg":"trace[1735782598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349068s","start":"2026-03-19T09:12:33.682578Z","end":"2026-03-19T09:12:35.682927Z","steps":["trace[1735782598] 'agreement among raft nodes before linearized reading' (duration: 2.000242456s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.682984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.68255Z","time spent":"2.00042565s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:35.747914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183833084s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:12:35.74874Z","caller":"traceutil/trace.go:171","msg":"trace[1362690313] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5367; }","duration":"2.593681211s","start":"2026-03-19T09:12:33.155028Z","end":"2026-03-19T09:12:35.74871Z","steps":["trace[1362690313] 'read index received' (duration: 1.409049386s)","trace[1362690313] 'applied index is now lower than readState.Index' (duration: 1.184630515s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:35.748953Z","caller":"traceutil/trace.go:171","msg":"trace[1817680985] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"2.470081222s","start":"2026-03-19T09:12:33.278845Z","end":"2026-03-19T09:12:35.748926Z","steps":["trace[1817680985] 'process raft request' (duration: 2.469730473s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:35.749005Z","caller":"traceutil/trace.go:171","msg":"trace[26765274] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"1.288047552s","start":"2026-03-19T09:12:34.460939Z","end":"2026-03-19T09:12:35.748987Z","steps":["trace[26765274] 'process raft request' (duration: 1.287713214s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:35.749025Z","caller":"traceutil/trace.go:171","msg":"trace[128024966] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"2.7105343s","start":"2026-03-19T09:12:33.038412Z","end":"2026-03-19T09:12:35.748946Z","steps":["trace[128024966] 'process raft request' (duration: 2.709802251s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.749112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.278828Z","time spent":"2.470190934s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:35.749117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:34.46092Z","time spent":"1.288135785s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:35.749173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.038387Z","time spent":"2.710709895s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:35.749255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594194694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-19T09:12:35.749452Z","caller":"traceutil/trace.go:171","msg":"trace[826610305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a; range_end:; response_count:1; response_revision:5128; }","duration":"2.59444378s","start":"2026-03-19T09:12:33.154986Z","end":"2026-03-19T09:12:35.749429Z","steps":["trace[826610305] 'agreement among raft nodes before linearized reading' (duration: 2.593981979s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.749506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.154966Z","time spent":"2.594525623s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" "} {"level":"warn","ts":"2026-03-19T09:12:35.752165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.586017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:35.752203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504988768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:12:35.752263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357710817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-19T09:12:35.752244Z","caller":"traceutil/trace.go:171","msg":"trace[1307197464] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5129; }","duration":"302.70815ms","start":"2026-03-19T09:12:35.44952Z","end":"2026-03-19T09:12:35.752229Z","steps":["trace[1307197464] 'agreement among raft nodes before linearized reading' (duration: 302.583057ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:35.752268Z","caller":"traceutil/trace.go:171","msg":"trace[1778630989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5129; }","duration":"2.505112071s","start":"2026-03-19T09:12:33.247137Z","end":"2026-03-19T09:12:35.752249Z","steps":["trace[1778630989] 'agreement among raft nodes before linearized reading' (duration: 2.504885745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330676715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:12:35.752312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:35.4495Z","time spent":"302.799042ms","remote":"127.0.0.1:50098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:35.752321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.24711Z","time spent":"2.505199013s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:35.752347Z","caller":"traceutil/trace.go:171","msg":"trace[220174612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5129; }","duration":"1.330812729s","start":"2026-03-19T09:12:34.421513Z","end":"2026-03-19T09:12:35.752325Z","steps":["trace[220174612] 'agreement among raft nodes before linearized reading' (duration: 1.330545312s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521919433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:35.75249Z","caller":"traceutil/trace.go:171","msg":"trace[760214168] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5129; }","duration":"1.522000475s","start":"2026-03-19T09:12:34.230467Z","end":"2026-03-19T09:12:35.752468Z","steps":["trace[760214168] 'agreement among raft nodes before linearized reading' (duration: 1.521845101s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:34.230448Z","time spent":"1.522065226s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":42,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:35.752571Z","caller":"traceutil/trace.go:171","msg":"trace[531149419] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"470.561345ms","start":"2026-03-19T09:12:35.281997Z","end":"2026-03-19T09:12:35.752558Z","steps":["trace[531149419] 'process raft request' (duration: 469.866407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443673111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:12:35.752659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:35.281972Z","time spent":"470.633336ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:35.752663Z","caller":"traceutil/trace.go:171","msg":"trace[2138824032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5129; }","duration":"2.443741252s","start":"2026-03-19T09:12:33.308905Z","end":"2026-03-19T09:12:35.752647Z","steps":["trace[2138824032] 'agreement among raft nodes before linearized reading' (duration: 2.443632099s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.519326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g.189e33282b9878b1\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-19T09:12:35.75272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609323483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:35.752747Z","caller":"traceutil/trace.go:171","msg":"trace[985446882] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g.189e33282b9878b1; range_end:; response_count:1; response_revision:5129; }","duration":"961.626749ms","start":"2026-03-19T09:12:34.791102Z","end":"2026-03-19T09:12:35.752729Z","steps":["trace[985446882] 'agreement among raft nodes before linearized reading' (duration: 961.365822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458916398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:12:35.752801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:34.79108Z","time spent":"961.709171ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g.189e33282b9878b1\" "} {"level":"warn","ts":"2026-03-19T09:12:35.752894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459474762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:12:35.752925Z","caller":"traceutil/trace.go:171","msg":"trace[1631868693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5129; }","duration":"2.459539064s","start":"2026-03-19T09:12:33.293379Z","end":"2026-03-19T09:12:35.752918Z","steps":["trace[1631868693] 'agreement among raft nodes before linearized reading' (duration: 2.459453331s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.752953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.293365Z","time spent":"2.459580624s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:12:35.752963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.60181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:12:35.752996Z","caller":"traceutil/trace.go:171","msg":"trace[1130426525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5129; }","duration":"271.669311ms","start":"2026-03-19T09:12:35.481317Z","end":"2026-03-19T09:12:35.752986Z","steps":["trace[1130426525] 'agreement among raft nodes before linearized reading' (duration: 271.574929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:35.75302Z","caller":"traceutil/trace.go:171","msg":"trace[354489913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5129; }","duration":"1.609663802s","start":"2026-03-19T09:12:34.143348Z","end":"2026-03-19T09:12:35.753011Z","steps":["trace[354489913] 'agreement among raft nodes before linearized reading' (duration: 1.609326493s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.753068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.51564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:35.753075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:34.143326Z","time spent":"1.609741454s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:35.753119Z","caller":"traceutil/trace.go:171","msg":"trace[1397565345] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5129; }","duration":"549.597432ms","start":"2026-03-19T09:12:35.203506Z","end":"2026-03-19T09:12:35.753103Z","steps":["trace[1397565345] 'agreement among raft nodes before linearized reading' (duration: 549.51826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.753087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:34.421496Z","time spent":"1.33089791s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:35.75321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475097208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:12:35.75327Z","caller":"traceutil/trace.go:171","msg":"trace[943662094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5129; }","duration":"2.475204401s","start":"2026-03-19T09:12:33.278052Z","end":"2026-03-19T09:12:35.753257Z","steps":["trace[943662094] 'agreement among raft nodes before linearized reading' (duration: 2.475062167s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.753332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.278028Z","time spent":"2.475277752s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:35.7534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802427709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:35.753455Z","caller":"traceutil/trace.go:171","msg":"trace[490674269] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5129; }","duration":"1.802517162s","start":"2026-03-19T09:12:33.950928Z","end":"2026-03-19T09:12:35.753445Z","steps":["trace[490674269] 'agreement among raft nodes before linearized reading' (duration: 1.80244544s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.753479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.950908Z","time spent":"1.802564293s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:35.752815Z","caller":"traceutil/trace.go:171","msg":"trace[569571530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5129; }","duration":"2.458959698s","start":"2026-03-19T09:12:33.293832Z","end":"2026-03-19T09:12:35.752791Z","steps":["trace[569571530] 'agreement among raft nodes before linearized reading' (duration: 2.458884927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.753908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.293821Z","time spent":"2.460069607s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:35.753931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285684302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:12:35.752698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.308891Z","time spent":"2.443797353s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:12:35.7523Z","caller":"traceutil/trace.go:171","msg":"trace[224079409] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a; range_end:; response_count:1; response_revision:5129; }","duration":"2.357780449s","start":"2026-03-19T09:12:33.39451Z","end":"2026-03-19T09:12:35.752291Z","steps":["trace[224079409] 'agreement among raft nodes before linearized reading' (duration: 2.357683236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.75317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:35.20349Z","time spent":"549.668384ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:35.754079Z","caller":"traceutil/trace.go:171","msg":"trace[663363486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5129; }","duration":"1.285859846s","start":"2026-03-19T09:12:34.468198Z","end":"2026-03-19T09:12:35.754058Z","steps":["trace[663363486] 'agreement among raft nodes before linearized reading' (duration: 1.285681052s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:35.754129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:33.394495Z","time spent":"2.359596234s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3927,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15e1d379-0481-4990-9605-7cb891cf961a\" "} {"level":"warn","ts":"2026-03-19T09:12:35.754214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:34.468178Z","time spent":"1.285993321s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:12:38.398871Z","caller":"traceutil/trace.go:171","msg":"trace[400346050] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"114.029927ms","start":"2026-03-19T09:12:38.284819Z","end":"2026-03-19T09:12:38.398848Z","steps":["trace[400346050] 'process raft request' (duration: 113.907214ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.462959Z","caller":"traceutil/trace.go:171","msg":"trace[1914398021] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"223.933898ms","start":"2026-03-19T09:12:39.238993Z","end":"2026-03-19T09:12:39.462927Z","steps":["trace[1914398021] 'process raft request' (duration: 223.638811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.955446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.727714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:39.9557Z","caller":"traceutil/trace.go:171","msg":"trace[570110507] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5475; }","duration":"183.813599ms","start":"2026-03-19T09:12:39.771865Z","end":"2026-03-19T09:12:39.955678Z","steps":["trace[570110507] 'read index received' (duration: 68.770866ms)","trace[570110507] 'applied index is now lower than readState.Index' (duration: 115.041613ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:39.955791Z","caller":"traceutil/trace.go:171","msg":"trace[1791870966] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"194.271495ms","start":"2026-03-19T09:12:39.761505Z","end":"2026-03-19T09:12:39.955776Z","steps":["trace[1791870966] 'process raft request' (duration: 79.11004ms)","trace[1791870966] 'compare' (duration: 114.56211ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:39.95581Z","caller":"traceutil/trace.go:171","msg":"trace[908738343] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"186.666051ms","start":"2026-03-19T09:12:39.769119Z","end":"2026-03-19T09:12:39.955785Z","steps":["trace[908738343] 'process raft request' (duration: 186.506137ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.955857Z","caller":"traceutil/trace.go:171","msg":"trace[580308037] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"192.4866ms","start":"2026-03-19T09:12:39.76335Z","end":"2026-03-19T09:12:39.955836Z","steps":["trace[580308037] 'process raft request' (duration: 192.202473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.955945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.75165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:39.955998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.743747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:39.955998Z","caller":"traceutil/trace.go:171","msg":"trace[1278584650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5232; }","duration":"178.850442ms","start":"2026-03-19T09:12:39.777133Z","end":"2026-03-19T09:12:39.955984Z","steps":["trace[1278584650] 'agreement among raft nodes before linearized reading' (duration: 178.685888ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:39.95603Z","caller":"traceutil/trace.go:171","msg":"trace[1341915918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5232; }","duration":"172.799219ms","start":"2026-03-19T09:12:39.783222Z","end":"2026-03-19T09:12:39.956021Z","steps":["trace[1341915918] 'agreement among raft nodes before linearized reading' (duration: 172.721537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.956102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.853063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:12:39.956191Z","caller":"traceutil/trace.go:171","msg":"trace[1862993718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5232; }","duration":"167.975637ms","start":"2026-03-19T09:12:39.788199Z","end":"2026-03-19T09:12:39.956175Z","steps":["trace[1862993718] 'agreement among raft nodes before linearized reading' (duration: 167.663008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.956134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.84096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:39.956281Z","caller":"traceutil/trace.go:171","msg":"trace[2045676237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5232; }","duration":"173.019305ms","start":"2026-03-19T09:12:39.783251Z","end":"2026-03-19T09:12:39.956271Z","steps":["trace[2045676237] 'agreement among raft nodes before linearized reading' (duration: 172.84208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.956578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.243659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:12:39.956662Z","caller":"traceutil/trace.go:171","msg":"trace[1826772104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5232; }","duration":"178.349321ms","start":"2026-03-19T09:12:39.778299Z","end":"2026-03-19T09:12:39.956648Z","steps":["trace[1826772104] 'agreement among raft nodes before linearized reading' (duration: 177.805906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.956834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.941888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:39.956922Z","caller":"traceutil/trace.go:171","msg":"trace[635142012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5232; }","duration":"185.088291ms","start":"2026-03-19T09:12:39.771816Z","end":"2026-03-19T09:12:39.956904Z","steps":["trace[635142012] 'agreement among raft nodes before linearized reading' (duration: 183.991893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:39.956968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.542139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:12:39.957037Z","caller":"traceutil/trace.go:171","msg":"trace[409927628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5232; }","duration":"175.646552ms","start":"2026-03-19T09:12:39.781369Z","end":"2026-03-19T09:12:39.957016Z","steps":["trace[409927628] 'agreement among raft nodes before linearized reading' (duration: 174.742779ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.163727Z","caller":"traceutil/trace.go:171","msg":"trace[541496036] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"202.574377ms","start":"2026-03-19T09:12:39.961133Z","end":"2026-03-19T09:12:40.163708Z","steps":["trace[541496036] 'process raft request' (duration: 202.526426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.163802Z","caller":"traceutil/trace.go:171","msg":"trace[1289525486] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"202.810923ms","start":"2026-03-19T09:12:39.960968Z","end":"2026-03-19T09:12:40.163778Z","steps":["trace[1289525486] 'process raft request' (duration: 202.561477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.163878Z","caller":"traceutil/trace.go:171","msg":"trace[1961412975] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"202.70632ms","start":"2026-03-19T09:12:39.961165Z","end":"2026-03-19T09:12:40.163871Z","steps":["trace[1961412975] 'process raft request' (duration: 202.521776ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.164148Z","caller":"traceutil/trace.go:171","msg":"trace[1068379671] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"202.900585ms","start":"2026-03-19T09:12:39.961211Z","end":"2026-03-19T09:12:40.164111Z","steps":["trace[1068379671] 'process raft request' (duration: 202.637289ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.16427Z","caller":"traceutil/trace.go:171","msg":"trace[1858881562] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5478; }","duration":"203.230054ms","start":"2026-03-19T09:12:39.96102Z","end":"2026-03-19T09:12:40.16425Z","steps":["trace[1858881562] 'read index received' (duration: 34.216829ms)","trace[1858881562] 'applied index is now lower than readState.Index' (duration: 169.012185ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:40.164313Z","caller":"traceutil/trace.go:171","msg":"trace[1428293448] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"202.466404ms","start":"2026-03-19T09:12:39.961822Z","end":"2026-03-19T09:12:40.164288Z","steps":["trace[1428293448] 'process raft request' (duration: 202.189557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.164296Z","caller":"traceutil/trace.go:171","msg":"trace[295842254] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"202.339791ms","start":"2026-03-19T09:12:39.961937Z","end":"2026-03-19T09:12:40.164276Z","steps":["trace[295842254] 'process raft request' (duration: 202.173576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:40.164619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.831058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:12:40.164675Z","caller":"traceutil/trace.go:171","msg":"trace[359433696] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"196.04161ms","start":"2026-03-19T09:12:39.968623Z","end":"2026-03-19T09:12:40.164664Z","steps":["trace[359433696] 'process raft request' (duration: 195.558698ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.164696Z","caller":"traceutil/trace.go:171","msg":"trace[1298851646] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5240; }","duration":"140.9161ms","start":"2026-03-19T09:12:40.023758Z","end":"2026-03-19T09:12:40.164674Z","steps":["trace[1298851646] 'agreement among raft nodes before linearized reading' (duration: 140.719425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:40.164635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.593063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:12:40.164788Z","caller":"traceutil/trace.go:171","msg":"trace[1046112933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5240; }","duration":"203.784117ms","start":"2026-03-19T09:12:39.960994Z","end":"2026-03-19T09:12:40.164778Z","steps":["trace[1046112933] 'agreement among raft nodes before linearized reading' (duration: 203.463039ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:40.427767Z","caller":"traceutil/trace.go:171","msg":"trace[818595444] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"257.904602ms","start":"2026-03-19T09:12:40.16984Z","end":"2026-03-19T09:12:40.427745Z","steps":["trace[818595444] 'process raft request' (duration: 257.748418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:41.164979Z","caller":"traceutil/trace.go:171","msg":"trace[768904467] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"994.374921ms","start":"2026-03-19T09:12:40.170577Z","end":"2026-03-19T09:12:41.164952Z","steps":["trace[768904467] 'process raft request' (duration: 994.133605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:41.165013Z","caller":"traceutil/trace.go:171","msg":"trace[253291533] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"993.647563ms","start":"2026-03-19T09:12:40.171349Z","end":"2026-03-19T09:12:41.164997Z","steps":["trace[253291533] 'process raft request' (duration: 993.52206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.165125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.171332Z","time spent":"993.721875ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:41.165144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.927912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:41.165189Z","caller":"traceutil/trace.go:171","msg":"trace[1032262338] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"993.291935ms","start":"2026-03-19T09:12:40.171843Z","end":"2026-03-19T09:12:41.165135Z","steps":["trace[1032262338] 'process raft request' (duration: 993.084359ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:41.164979Z","caller":"traceutil/trace.go:171","msg":"trace[1463342690] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5486; }","duration":"775.773808ms","start":"2026-03-19T09:12:40.389192Z","end":"2026-03-19T09:12:41.164966Z","steps":["trace[1463342690] 'read index received' (duration: 38.364815ms)","trace[1463342690] 'applied index is now lower than readState.Index' (duration: 737.408163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:41.165607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.171829Z","time spent":"993.478099ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:41.165673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.799224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:41.165585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.170562Z","time spent":"994.488944ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:41.165716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.566322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:41.165719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.569129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:12:41.165729Z","caller":"traceutil/trace.go:171","msg":"trace[70668996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5244; }","duration":"482.907387ms","start":"2026-03-19T09:12:40.682808Z","end":"2026-03-19T09:12:41.165715Z","steps":["trace[70668996] 'agreement among raft nodes before linearized reading' (duration: 482.795634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:41.165752Z","caller":"traceutil/trace.go:171","msg":"trace[151869630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5244; }","duration":"292.636534ms","start":"2026-03-19T09:12:40.873106Z","end":"2026-03-19T09:12:41.165742Z","steps":["trace[151869630] 'agreement among raft nodes before linearized reading' (duration: 292.508731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:41.165762Z","caller":"traceutil/trace.go:171","msg":"trace[1040452643] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5244; }","duration":"184.648281ms","start":"2026-03-19T09:12:40.981099Z","end":"2026-03-19T09:12:41.165748Z","steps":["trace[1040452643] 'agreement among raft nodes before linearized reading' (duration: 184.527828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.165766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.682786Z","time spent":"482.973879ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:41.1658Z","caller":"traceutil/trace.go:171","msg":"trace[165898180] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5244; }","duration":"776.057595ms","start":"2026-03-19T09:12:40.389155Z","end":"2026-03-19T09:12:41.165212Z","steps":["trace[165898180] 'agreement among raft nodes before linearized reading' (duration: 775.868721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.165908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.389139Z","time spent":"776.719652ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:41.165941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.730783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:41.166035Z","caller":"traceutil/trace.go:171","msg":"trace[1207143182] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5244; }","duration":"321.910468ms","start":"2026-03-19T09:12:40.844111Z","end":"2026-03-19T09:12:41.166022Z","steps":["trace[1207143182] 'agreement among raft nodes before linearized reading' (duration: 321.532808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.166154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:40.844081Z","time spent":"321.97943ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:41.495123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.229038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:41.495192Z","caller":"traceutil/trace.go:171","msg":"trace[1765467714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5244; }","duration":"328.346881ms","start":"2026-03-19T09:12:41.16683Z","end":"2026-03-19T09:12:41.495177Z","steps":["trace[1765467714] 'range keys from in-memory index tree' (duration: 328.169857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.495226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.166818Z","time spent":"328.402182ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:12:41.495225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.618428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:12:41.495273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.731621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2681138b-8abc-4937-800b-2a53d4c0648a\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:12:41.495304Z","caller":"traceutil/trace.go:171","msg":"trace[1551707520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5244; }","duration":"326.741391ms","start":"2026-03-19T09:12:41.168543Z","end":"2026-03-19T09:12:41.495284Z","steps":["trace[1551707520] 'range keys from in-memory index tree' (duration: 326.431423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:41.495339Z","caller":"traceutil/trace.go:171","msg":"trace[209649179] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2681138b-8abc-4937-800b-2a53d4c0648a; range_end:; response_count:1; response_revision:5244; }","duration":"326.837163ms","start":"2026-03-19T09:12:41.168488Z","end":"2026-03-19T09:12:41.495325Z","steps":["trace[209649179] 'range keys from in-memory index tree' (duration: 326.596337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:41.495348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.168528Z","time spent":"326.811752ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:12:41.495377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.168473Z","time spent":"326.896765ms","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-2681138b-8abc-4937-800b-2a53d4c0648a\" "} {"level":"info","ts":"2026-03-19T09:12:41.658766Z","caller":"traceutil/trace.go:171","msg":"trace[613988330] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"162.398575ms","start":"2026-03-19T09:12:41.496343Z","end":"2026-03-19T09:12:41.658742Z","steps":["trace[613988330] 'read index received' (duration: 162.241621ms)","trace[613988330] 'applied index is now lower than readState.Index' (duration: 155.464µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:41.659043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.667753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16303"} {"level":"info","ts":"2026-03-19T09:12:41.65913Z","caller":"traceutil/trace.go:171","msg":"trace[1424579500] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5244; }","duration":"162.798166ms","start":"2026-03-19T09:12:41.496313Z","end":"2026-03-19T09:12:41.659111Z","steps":["trace[1424579500] 'agreement among raft nodes before linearized reading' (duration: 162.516049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.393751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.804485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:42.393951Z","caller":"traceutil/trace.go:171","msg":"trace[1504013099] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"432.58643ms","start":"2026-03-19T09:12:41.961334Z","end":"2026-03-19T09:12:42.393921Z","steps":["trace[1504013099] 'process raft request' (duration: 223.510968ms)","trace[1504013099] 'compare' (duration: 208.518937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:42.394092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.961307Z","time spent":"432.712713ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:42.394231Z","caller":"traceutil/trace.go:171","msg":"trace[512188919] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"395.332433ms","start":"2026-03-19T09:12:41.99885Z","end":"2026-03-19T09:12:42.394182Z","steps":["trace[512188919] 'read index received' (duration: 185.934104ms)","trace[512188919] 'applied index is now lower than readState.Index' (duration: 209.397389ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:42.394602Z","caller":"traceutil/trace.go:171","msg":"trace[307614465] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"433.247386ms","start":"2026-03-19T09:12:41.961334Z","end":"2026-03-19T09:12:42.394582Z","steps":["trace[307614465] 'process raft request' (duration: 432.520408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.394684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.961307Z","time spent":"433.338989ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:42.394772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.887573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:12:42.394721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.446683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:42.394795Z","caller":"traceutil/trace.go:171","msg":"trace[1809015755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5247; }","duration":"224.922544ms","start":"2026-03-19T09:12:42.169866Z","end":"2026-03-19T09:12:42.394788Z","steps":["trace[1809015755] 'agreement among raft nodes before linearized reading' (duration: 224.871652ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.394811Z","caller":"traceutil/trace.go:171","msg":"trace[38342296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5247; }","duration":"226.569626ms","start":"2026-03-19T09:12:42.168231Z","end":"2026-03-19T09:12:42.394801Z","steps":["trace[38342296] 'agreement among raft nodes before linearized reading' (duration: 226.364721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.394802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.938378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:12:42.394859Z","caller":"traceutil/trace.go:171","msg":"trace[535176032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5247; }","duration":"396.020221ms","start":"2026-03-19T09:12:41.998823Z","end":"2026-03-19T09:12:42.394843Z","steps":["trace[535176032] 'agreement among raft nodes before linearized reading' (duration: 395.748024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.394884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.898099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:12:42.394915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:41.998811Z","time spent":"396.091252ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:12:42.394937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.793117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:12:42.394954Z","caller":"traceutil/trace.go:171","msg":"trace[1170578956] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5247; }","duration":"225.983381ms","start":"2026-03-19T09:12:42.16895Z","end":"2026-03-19T09:12:42.394933Z","steps":["trace[1170578956] 'agreement among raft nodes before linearized reading' (duration: 225.797917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.394958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.430282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:42.39499Z","caller":"traceutil/trace.go:171","msg":"trace[665628499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5247; }","duration":"225.890569ms","start":"2026-03-19T09:12:42.169085Z","end":"2026-03-19T09:12:42.394975Z","steps":["trace[665628499] 'agreement among raft nodes before linearized reading' (duration: 225.731515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.395029Z","caller":"traceutil/trace.go:171","msg":"trace[2085009504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5247; }","duration":"226.514684ms","start":"2026-03-19T09:12:42.168497Z","end":"2026-03-19T09:12:42.395012Z","steps":["trace[2085009504] 'agreement among raft nodes before linearized reading' (duration: 226.35003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.39498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.641598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:42.395099Z","caller":"traceutil/trace.go:171","msg":"trace[1181400007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5247; }","duration":"226.795172ms","start":"2026-03-19T09:12:42.168294Z","end":"2026-03-19T09:12:42.395089Z","steps":["trace[1181400007] 'agreement among raft nodes before linearized reading' (duration: 226.603957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.5083Z","caller":"traceutil/trace.go:171","msg":"trace[443850212] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"110.295233ms","start":"2026-03-19T09:12:42.397975Z","end":"2026-03-19T09:12:42.508271Z","steps":["trace[443850212] 'process raft request' (duration: 104.169687ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.509004Z","caller":"traceutil/trace.go:171","msg":"trace[486826770] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"109.750788ms","start":"2026-03-19T09:12:42.399207Z","end":"2026-03-19T09:12:42.508957Z","steps":["trace[486826770] 'process raft request' (duration: 109.000399ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.509078Z","caller":"traceutil/trace.go:171","msg":"trace[1333452945] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5495; }","duration":"110.669772ms","start":"2026-03-19T09:12:42.398391Z","end":"2026-03-19T09:12:42.509061Z","steps":["trace[1333452945] 'read index received' (duration: 88.717694ms)","trace[1333452945] 'applied index is now lower than readState.Index' (duration: 21.951028ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:42.509311Z","caller":"traceutil/trace.go:171","msg":"trace[600012951] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"110.022675ms","start":"2026-03-19T09:12:42.399266Z","end":"2026-03-19T09:12:42.509289Z","steps":["trace[600012951] 'process raft request' (duration: 109.694367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.509581Z","caller":"traceutil/trace.go:171","msg":"trace[1432549252] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"109.872181ms","start":"2026-03-19T09:12:42.399685Z","end":"2026-03-19T09:12:42.509557Z","steps":["trace[1432549252] 'process raft request' (duration: 109.337848ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:42.509622Z","caller":"traceutil/trace.go:171","msg":"trace[2110803120] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"110.269862ms","start":"2026-03-19T09:12:42.399255Z","end":"2026-03-19T09:12:42.509524Z","steps":["trace[2110803120] 'process raft request' (duration: 109.546694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:42.510007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.588885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63211"} {"level":"info","ts":"2026-03-19T09:12:42.510074Z","caller":"traceutil/trace.go:171","msg":"trace[98729125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5253; }","duration":"111.693628ms","start":"2026-03-19T09:12:42.398365Z","end":"2026-03-19T09:12:42.510059Z","steps":["trace[98729125] 'agreement among raft nodes before linearized reading' (duration: 111.148924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.066343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.950279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16554"} {"level":"info","ts":"2026-03-19T09:12:43.066451Z","caller":"traceutil/trace.go:171","msg":"trace[209221329] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5256; }","duration":"111.097382ms","start":"2026-03-19T09:12:42.955331Z","end":"2026-03-19T09:12:43.066429Z","steps":["trace[209221329] 'range keys from in-memory index tree' (duration: 110.808895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:43.066483Z","caller":"traceutil/trace.go:171","msg":"trace[651091324] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"109.096891ms","start":"2026-03-19T09:12:42.957328Z","end":"2026-03-19T09:12:43.066425Z","steps":["trace[651091324] 'process raft request' (duration: 77.324474ms)","trace[651091324] 'compare' (duration: 31.47788ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:43.248485Z","caller":"traceutil/trace.go:171","msg":"trace[406749204] linearizableReadLoop","detail":"{readStateIndex:5505; appliedIndex:5504; }","duration":"173.260542ms","start":"2026-03-19T09:12:43.075189Z","end":"2026-03-19T09:12:43.24845Z","steps":["trace[406749204] 'read index received' (duration: 172.982725ms)","trace[406749204] 'applied index is now lower than readState.Index' (duration: 276.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:43.248522Z","caller":"traceutil/trace.go:171","msg":"trace[19902842] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"177.205953ms","start":"2026-03-19T09:12:43.071277Z","end":"2026-03-19T09:12:43.248483Z","steps":["trace[19902842] 'process raft request' (duration: 176.904095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.248766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.547119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:12:43.248845Z","caller":"traceutil/trace.go:171","msg":"trace[1023395371] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5258; }","duration":"173.665982ms","start":"2026-03-19T09:12:43.075159Z","end":"2026-03-19T09:12:43.248825Z","steps":["trace[1023395371] 'agreement among raft nodes before linearized reading' (duration: 173.403706ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:43.25522Z","caller":"traceutil/trace.go:171","msg":"trace[310846843] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"174.954334ms","start":"2026-03-19T09:12:43.080154Z","end":"2026-03-19T09:12:43.255108Z","steps":["trace[310846843] 'process raft request' (duration: 174.675217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.626864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.987939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:43.626981Z","caller":"traceutil/trace.go:171","msg":"trace[1433763629] linearizableReadLoop","detail":"{readStateIndex:5507; appliedIndex:5506; }","duration":"345.786035ms","start":"2026-03-19T09:12:43.281177Z","end":"2026-03-19T09:12:43.626963Z","steps":["trace[1433763629] 'read index received' (duration: 175.606471ms)","trace[1433763629] 'applied index is now lower than readState.Index' (duration: 170.177904ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:43.627057Z","caller":"traceutil/trace.go:171","msg":"trace[1429217543] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"351.967361ms","start":"2026-03-19T09:12:43.275061Z","end":"2026-03-19T09:12:43.627028Z","steps":["trace[1429217543] 'process raft request' (duration: 181.707086ms)","trace[1429217543] 'compare' (duration: 169.65515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:43.627211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:43.275028Z","time spent":"352.099925ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13275,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:43.627293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.116624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:368399"} {"level":"info","ts":"2026-03-19T09:12:43.627333Z","caller":"traceutil/trace.go:171","msg":"trace[1972499056] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:5260; }","duration":"346.190405ms","start":"2026-03-19T09:12:43.281133Z","end":"2026-03-19T09:12:43.627323Z","steps":["trace[1972499056] 'agreement among raft nodes before linearized reading' (duration: 345.877087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:43.627376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:43.281117Z","time spent":"346.250417ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":9,"response size":368422,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-19T09:12:44.447217Z","caller":"traceutil/trace.go:171","msg":"trace[14109578] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5512; }","duration":"351.797847ms","start":"2026-03-19T09:12:44.095391Z","end":"2026-03-19T09:12:44.447188Z","steps":["trace[14109578] 'read index received' (duration: 351.649134ms)","trace[14109578] 'applied index is now lower than readState.Index' (duration: 147.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:44.447269Z","caller":"traceutil/trace.go:171","msg":"trace[188399638] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"375.354076ms","start":"2026-03-19T09:12:44.071886Z","end":"2026-03-19T09:12:44.44724Z","steps":["trace[188399638] 'process raft request' (duration: 375.164681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.447408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.997813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:44.447416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.071865Z","time spent":"375.484289ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:44.447473Z","caller":"traceutil/trace.go:171","msg":"trace[274290574] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5265; }","duration":"352.111656ms","start":"2026-03-19T09:12:44.095346Z","end":"2026-03-19T09:12:44.447458Z","steps":["trace[274290574] 'agreement among raft nodes before linearized reading' (duration: 351.948682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.447523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.095329Z","time spent":"352.183908ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:12:44.863642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.898738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:44.863838Z","caller":"traceutil/trace.go:171","msg":"trace[135564230] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5513; }","duration":"373.272133ms","start":"2026-03-19T09:12:44.49055Z","end":"2026-03-19T09:12:44.863822Z","steps":["trace[135564230] 'read index received' (duration: 147.19127ms)","trace[135564230] 'applied index is now lower than readState.Index' (duration: 226.079613ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:44.863828Z","caller":"traceutil/trace.go:171","msg":"trace[20482322] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"464.204362ms","start":"2026-03-19T09:12:44.399597Z","end":"2026-03-19T09:12:44.863801Z","steps":["trace[20482322] 'process raft request' (duration: 238.072208ms)","trace[20482322] 'compare' (duration: 225.584701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:44.863963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.399577Z","time spent":"464.311905ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:44.864245Z","caller":"traceutil/trace.go:171","msg":"trace[1014280852] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"463.339292ms","start":"2026-03-19T09:12:44.400871Z","end":"2026-03-19T09:12:44.86421Z","steps":["trace[1014280852] 'process raft request' (duration: 462.857859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.864299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.09792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:12:44.864252Z","caller":"traceutil/trace.go:171","msg":"trace[69576814] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"410.866087ms","start":"2026-03-19T09:12:44.453323Z","end":"2026-03-19T09:12:44.86419Z","steps":["trace[69576814] 'process raft request' (duration: 410.458807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:44.864333Z","caller":"traceutil/trace.go:171","msg":"trace[1586312072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5268; }","duration":"351.158941ms","start":"2026-03-19T09:12:44.513164Z","end":"2026-03-19T09:12:44.864323Z","steps":["trace[1586312072] 'agreement among raft nodes before linearized reading' (duration: 351.037208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.864355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.871463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:12:44.864369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.40084Z","time spent":"463.458865ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:44.86438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.513148Z","time spent":"351.224953ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:12:44.864414Z","caller":"traceutil/trace.go:171","msg":"trace[399224762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5268; }","duration":"348.967935ms","start":"2026-03-19T09:12:44.515429Z","end":"2026-03-19T09:12:44.864397Z","steps":["trace[399224762] 'agreement among raft nodes before linearized reading' (duration: 348.781251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.864425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.08031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:44.864295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.725205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:12:44.864426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.617647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:12:44.864453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.453297Z","time spent":"411.077644ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:44.864473Z","caller":"traceutil/trace.go:171","msg":"trace[1869547780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5268; }","duration":"351.170582ms","start":"2026-03-19T09:12:44.513289Z","end":"2026-03-19T09:12:44.86446Z","steps":["trace[1869547780] 'agreement among raft nodes before linearized reading' (duration: 351.036359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.864468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.515409Z","time spent":"349.049738ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:12:44.864511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.513262Z","time spent":"351.243554ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:44.864504Z","caller":"traceutil/trace.go:171","msg":"trace[1755190687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5268; }","duration":"350.71371ms","start":"2026-03-19T09:12:44.513769Z","end":"2026-03-19T09:12:44.864482Z","steps":["trace[1755190687] 'agreement among raft nodes before linearized reading' (duration: 350.474554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:44.864566Z","caller":"traceutil/trace.go:171","msg":"trace[1131338656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5268; }","duration":"373.977681ms","start":"2026-03-19T09:12:44.490502Z","end":"2026-03-19T09:12:44.86448Z","steps":["trace[1131338656] 'agreement among raft nodes before linearized reading' (duration: 373.590761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.864635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.513761Z","time spent":"350.829903ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:12:44.864781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.490481Z","time spent":"374.188606ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:44.864994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.687689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:12:44.865129Z","caller":"traceutil/trace.go:171","msg":"trace[426404072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5268; }","duration":"350.819412ms","start":"2026-03-19T09:12:44.514257Z","end":"2026-03-19T09:12:44.865077Z","steps":["trace[426404072] 'agreement among raft nodes before linearized reading' (duration: 349.979621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.865174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.101433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:12:44.86523Z","caller":"traceutil/trace.go:171","msg":"trace[1179057309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5268; }","duration":"350.176916ms","start":"2026-03-19T09:12:44.51504Z","end":"2026-03-19T09:12:44.865217Z","steps":["trace[1179057309] 'agreement among raft nodes before linearized reading' (duration: 349.262443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:44.865231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.514244Z","time spent":"350.971856ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:44.86526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:44.515015Z","time spent":"350.238798ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:46.479666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457005971,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:12:46.522107Z","caller":"traceutil/trace.go:171","msg":"trace[282446775] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"561.674179ms","start":"2026-03-19T09:12:45.960409Z","end":"2026-03-19T09:12:46.522083Z","steps":["trace[282446775] 'process raft request' (duration: 561.471183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:46.522258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:45.960396Z","time spent":"561.778491ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":116613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:46.660064Z","caller":"traceutil/trace.go:171","msg":"trace[1521233053] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"136.066987ms","start":"2026-03-19T09:12:46.523972Z","end":"2026-03-19T09:12:46.660039Z","steps":["trace[1521233053] 'process raft request' (duration: 135.991245ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:46.66009Z","caller":"traceutil/trace.go:171","msg":"trace[1499563304] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5547; }","duration":"681.38736ms","start":"2026-03-19T09:12:45.978671Z","end":"2026-03-19T09:12:46.660059Z","steps":["trace[1499563304] 'read index received' (duration: 543.130228ms)","trace[1499563304] 'applied index is now lower than readState.Index' (duration: 138.255722ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:46.660071Z","caller":"traceutil/trace.go:171","msg":"trace[799048319] transaction","detail":"{read_only:false; response_revision:5301; number_of_response:1; }","duration":"610.798707ms","start":"2026-03-19T09:12:46.049233Z","end":"2026-03-19T09:12:46.660032Z","steps":["trace[799048319] 'process raft request' (duration: 557.894523ms)","trace[799048319] 'compare' (duration: 52.597725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:46.660346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.649368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wlr8l\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-19T09:12:46.660402Z","caller":"traceutil/trace.go:171","msg":"trace[457309084] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wlr8l; range_end:; response_count:1; response_revision:5302; }","duration":"681.75143ms","start":"2026-03-19T09:12:45.978634Z","end":"2026-03-19T09:12:46.660385Z","steps":["trace[457309084] 'agreement among raft nodes before linearized reading' (duration: 681.543414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:46.66036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:46.049214Z","time spent":"611.063504ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:46.660447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:45.978614Z","time spent":"681.823692ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wlr8l\" "} {"level":"info","ts":"2026-03-19T09:12:47.08493Z","caller":"traceutil/trace.go:171","msg":"trace[988694897] linearizableReadLoop","detail":"{readStateIndex:5553; appliedIndex:5551; }","duration":"304.236168ms","start":"2026-03-19T09:12:46.780673Z","end":"2026-03-19T09:12:47.084909Z","steps":["trace[988694897] 'read index received' (duration: 280.354412ms)","trace[988694897] 'applied index is now lower than readState.Index' (duration: 23.881026ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:47.084962Z","caller":"traceutil/trace.go:171","msg":"trace[1399107668] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"415.330342ms","start":"2026-03-19T09:12:46.669605Z","end":"2026-03-19T09:12:47.084936Z","steps":["trace[1399107668] 'process raft request' (duration: 415.236709ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:47.084963Z","caller":"traceutil/trace.go:171","msg":"trace[857863369] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"419.615361ms","start":"2026-03-19T09:12:46.665316Z","end":"2026-03-19T09:12:47.084932Z","steps":["trace[857863369] 'process raft request' (duration: 395.700623ms)","trace[857863369] 'compare' (duration: 23.684702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:47.085088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:46.669581Z","time spent":"415.433354ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:47.085111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:46.665296Z","time spent":"419.746713ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:47.085521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.463094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:12:47.08558Z","caller":"traceutil/trace.go:171","msg":"trace[1341092490] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5305; }","duration":"304.932226ms","start":"2026-03-19T09:12:46.78062Z","end":"2026-03-19T09:12:47.085553Z","steps":["trace[1341092490] 'agreement among raft nodes before linearized reading' (duration: 304.395723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:47.085615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:46.7806Z","time spent":"305.004857ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:12:47.091587Z","caller":"traceutil/trace.go:171","msg":"trace[1298255231] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"222.115364ms","start":"2026-03-19T09:12:46.869451Z","end":"2026-03-19T09:12:47.091567Z","steps":["trace[1298255231] 'process raft request' (duration: 221.942489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:47.092008Z","caller":"traceutil/trace.go:171","msg":"trace[123488909] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"222.510323ms","start":"2026-03-19T09:12:46.869478Z","end":"2026-03-19T09:12:47.091989Z","steps":["trace[123488909] 'process raft request' (duration: 222.049782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:47.092248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.783199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:12:47.092275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.089492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:12:47.092304Z","caller":"traceutil/trace.go:171","msg":"trace[971914336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5308; }","duration":"170.894182ms","start":"2026-03-19T09:12:46.921397Z","end":"2026-03-19T09:12:47.092291Z","steps":["trace[971914336] 'agreement among raft nodes before linearized reading' (duration: 170.715857ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:47.092316Z","caller":"traceutil/trace.go:171","msg":"trace[1519422292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5308; }","duration":"172.161314ms","start":"2026-03-19T09:12:46.920143Z","end":"2026-03-19T09:12:47.092304Z","steps":["trace[1519422292] 'agreement among raft nodes before linearized reading' (duration: 172.031381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:47.092351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.22155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:12:47.092345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.490283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:12:47.092386Z","caller":"traceutil/trace.go:171","msg":"trace[902545116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5308; }","duration":"171.297172ms","start":"2026-03-19T09:12:46.921081Z","end":"2026-03-19T09:12:47.092378Z","steps":["trace[902545116] 'agreement among raft nodes before linearized reading' (duration: 171.20883ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:47.092409Z","caller":"traceutil/trace.go:171","msg":"trace[1035990007] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5308; }","duration":"172.597585ms","start":"2026-03-19T09:12:46.919797Z","end":"2026-03-19T09:12:47.092395Z","steps":["trace[1035990007] 'agreement among raft nodes before linearized reading' (duration: 172.439261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:47.092332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.382799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:12:47.092497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.61787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:47.092523Z","caller":"traceutil/trace.go:171","msg":"trace[1827374512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5308; }","duration":"171.66037ms","start":"2026-03-19T09:12:46.920857Z","end":"2026-03-19T09:12:47.092517Z","steps":["trace[1827374512] 'agreement among raft nodes before linearized reading' (duration: 171.582939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:47.092497Z","caller":"traceutil/trace.go:171","msg":"trace[823792680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5308; }","duration":"172.605966ms","start":"2026-03-19T09:12:46.919883Z","end":"2026-03-19T09:12:47.092489Z","steps":["trace[823792680] 'agreement among raft nodes before linearized reading' (duration: 172.338209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:47.092417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.39922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:47.09354Z","caller":"traceutil/trace.go:171","msg":"trace[437641246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5308; }","duration":"173.532749ms","start":"2026-03-19T09:12:46.919993Z","end":"2026-03-19T09:12:47.093526Z","steps":["trace[437641246] 'agreement among raft nodes before linearized reading' (duration: 172.37856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:49.326851Z","caller":"traceutil/trace.go:171","msg":"trace[56437565] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"229.50762ms","start":"2026-03-19T09:12:49.097311Z","end":"2026-03-19T09:12:49.326818Z","steps":["trace[56437565] 'process raft request' (duration: 229.301214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:49.545227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.230755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:49.545323Z","caller":"traceutil/trace.go:171","msg":"trace[332267652] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5577; }","duration":"441.870626ms","start":"2026-03-19T09:12:49.103439Z","end":"2026-03-19T09:12:49.545309Z","steps":["trace[332267652] 'read index received' (duration: 223.180509ms)","trace[332267652] 'applied index is now lower than readState.Index' (duration: 218.686697ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:49.545351Z","caller":"traceutil/trace.go:171","msg":"trace[1997250570] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"447.867268ms","start":"2026-03-19T09:12:49.097447Z","end":"2026-03-19T09:12:49.545315Z","steps":["trace[1997250570] 'process raft request' (duration: 323.478608ms)","trace[1997250570] 'compare' (duration: 124.117812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:49.545494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.224009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:12:49.545494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.076591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:12:49.545505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.097423Z","time spent":"447.993121ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:49.545534Z","caller":"traceutil/trace.go:171","msg":"trace[1530402809] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5330; }","duration":"441.311732ms","start":"2026-03-19T09:12:49.104206Z","end":"2026-03-19T09:12:49.545518Z","steps":["trace[1530402809] 'agreement among raft nodes before linearized reading' (duration: 441.194549ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:49.545536Z","caller":"traceutil/trace.go:171","msg":"trace[246082332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5330; }","duration":"442.186343ms","start":"2026-03-19T09:12:49.103339Z","end":"2026-03-19T09:12:49.545525Z","steps":["trace[246082332] 'agreement among raft nodes before linearized reading' (duration: 442.04392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:49.545562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.104179Z","time spent":"441.376193ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:12:49.545563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.103283Z","time spent":"442.272716ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:49.545588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.071768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:12:49.545609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.065065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:12:49.545671Z","caller":"traceutil/trace.go:171","msg":"trace[100172220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5330; }","duration":"436.214232ms","start":"2026-03-19T09:12:49.109434Z","end":"2026-03-19T09:12:49.545648Z","steps":["trace[100172220] 'agreement among raft nodes before linearized reading' (duration: 435.982077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:49.545691Z","caller":"traceutil/trace.go:171","msg":"trace[1785272962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5330; }","duration":"439.170087ms","start":"2026-03-19T09:12:49.106504Z","end":"2026-03-19T09:12:49.545674Z","steps":["trace[1785272962] 'agreement among raft nodes before linearized reading' (duration: 438.964012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:49.545667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.788857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:12:49.545735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.106498Z","time spent":"439.228818ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:12:49.545742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.109403Z","time spent":"436.320975ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:12:49.54577Z","caller":"traceutil/trace.go:171","msg":"trace[675853621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5330; }","duration":"436.91567ms","start":"2026-03-19T09:12:49.108825Z","end":"2026-03-19T09:12:49.545741Z","steps":["trace[675853621] 'agreement among raft nodes before linearized reading' (duration: 436.622832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:49.545828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.108818Z","time spent":"436.996992ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:12:49.545846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.251284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g.189e33273ac4a4e5\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-19T09:12:49.545705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.790527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:49.545874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.362256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:49.545892Z","caller":"traceutil/trace.go:171","msg":"trace[210180209] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g.189e33273ac4a4e5; range_end:; response_count:1; response_revision:5330; }","duration":"390.344057ms","start":"2026-03-19T09:12:49.155535Z","end":"2026-03-19T09:12:49.545879Z","steps":["trace[210180209] 'agreement among raft nodes before linearized reading' (duration: 390.243445ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:49.545897Z","caller":"traceutil/trace.go:171","msg":"trace[1495155430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5330; }","duration":"436.425107ms","start":"2026-03-19T09:12:49.109465Z","end":"2026-03-19T09:12:49.54589Z","steps":["trace[1495155430] 'agreement among raft nodes before linearized reading' (duration: 436.363396ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:49.545896Z","caller":"traceutil/trace.go:171","msg":"trace[383208914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5330; }","duration":"437.001762ms","start":"2026-03-19T09:12:49.108883Z","end":"2026-03-19T09:12:49.545885Z","steps":["trace[383208914] 'agreement among raft nodes before linearized reading' (duration: 436.756196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:49.54592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.109445Z","time spent":"436.469399ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:12:49.545923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.155511Z","time spent":"390.403578ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":929,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-8bz5g.189e33273ac4a4e5\" "} {"level":"warn","ts":"2026-03-19T09:12:49.545927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:49.10887Z","time spent":"437.048933ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:12:54.526307Z","caller":"traceutil/trace.go:171","msg":"trace[1556552195] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5628; }","duration":"261.919245ms","start":"2026-03-19T09:12:54.264365Z","end":"2026-03-19T09:12:54.526284Z","steps":["trace[1556552195] 'read index received' (duration: 261.736469ms)","trace[1556552195] 'applied index is now lower than readState.Index' (duration: 181.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:54.526332Z","caller":"traceutil/trace.go:171","msg":"trace[200836960] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"288.407987ms","start":"2026-03-19T09:12:54.237907Z","end":"2026-03-19T09:12:54.526315Z","steps":["trace[200836960] 'process raft request' (duration: 288.241362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:54.526448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.069958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:12:54.52648Z","caller":"traceutil/trace.go:171","msg":"trace[15296965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5379; }","duration":"262.15944ms","start":"2026-03-19T09:12:54.264312Z","end":"2026-03-19T09:12:54.526472Z","steps":["trace[15296965] 'agreement among raft nodes before linearized reading' (duration: 262.054858ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:54.702825Z","caller":"traceutil/trace.go:171","msg":"trace[647351981] linearizableReadLoop","detail":"{readStateIndex:5630; appliedIndex:5629; }","duration":"166.07857ms","start":"2026-03-19T09:12:54.536634Z","end":"2026-03-19T09:12:54.702713Z","steps":["trace[647351981] 'read index received' (duration: 143.436743ms)","trace[647351981] 'applied index is now lower than readState.Index' (duration: 22.640867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:54.703054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.395027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1579"} {"level":"info","ts":"2026-03-19T09:12:54.703111Z","caller":"traceutil/trace.go:171","msg":"trace[1934241574] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5380; }","duration":"166.48497ms","start":"2026-03-19T09:12:54.53661Z","end":"2026-03-19T09:12:54.703095Z","steps":["trace[1934241574] 'agreement among raft nodes before linearized reading' (duration: 166.279805ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:54.703102Z","caller":"traceutil/trace.go:171","msg":"trace[2085900205] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"169.108107ms","start":"2026-03-19T09:12:54.533963Z","end":"2026-03-19T09:12:54.703071Z","steps":["trace[2085900205] 'process raft request' (duration: 146.189763ms)","trace[2085900205] 'compare' (duration: 22.056791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:55.12349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.518956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:55.123623Z","caller":"traceutil/trace.go:171","msg":"trace[1208881279] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"262.94003ms","start":"2026-03-19T09:12:54.860657Z","end":"2026-03-19T09:12:55.123597Z","steps":["trace[1208881279] 'process raft request' (duration: 108.22256ms)","trace[1208881279] 'compare' (duration: 154.418813ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:55.147361Z","caller":"traceutil/trace.go:171","msg":"trace[868896179] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"285.911833ms","start":"2026-03-19T09:12:54.861429Z","end":"2026-03-19T09:12:55.147341Z","steps":["trace[868896179] 'process raft request' (duration: 285.807981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.287614Z","caller":"traceutil/trace.go:171","msg":"trace[1536885294] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"157.402958ms","start":"2026-03-19T09:12:55.130187Z","end":"2026-03-19T09:12:55.28759Z","steps":["trace[1536885294] 'process raft request' (duration: 157.148332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.287801Z","caller":"traceutil/trace.go:171","msg":"trace[882342612] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"157.46666ms","start":"2026-03-19T09:12:55.130314Z","end":"2026-03-19T09:12:55.287781Z","steps":["trace[882342612] 'process raft request' (duration: 157.226314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.287938Z","caller":"traceutil/trace.go:171","msg":"trace[1972701440] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"153.563381ms","start":"2026-03-19T09:12:55.134359Z","end":"2026-03-19T09:12:55.287922Z","steps":["trace[1972701440] 'process raft request' (duration: 153.325615ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.517946Z","caller":"traceutil/trace.go:171","msg":"trace[645373324] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"366.843369ms","start":"2026-03-19T09:12:55.151067Z","end":"2026-03-19T09:12:55.51791Z","steps":["trace[645373324] 'process raft request' (duration: 290.826697ms)","trace[645373324] 'compare' (duration: 75.770095ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:55.51799Z","caller":"traceutil/trace.go:171","msg":"trace[249438037] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"366.84954ms","start":"2026-03-19T09:12:55.151122Z","end":"2026-03-19T09:12:55.517971Z","steps":["trace[249438037] 'process raft request' (duration: 366.716115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.51807Z","caller":"traceutil/trace.go:171","msg":"trace[83810186] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"363.769692ms","start":"2026-03-19T09:12:55.154273Z","end":"2026-03-19T09:12:55.518043Z","steps":["trace[83810186] 'process raft request' (duration: 363.615068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.518095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.151043Z","time spent":"366.977043ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:55.518111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.151103Z","time spent":"366.950922ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:55.518185Z","caller":"traceutil/trace.go:171","msg":"trace[1745411505] linearizableReadLoop","detail":"{readStateIndex:5641; appliedIndex:5635; }","duration":"361.462223ms","start":"2026-03-19T09:12:55.156471Z","end":"2026-03-19T09:12:55.517933Z","steps":["trace[1745411505] 'read index received' (duration: 130.937806ms)","trace[1745411505] 'applied index is now lower than readState.Index' (duration: 230.523477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:55.51819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.154262Z","time spent":"363.871174ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:12:55.518373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.895484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116627"} {"level":"info","ts":"2026-03-19T09:12:55.518588Z","caller":"traceutil/trace.go:171","msg":"trace[1318044343] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5391; }","duration":"362.12172ms","start":"2026-03-19T09:12:55.156446Z","end":"2026-03-19T09:12:55.518568Z","steps":["trace[1318044343] 'agreement among raft nodes before linearized reading' (duration: 361.780311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.518661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.156437Z","time spent":"362.202413ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116650,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-19T09:12:55.605695Z","caller":"traceutil/trace.go:171","msg":"trace[2045010715] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"305.532212ms","start":"2026-03-19T09:12:55.30014Z","end":"2026-03-19T09:12:55.605673Z","steps":["trace[2045010715] 'process raft request' (duration: 305.320606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.605853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.300113Z","time spent":"305.657055ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10925,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:55.606111Z","caller":"traceutil/trace.go:171","msg":"trace[1805174767] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"259.764739ms","start":"2026-03-19T09:12:55.346049Z","end":"2026-03-19T09:12:55.605814Z","steps":["trace[1805174767] 'process raft request' (duration: 259.562744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.805517Z","caller":"traceutil/trace.go:171","msg":"trace[487690395] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5641; }","duration":"215.010413ms","start":"2026-03-19T09:12:55.590485Z","end":"2026-03-19T09:12:55.805495Z","steps":["trace[487690395] 'read index received' (duration: 14.991622ms)","trace[487690395] 'applied index is now lower than readState.Index' (duration: 200.017921ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:55.805519Z","caller":"traceutil/trace.go:171","msg":"trace[2023427739] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"283.277816ms","start":"2026-03-19T09:12:55.522202Z","end":"2026-03-19T09:12:55.80548Z","steps":["trace[2023427739] 'process raft request' (duration: 282.942748ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.805589Z","caller":"traceutil/trace.go:171","msg":"trace[1465439671] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"237.961095ms","start":"2026-03-19T09:12:55.567594Z","end":"2026-03-19T09:12:55.805555Z","steps":["trace[1465439671] 'process raft request' (duration: 237.773551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.8058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.29302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:12:55.805822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.292833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:12:55.805865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.938989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:55.805867Z","caller":"traceutil/trace.go:171","msg":"trace[878949167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5395; }","duration":"212.354604ms","start":"2026-03-19T09:12:55.5935Z","end":"2026-03-19T09:12:55.805854Z","steps":["trace[878949167] 'agreement among raft nodes before linearized reading' (duration: 212.227501ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.805891Z","caller":"traceutil/trace.go:171","msg":"trace[1119717975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5395; }","duration":"123.995689ms","start":"2026-03-19T09:12:55.681886Z","end":"2026-03-19T09:12:55.805882Z","steps":["trace[1119717975] 'agreement among raft nodes before linearized reading' (duration: 123.964959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.806091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.679217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:12:55.806137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.708966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:12:55.806141Z","caller":"traceutil/trace.go:171","msg":"trace[2132533708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5395; }","duration":"211.741019ms","start":"2026-03-19T09:12:55.594388Z","end":"2026-03-19T09:12:55.806129Z","steps":["trace[2132533708] 'agreement among raft nodes before linearized reading' (duration: 211.617315ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.806169Z","caller":"traceutil/trace.go:171","msg":"trace[1306941627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5395; }","duration":"205.756176ms","start":"2026-03-19T09:12:55.600403Z","end":"2026-03-19T09:12:55.80616Z","steps":["trace[1306941627] 'agreement among raft nodes before linearized reading' (duration: 205.639433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.806264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.936714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:12:55.806327Z","caller":"traceutil/trace.go:171","msg":"trace[124528793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5395; }","duration":"212.012555ms","start":"2026-03-19T09:12:55.5943Z","end":"2026-03-19T09:12:55.806313Z","steps":["trace[124528793] 'agreement among raft nodes before linearized reading' (duration: 211.873392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:55.80634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.793623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:12:55.80583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.233079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:12:55.806402Z","caller":"traceutil/trace.go:171","msg":"trace[350970887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5395; }","duration":"208.868066ms","start":"2026-03-19T09:12:55.597517Z","end":"2026-03-19T09:12:55.806385Z","steps":["trace[350970887] 'agreement among raft nodes before linearized reading' (duration: 208.66754ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.806411Z","caller":"traceutil/trace.go:171","msg":"trace[995214340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5395; }","duration":"206.839574ms","start":"2026-03-19T09:12:55.599561Z","end":"2026-03-19T09:12:55.806401Z","steps":["trace[995214340] 'agreement among raft nodes before linearized reading' (duration: 206.170407ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:55.805864Z","caller":"traceutil/trace.go:171","msg":"trace[412273297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5395; }","duration":"215.398882ms","start":"2026-03-19T09:12:55.590448Z","end":"2026-03-19T09:12:55.805846Z","steps":["trace[412273297] 'agreement among raft nodes before linearized reading' (duration: 215.132775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.315768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.915353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:56.31589Z","caller":"traceutil/trace.go:171","msg":"trace[802502145] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5645; }","duration":"507.523733ms","start":"2026-03-19T09:12:55.808346Z","end":"2026-03-19T09:12:56.31587Z","steps":["trace[802502145] 'read index received' (duration: 592.155µs)","trace[802502145] 'applied index is now lower than readState.Index' (duration: 506.929408ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:56.315943Z","caller":"traceutil/trace.go:171","msg":"trace[1409087718] transaction","detail":"{read_only:false; response_revision:5396; number_of_response:1; }","duration":"507.609135ms","start":"2026-03-19T09:12:55.808306Z","end":"2026-03-19T09:12:56.315915Z","steps":["trace[1409087718] 'process raft request' (duration: 210.477467ms)","trace[1409087718] 'compare' (duration: 296.641086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:56.316007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.652016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:12:56.316036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.808245Z","time spent":"507.752748ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1436,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:12:56.316047Z","caller":"traceutil/trace.go:171","msg":"trace[1569172756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5396; }","duration":"507.719108ms","start":"2026-03-19T09:12:55.808319Z","end":"2026-03-19T09:12:56.316038Z","steps":["trace[1569172756] 'agreement among raft nodes before linearized reading' (duration: 507.625306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.316072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.808302Z","time spent":"507.765729ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:12:56.36134Z","caller":"traceutil/trace.go:171","msg":"trace[1959118770] transaction","detail":"{read_only:false; response_revision:5397; number_of_response:1; }","duration":"550.778653ms","start":"2026-03-19T09:12:55.810527Z","end":"2026-03-19T09:12:56.361306Z","steps":["trace[1959118770] 'process raft request' (duration: 550.496675ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.361422Z","caller":"traceutil/trace.go:171","msg":"trace[2127400999] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"549.934462ms","start":"2026-03-19T09:12:55.811477Z","end":"2026-03-19T09:12:56.361412Z","steps":["trace[2127400999] 'process raft request' (duration: 549.881151ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.361432Z","caller":"traceutil/trace.go:171","msg":"trace[1677197600] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"550.130366ms","start":"2026-03-19T09:12:55.811283Z","end":"2026-03-19T09:12:56.361413Z","steps":["trace[1677197600] 'process raft request' (duration: 550.039564ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.361449Z","caller":"traceutil/trace.go:171","msg":"trace[2018261243] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"550.548847ms","start":"2026-03-19T09:12:55.810843Z","end":"2026-03-19T09:12:56.361391Z","steps":["trace[2018261243] 'process raft request' (duration: 550.412083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.361514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.810502Z","time spent":"550.928317ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:56.361518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.81146Z","time spent":"549.995393ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:56.36154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.811271Z","time spent":"550.208099ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:56.361582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.374973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71271"} {"level":"info","ts":"2026-03-19T09:12:56.361647Z","caller":"traceutil/trace.go:171","msg":"trace[542855003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5402; }","duration":"550.467835ms","start":"2026-03-19T09:12:55.811163Z","end":"2026-03-19T09:12:56.36163Z","steps":["trace[542855003] 'agreement among raft nodes before linearized reading' (duration: 550.237149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.361654Z","caller":"traceutil/trace.go:171","msg":"trace[1583104387] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"550.709551ms","start":"2026-03-19T09:12:55.810934Z","end":"2026-03-19T09:12:56.361644Z","steps":["trace[1583104387] 'process raft request' (duration: 550.358012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.361642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.810832Z","time spent":"550.704271ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:56.361361Z","caller":"traceutil/trace.go:171","msg":"trace[760307239] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"550.521026ms","start":"2026-03-19T09:12:55.810815Z","end":"2026-03-19T09:12:56.361336Z","steps":["trace[760307239] 'process raft request' (duration: 550.374483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:56.361706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.810916Z","time spent":"550.763503ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:56.361733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.81115Z","time spent":"550.570528ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71294,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:12:56.361777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:55.81078Z","time spent":"550.938987ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:56.437016Z","caller":"traceutil/trace.go:171","msg":"trace[1356426414] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"116.455769ms","start":"2026-03-19T09:12:56.320536Z","end":"2026-03-19T09:12:56.436992Z","steps":["trace[1356426414] 'process raft request' (duration: 116.391578ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.437071Z","caller":"traceutil/trace.go:171","msg":"trace[882221275] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"116.975812ms","start":"2026-03-19T09:12:56.320054Z","end":"2026-03-19T09:12:56.437029Z","steps":["trace[882221275] 'process raft request' (duration: 110.299592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.437333Z","caller":"traceutil/trace.go:171","msg":"trace[1089347415] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"117.076875ms","start":"2026-03-19T09:12:56.320211Z","end":"2026-03-19T09:12:56.437288Z","steps":["trace[1089347415] 'process raft request' (duration: 116.609343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:56.437377Z","caller":"traceutil/trace.go:171","msg":"trace[2126291215] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"116.824048ms","start":"2026-03-19T09:12:56.32053Z","end":"2026-03-19T09:12:56.437355Z","steps":["trace[2126291215] 'process raft request' (duration: 116.341136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.137523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.587758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-19T09:12:57.137604Z","caller":"traceutil/trace.go:171","msg":"trace[616462554] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5446; }","duration":"191.724932ms","start":"2026-03-19T09:12:56.945862Z","end":"2026-03-19T09:12:57.137587Z","steps":["trace[616462554] 'range keys from in-memory index tree' (duration: 191.428374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.137818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.740113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-19T09:12:57.137955Z","caller":"traceutil/trace.go:171","msg":"trace[1676958978] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5446; }","duration":"269.905237ms","start":"2026-03-19T09:12:56.867999Z","end":"2026-03-19T09:12:57.137904Z","steps":["trace[1676958978] 'range keys from in-memory index tree' (duration: 269.419164ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:57.138035Z","caller":"traceutil/trace.go:171","msg":"trace[589103086] linearizableReadLoop","detail":"{readStateIndex:5698; appliedIndex:5697; }","duration":"114.980701ms","start":"2026-03-19T09:12:57.023016Z","end":"2026-03-19T09:12:57.137997Z","steps":["trace[589103086] 'read index received' (duration: 113.838851ms)","trace[589103086] 'applied index is now lower than readState.Index' (duration: 1.13995ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:57.138223Z","caller":"traceutil/trace.go:171","msg":"trace[187365412] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"123.436066ms","start":"2026-03-19T09:12:57.014761Z","end":"2026-03-19T09:12:57.138197Z","steps":["trace[187365412] 'process raft request' (duration: 122.151633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:57.139647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.574482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:12:57.139849Z","caller":"traceutil/trace.go:171","msg":"trace[1597060126] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5447; }","duration":"116.784196ms","start":"2026-03-19T09:12:57.022991Z","end":"2026-03-19T09:12:57.139775Z","steps":["trace[1597060126] 'agreement among raft nodes before linearized reading' (duration: 115.145755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.152502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.787408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:12:58.152636Z","caller":"traceutil/trace.go:171","msg":"trace[890417986] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"341.252069ms","start":"2026-03-19T09:12:57.811365Z","end":"2026-03-19T09:12:58.152617Z","steps":["trace[890417986] 'process raft request' (duration: 61.212125ms)","trace[890417986] 'compare' (duration: 279.657845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:58.152702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:57.811342Z","time spent":"341.328412ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.422972Z","caller":"traceutil/trace.go:171","msg":"trace[838419292] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"237.605016ms","start":"2026-03-19T09:12:58.185338Z","end":"2026-03-19T09:12:58.422943Z","steps":["trace[838419292] 'process raft request' (duration: 237.448171ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.719074Z","caller":"traceutil/trace.go:171","msg":"trace[825348209] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"291.961377ms","start":"2026-03-19T09:12:58.42709Z","end":"2026-03-19T09:12:58.719051Z","steps":["trace[825348209] 'process raft request' (duration: 291.796003ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.758Z","caller":"traceutil/trace.go:171","msg":"trace[1352442733] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"330.630089ms","start":"2026-03-19T09:12:58.427347Z","end":"2026-03-19T09:12:58.757977Z","steps":["trace[1352442733] 'process raft request' (duration: 330.331402ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.758057Z","caller":"traceutil/trace.go:171","msg":"trace[148982854] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"330.631559ms","start":"2026-03-19T09:12:58.427394Z","end":"2026-03-19T09:12:58.758026Z","steps":["trace[148982854] 'process raft request' (duration: 330.432834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.758161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.427307Z","time spent":"330.757252ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.758216Z","caller":"traceutil/trace.go:171","msg":"trace[2032081508] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5710; }","duration":"330.093916ms","start":"2026-03-19T09:12:58.428104Z","end":"2026-03-19T09:12:58.758198Z","steps":["trace[2032081508] 'read index received' (duration: 290.850219ms)","trace[2032081508] 'applied index is now lower than readState.Index' (duration: 39.242617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:12:58.758234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.427356Z","time spent":"330.775353ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:12:58.757978Z","caller":"traceutil/trace.go:171","msg":"trace[643489123] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"330.461066ms","start":"2026-03-19T09:12:58.427492Z","end":"2026-03-19T09:12:58.757953Z","steps":["trace[643489123] 'process raft request' (duration: 330.391034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.75831Z","caller":"traceutil/trace.go:171","msg":"trace[1961085332] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"330.280531ms","start":"2026-03-19T09:12:58.428004Z","end":"2026-03-19T09:12:58.758284Z","steps":["trace[1961085332] 'process raft request' (duration: 329.915952ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.75831Z","caller":"traceutil/trace.go:171","msg":"trace[194466007] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"329.034908ms","start":"2026-03-19T09:12:58.429234Z","end":"2026-03-19T09:12:58.758268Z","steps":["trace[194466007] 'process raft request' (duration: 328.834623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:58.758347Z","caller":"traceutil/trace.go:171","msg":"trace[1933070367] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"257.283596ms","start":"2026-03-19T09:12:58.50103Z","end":"2026-03-19T09:12:58.758314Z","steps":["trace[1933070367] 'process raft request' (duration: 257.105221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.758424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.427983Z","time spent":"330.391183ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.758464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.356633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80441"} {"level":"info","ts":"2026-03-19T09:12:58.758507Z","caller":"traceutil/trace.go:171","msg":"trace[710322451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5466; }","duration":"330.401834ms","start":"2026-03-19T09:12:58.428095Z","end":"2026-03-19T09:12:58.758497Z","steps":["trace[710322451] 'agreement among raft nodes before linearized reading' (duration: 330.194759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:58.758481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.429186Z","time spent":"329.210843ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:58.758532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.428085Z","time spent":"330.442005ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80464,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:12:58.758425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:58.427475Z","time spent":"330.892746ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:12:59.754912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.429182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-19T09:12:59.75498Z","caller":"traceutil/trace.go:171","msg":"trace[744902595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5467; }","duration":"213.543745ms","start":"2026-03-19T09:12:59.541422Z","end":"2026-03-19T09:12:59.754965Z","steps":["trace[744902595] 'range keys from in-memory index tree' (duration: 213.265108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.755136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.559016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:12:59.755187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.474105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:59.755207Z","caller":"traceutil/trace.go:171","msg":"trace[972197135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5467; }","duration":"376.687689ms","start":"2026-03-19T09:12:59.378505Z","end":"2026-03-19T09:12:59.755192Z","steps":["trace[972197135] 'count revisions from in-memory index tree' (duration: 376.439232ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:12:59.755231Z","caller":"traceutil/trace.go:171","msg":"trace[500935275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5467; }","duration":"219.591458ms","start":"2026-03-19T09:12:59.535626Z","end":"2026-03-19T09:12:59.755217Z","steps":["trace[500935275] 'count revisions from in-memory index tree' (duration: 219.389743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.755243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:12:59.378483Z","time spent":"376.752ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:12:59.91734Z","caller":"traceutil/trace.go:171","msg":"trace[1420359906] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5718; }","duration":"235.309808ms","start":"2026-03-19T09:12:59.682006Z","end":"2026-03-19T09:12:59.917316Z","steps":["trace[1420359906] 'read index received' (duration: 235.026061ms)","trace[1420359906] 'applied index is now lower than readState.Index' (duration: 282.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:12:59.917405Z","caller":"traceutil/trace.go:171","msg":"trace[1041304240] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"294.975323ms","start":"2026-03-19T09:12:59.622393Z","end":"2026-03-19T09:12:59.917368Z","steps":["trace[1041304240] 'process raft request' (duration: 294.755548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.917499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.481772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:12:59.917541Z","caller":"traceutil/trace.go:171","msg":"trace[2059060646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5468; }","duration":"235.607765ms","start":"2026-03-19T09:12:59.681922Z","end":"2026-03-19T09:12:59.917529Z","steps":["trace[2059060646] 'agreement among raft nodes before linearized reading' (duration: 235.527993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:12:59.917756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.973802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-19T09:12:59.917858Z","caller":"traceutil/trace.go:171","msg":"trace[1905943240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea; range_end:; response_count:1; response_revision:5468; }","duration":"154.119645ms","start":"2026-03-19T09:12:59.76372Z","end":"2026-03-19T09:12:59.91784Z","steps":["trace[1905943240] 'agreement among raft nodes before linearized reading' (duration: 153.802077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.130325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.548653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:01.130454Z","caller":"traceutil/trace.go:171","msg":"trace[1442926200] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5719; }","duration":"931.916145ms","start":"2026-03-19T09:13:00.198516Z","end":"2026-03-19T09:13:01.130432Z","steps":["trace[1442926200] 'read index received' (duration: 228.085514ms)","trace[1442926200] 'applied index is now lower than readState.Index' (duration: 703.828551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:01.130611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.466024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:01.130688Z","caller":"traceutil/trace.go:171","msg":"trace[245019919] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5469; }","duration":"759.579927ms","start":"2026-03-19T09:13:00.37109Z","end":"2026-03-19T09:13:01.13067Z","steps":["trace[245019919] 'agreement among raft nodes before linearized reading' (duration: 759.463294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.130724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.169402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:13:01.130788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.371071Z","time spent":"759.698099ms","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:01.130801Z","caller":"traceutil/trace.go:171","msg":"trace[1058981622] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5469; }","duration":"932.318925ms","start":"2026-03-19T09:13:00.198462Z","end":"2026-03-19T09:13:01.130781Z","steps":["trace[1058981622] 'agreement among raft nodes before linearized reading' (duration: 932.060169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.130843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.198443Z","time spent":"932.391227ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T09:13:01.130887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.757888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:01.130947Z","caller":"traceutil/trace.go:171","msg":"trace[1785028606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5469; }","duration":"366.838059ms","start":"2026-03-19T09:13:00.76409Z","end":"2026-03-19T09:13:01.130928Z","steps":["trace[1785028606] 'agreement among raft nodes before linearized reading' (duration: 366.657405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.130937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.247755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:01.13094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.820169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:13:01.130964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.687261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:13:01.130998Z","caller":"traceutil/trace.go:171","msg":"trace[1522740724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5469; }","duration":"405.355688ms","start":"2026-03-19T09:13:00.725631Z","end":"2026-03-19T09:13:01.130987Z","steps":["trace[1522740724] 'agreement among raft nodes before linearized reading' (duration: 405.198994ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:01.131009Z","caller":"traceutil/trace.go:171","msg":"trace[1233288680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5469; }","duration":"366.935532ms","start":"2026-03-19T09:13:00.764059Z","end":"2026-03-19T09:13:01.130995Z","steps":["trace[1233288680] 'agreement among raft nodes before linearized reading' (duration: 366.736467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.130999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.764073Z","time spent":"366.912612ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:01.131039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.764038Z","time spent":"366.994014ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:01.131041Z","caller":"traceutil/trace.go:171","msg":"trace[336017303] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"367.807113ms","start":"2026-03-19T09:13:00.763213Z","end":"2026-03-19T09:13:01.13102Z","steps":["trace[336017303] 'agreement among raft nodes before linearized reading' (duration: 367.646329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.131021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.84793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:13:01.131039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.725611Z","time spent":"405.421379ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:01.131108Z","caller":"traceutil/trace.go:171","msg":"trace[561203381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5469; }","duration":"369.005154ms","start":"2026-03-19T09:13:00.762084Z","end":"2026-03-19T09:13:01.131089Z","steps":["trace[561203381] 'agreement among raft nodes before linearized reading' (duration: 368.667966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.131128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.670915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:01.131148Z","caller":"traceutil/trace.go:171","msg":"trace[1176280613] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"972.097316ms","start":"2026-03-19T09:13:00.158417Z","end":"2026-03-19T09:13:01.130515Z","steps":["trace[1176280613] 'process raft request' (duration: 268.259485ms)","trace[1176280613] 'compare' (duration: 703.430571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:01.131182Z","caller":"traceutil/trace.go:171","msg":"trace[2094738813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5469; }","duration":"366.742097ms","start":"2026-03-19T09:13:00.764422Z","end":"2026-03-19T09:13:01.131165Z","steps":["trace[2094738813] 'agreement among raft nodes before linearized reading' (duration: 366.608664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.131202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.762055Z","time spent":"369.101186ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:01.131228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.158391Z","time spent":"972.783513ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:01.131226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.764413Z","time spent":"366.801168ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:01.131233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.788496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:13:01.130967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.863925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-19T09:13:01.131286Z","caller":"traceutil/trace.go:171","msg":"trace[1369937130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5469; }","duration":"364.853469ms","start":"2026-03-19T09:13:00.766415Z","end":"2026-03-19T09:13:01.131269Z","steps":["trace[1369937130] 'agreement among raft nodes before linearized reading' (duration: 364.596552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.131322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.766406Z","time spent":"364.90864ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:13:01.130946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.597733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:01.131446Z","caller":"traceutil/trace.go:171","msg":"trace[1992282440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5469; }","duration":"441.126236ms","start":"2026-03-19T09:13:00.690282Z","end":"2026-03-19T09:13:01.131408Z","steps":["trace[1992282440] 'agreement among raft nodes before linearized reading' (duration: 440.560522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:01.131523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.690266Z","time spent":"441.238149ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:01.131095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:00.763185Z","time spent":"367.895796ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:13:01.131326Z","caller":"traceutil/trace.go:171","msg":"trace[94451664] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea; range_end:; response_count:1; response_revision:5469; }","duration":"209.256376ms","start":"2026-03-19T09:13:00.922052Z","end":"2026-03-19T09:13:01.131308Z","steps":["trace[94451664] 'agreement among raft nodes before linearized reading' (duration: 208.755503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.074521Z","caller":"traceutil/trace.go:171","msg":"trace[1303336262] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"151.826767ms","start":"2026-03-19T09:13:01.922664Z","end":"2026-03-19T09:13:02.074491Z","steps":["trace[1303336262] 'process raft request' (duration: 151.667483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:02.297536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.175545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-19T09:13:02.297635Z","caller":"traceutil/trace.go:171","msg":"trace[570504679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea; range_end:; response_count:1; response_revision:5485; }","duration":"161.316988ms","start":"2026-03-19T09:13:02.136293Z","end":"2026-03-19T09:13:02.29761Z","steps":["trace[570504679] 'range keys from in-memory index tree' (duration: 160.99077ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.595905Z","caller":"traceutil/trace.go:171","msg":"trace[1226767501] linearizableReadLoop","detail":"{readStateIndex:5738; appliedIndex:5737; }","duration":"241.900985ms","start":"2026-03-19T09:13:02.353974Z","end":"2026-03-19T09:13:02.595875Z","steps":["trace[1226767501] 'read index received' (duration: 241.752871ms)","trace[1226767501] 'applied index is now lower than readState.Index' (duration: 146.594µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:02.596222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.220642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:02.596272Z","caller":"traceutil/trace.go:171","msg":"trace[311879738] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5486; }","duration":"242.319235ms","start":"2026-03-19T09:13:02.35394Z","end":"2026-03-19T09:13:02.59626Z","steps":["trace[311879738] 'agreement among raft nodes before linearized reading' (duration: 242.045198ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.596341Z","caller":"traceutil/trace.go:171","msg":"trace[987476428] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"291.060474ms","start":"2026-03-19T09:13:02.305234Z","end":"2026-03-19T09:13:02.596294Z","steps":["trace[987476428] 'process raft request' (duration: 290.468209ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.871303Z","caller":"traceutil/trace.go:171","msg":"trace[1914960008] linearizableReadLoop","detail":"{readStateIndex:5739; appliedIndex:5738; }","duration":"122.773648ms","start":"2026-03-19T09:13:02.748506Z","end":"2026-03-19T09:13:02.87128Z","steps":["trace[1914960008] 'read index received' (duration: 122.117322ms)","trace[1914960008] 'applied index is now lower than readState.Index' (duration: 655.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:02.871418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.904632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:02.871448Z","caller":"traceutil/trace.go:171","msg":"trace[295836103] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5487; }","duration":"122.978263ms","start":"2026-03-19T09:13:02.748461Z","end":"2026-03-19T09:13:02.871439Z","steps":["trace[295836103] 'agreement among raft nodes before linearized reading' (duration: 122.910761ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:02.871435Z","caller":"traceutil/trace.go:171","msg":"trace[1775985702] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"177.647783ms","start":"2026-03-19T09:13:02.693749Z","end":"2026-03-19T09:13:02.871397Z","steps":["trace[1775985702] 'process raft request' (duration: 177.283954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.273105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.536035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:03.273176Z","caller":"traceutil/trace.go:171","msg":"trace[1471412040] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5739; }","duration":"394.679386ms","start":"2026-03-19T09:13:02.878484Z","end":"2026-03-19T09:13:03.273163Z","steps":["trace[1471412040] 'read index received' (duration: 278.998438ms)","trace[1471412040] 'applied index is now lower than readState.Index' (duration: 115.680248ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:03.27324Z","caller":"traceutil/trace.go:171","msg":"trace[477598979] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"395.939009ms","start":"2026-03-19T09:13:02.877284Z","end":"2026-03-19T09:13:03.273223Z","steps":["trace[477598979] 'process raft request' (duration: 280.207389ms)","trace[477598979] 'compare' (duration: 115.378881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:03.273284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.877267Z","time spent":"395.99686ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.273383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.895262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:03.273443Z","caller":"traceutil/trace.go:171","msg":"trace[47407603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5488; }","duration":"394.964144ms","start":"2026-03-19T09:13:02.878466Z","end":"2026-03-19T09:13:03.273431Z","steps":["trace[47407603] 'agreement among raft nodes before linearized reading' (duration: 394.8099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.273473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.87841Z","time spent":"395.056036ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:03.649985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.081538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:03.650098Z","caller":"traceutil/trace.go:171","msg":"trace[1413085609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5488; }","duration":"105.230993ms","start":"2026-03-19T09:13:03.544852Z","end":"2026-03-19T09:13:03.650083Z","steps":["trace[1413085609] 'range keys from in-memory index tree' (duration: 105.067138ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.650274Z","caller":"traceutil/trace.go:171","msg":"trace[2069389601] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"771.492639ms","start":"2026-03-19T09:13:02.87875Z","end":"2026-03-19T09:13:03.650243Z","steps":["trace[2069389601] 'process raft request' (duration: 764.82373ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.650439Z","caller":"traceutil/trace.go:171","msg":"trace[1823247518] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"770.906355ms","start":"2026-03-19T09:13:02.879522Z","end":"2026-03-19T09:13:03.650429Z","steps":["trace[1823247518] 'process raft request' (duration: 770.602806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.650431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.878723Z","time spent":"771.629233ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1434,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.650519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:02.87951Z","time spent":"770.954397ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:03.650494Z","caller":"traceutil/trace.go:171","msg":"trace[492246936] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5740; }","duration":"377.271515ms","start":"2026-03-19T09:13:03.273194Z","end":"2026-03-19T09:13:03.650465Z","steps":["trace[492246936] 'read index received' (duration: 370.352319ms)","trace[492246936] 'applied index is now lower than readState.Index' (duration: 6.917826ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:03.650643Z","caller":"traceutil/trace.go:171","msg":"trace[1685542950] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"513.700361ms","start":"2026-03-19T09:13:03.136926Z","end":"2026-03-19T09:13:03.650626Z","steps":["trace[1685542950] 'process raft request' (duration: 513.32207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.6508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.136909Z","time spent":"513.767033ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:03.650908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.253458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:13:03.650912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.222702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:03.65096Z","caller":"traceutil/trace.go:171","msg":"trace[150952635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5491; }","duration":"423.297974ms","start":"2026-03-19T09:13:03.22765Z","end":"2026-03-19T09:13:03.650948Z","steps":["trace[150952635] 'agreement among raft nodes before linearized reading' (duration: 423.14826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.650987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.849096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:13:03.650992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.227631Z","time spent":"423.354045ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:03.651007Z","caller":"traceutil/trace.go:171","msg":"trace[590025501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5491; }","duration":"415.898056ms","start":"2026-03-19T09:13:03.235104Z","end":"2026-03-19T09:13:03.651002Z","steps":["trace[590025501] 'agreement among raft nodes before linearized reading' (duration: 415.840345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.235089Z","time spent":"415.932868ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:03.65113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.479644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17736"} {"level":"info","ts":"2026-03-19T09:13:03.651148Z","caller":"traceutil/trace.go:171","msg":"trace[610883572] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5491; }","duration":"376.525916ms","start":"2026-03-19T09:13:03.274616Z","end":"2026-03-19T09:13:03.651142Z","steps":["trace[610883572] 'agreement among raft nodes before linearized reading' (duration: 376.465474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.2746Z","time spent":"376.559437ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17759,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:13:03.651161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.474908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:03.651211Z","caller":"traceutil/trace.go:171","msg":"trace[1654010293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5491; }","duration":"423.5448ms","start":"2026-03-19T09:13:03.227651Z","end":"2026-03-19T09:13:03.651195Z","steps":["trace[1654010293] 'agreement among raft nodes before linearized reading' (duration: 423.383566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.227632Z","time spent":"423.616101ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:03.651288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.57298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:13:03.651303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.796807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:03.651325Z","caller":"traceutil/trace.go:171","msg":"trace[1570105314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5491; }","duration":"423.864558ms","start":"2026-03-19T09:13:03.227454Z","end":"2026-03-19T09:13:03.651319Z","steps":["trace[1570105314] 'agreement among raft nodes before linearized reading' (duration: 423.807757ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.65132Z","caller":"traceutil/trace.go:171","msg":"trace[989743457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5491; }","duration":"423.635582ms","start":"2026-03-19T09:13:03.227675Z","end":"2026-03-19T09:13:03.651311Z","steps":["trace[989743457] 'agreement among raft nodes before linearized reading' (duration: 423.56136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.22743Z","time spent":"423.906659ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:03.651349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.227657Z","time spent":"423.685304ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:13:03.650933Z","caller":"traceutil/trace.go:171","msg":"trace[90069392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5491; }","duration":"422.303599ms","start":"2026-03-19T09:13:03.228622Z","end":"2026-03-19T09:13:03.650925Z","steps":["trace[90069392] 'agreement among raft nodes before linearized reading' (duration: 422.205507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.088588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-19T09:13:03.651431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.228609Z","time spent":"422.815832ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:13:03.651446Z","caller":"traceutil/trace.go:171","msg":"trace[2052483412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea; range_end:; response_count:1; response_revision:5491; }","duration":"495.140199ms","start":"2026-03-19T09:13:03.1563Z","end":"2026-03-19T09:13:03.65144Z","steps":["trace[2052483412] 'agreement among raft nodes before linearized reading' (duration: 495.085648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.156281Z","time spent":"495.17843ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" "} {"level":"warn","ts":"2026-03-19T09:13:03.651217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.366495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:13:03.651553Z","caller":"traceutil/trace.go:171","msg":"trace[2029424252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5491; }","duration":"423.695044ms","start":"2026-03-19T09:13:03.227841Z","end":"2026-03-19T09:13:03.651536Z","steps":["trace[2029424252] 'agreement among raft nodes before linearized reading' (duration: 423.303814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.843493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:03.651605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.227786Z","time spent":"423.803776ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:03.651673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.935794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-19T09:13:03.651692Z","caller":"traceutil/trace.go:171","msg":"trace[1420674767] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea; range_end:; response_count:1; response_revision:5491; }","duration":"335.997016ms","start":"2026-03-19T09:13:03.315689Z","end":"2026-03-19T09:13:03.651686Z","steps":["trace[1420674767] 'agreement among raft nodes before linearized reading' (duration: 335.942565ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:03.651621Z","caller":"traceutil/trace.go:171","msg":"trace[1403333236] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5491; }","duration":"226.904955ms","start":"2026-03-19T09:13:03.42471Z","end":"2026-03-19T09:13:03.651615Z","steps":["trace[1403333236] 'agreement among raft nodes before linearized reading' (duration: 226.856953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:03.651711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:03.315666Z","time spent":"336.040517ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" "} {"level":"info","ts":"2026-03-19T09:13:06.204653Z","caller":"traceutil/trace.go:171","msg":"trace[294985434] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"126.915964ms","start":"2026-03-19T09:13:06.077697Z","end":"2026-03-19T09:13:06.204613Z","steps":["trace[294985434] 'process raft request' (duration: 116.293095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.171095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457006501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:13:08.414199Z","caller":"traceutil/trace.go:171","msg":"trace[510135908] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5800; }","duration":"744.115615ms","start":"2026-03-19T09:13:07.670058Z","end":"2026-03-19T09:13:08.414174Z","steps":["trace[510135908] 'read index received' (duration: 743.92009ms)","trace[510135908] 'applied index is now lower than readState.Index' (duration: 194.255µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:08.414365Z","caller":"traceutil/trace.go:171","msg":"trace[228583881] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"749.154231ms","start":"2026-03-19T09:13:07.66517Z","end":"2026-03-19T09:13:08.414325Z","steps":["trace[228583881] 'process raft request' (duration: 748.831773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.41445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.377851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:08.414484Z","caller":"traceutil/trace.go:171","msg":"trace[1032296856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5547; }","duration":"744.466203ms","start":"2026-03-19T09:13:07.670008Z","end":"2026-03-19T09:13:08.414474Z","steps":["trace[1032296856] 'agreement among raft nodes before linearized reading' (duration: 744.294599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.414532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.669988Z","time spent":"744.533055ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:08.414567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.665148Z","time spent":"749.326966ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:08.729747Z","caller":"traceutil/trace.go:171","msg":"trace[1240986783] linearizableReadLoop","detail":"{readStateIndex:5802; appliedIndex:5801; }","duration":"315.450344ms","start":"2026-03-19T09:13:08.41427Z","end":"2026-03-19T09:13:08.72972Z","steps":["trace[1240986783] 'read index received' (duration: 310.368085ms)","trace[1240986783] 'applied index is now lower than readState.Index' (duration: 5.080999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:08.729967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047766968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:13:08.730071Z","caller":"traceutil/trace.go:171","msg":"trace[1012688805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5548; }","duration":"1.047881011s","start":"2026-03-19T09:13:07.682164Z","end":"2026-03-19T09:13:08.730045Z","steps":["trace[1012688805] 'agreement among raft nodes before linearized reading' (duration: 1.047664896s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:08.730095Z","caller":"traceutil/trace.go:171","msg":"trace[1872110321] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"517.003095ms","start":"2026-03-19T09:13:08.213071Z","end":"2026-03-19T09:13:08.730074Z","steps":["trace[1872110321] 'process raft request' (duration: 511.573987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.682159Z","time spent":"1.047946193s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:08.730174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053526234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:08.730205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05884494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:13:08.730247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055000722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:13:08.730287Z","caller":"traceutil/trace.go:171","msg":"trace[1070966912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5548; }","duration":"1.058965293s","start":"2026-03-19T09:13:07.671299Z","end":"2026-03-19T09:13:08.730264Z","steps":["trace[1070966912] 'agreement among raft nodes before linearized reading' (duration: 1.058750917s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.213047Z","time spent":"517.083146ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:08.730272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048083115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:08.730333Z","caller":"traceutil/trace.go:171","msg":"trace[927114954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5548; }","duration":"1.055149126s","start":"2026-03-19T09:13:07.675166Z","end":"2026-03-19T09:13:08.730315Z","steps":["trace[927114954] 'agreement among raft nodes before linearized reading' (duration: 1.054870389s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.675156Z","time spent":"1.055241058s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:13:08.730411Z","caller":"traceutil/trace.go:171","msg":"trace[835913647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5548; }","duration":"1.048288141s","start":"2026-03-19T09:13:07.682095Z","end":"2026-03-19T09:13:08.730383Z","steps":["trace[835913647] 'agreement among raft nodes before linearized reading' (duration: 1.048008514s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052315344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:13:08.730486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.68208Z","time spent":"1.048395384s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:08.730506Z","caller":"traceutil/trace.go:171","msg":"trace[1509210518] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5548; }","duration":"1.052492998s","start":"2026-03-19T09:13:07.678Z","end":"2026-03-19T09:13:08.730493Z","steps":["trace[1509210518] 'agreement among raft nodes before linearized reading' (duration: 1.052093448s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.677977Z","time spent":"1.052606581s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:08.730293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048048255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:13:08.730685Z","caller":"traceutil/trace.go:171","msg":"trace[1939223840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5548; }","duration":"1.048469156s","start":"2026-03-19T09:13:07.682197Z","end":"2026-03-19T09:13:08.730667Z","steps":["trace[1939223840] 'agreement among raft nodes before linearized reading' (duration: 1.047956493s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.682179Z","time spent":"1.048585478s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:08.730341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.671278Z","time spent":"1.059050365s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:13:08.730226Z","caller":"traceutil/trace.go:171","msg":"trace[1381536202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5548; }","duration":"1.053607436s","start":"2026-03-19T09:13:07.676605Z","end":"2026-03-19T09:13:08.730212Z","steps":["trace[1381536202] 'agreement among raft nodes before linearized reading' (duration: 1.053415762s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.730927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:07.676593Z","time spent":"1.054321044s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:13:08.735102Z","caller":"traceutil/trace.go:171","msg":"trace[1820398020] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"315.841254ms","start":"2026-03-19T09:13:08.419219Z","end":"2026-03-19T09:13:08.735061Z","steps":["trace[1820398020] 'process raft request' (duration: 315.557577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:08.735242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:08.419193Z","time spent":"315.972657ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:11.776284Z","caller":"traceutil/trace.go:171","msg":"trace[1195945183] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5834; }","duration":"138.54578ms","start":"2026-03-19T09:13:11.637714Z","end":"2026-03-19T09:13:11.77626Z","steps":["trace[1195945183] 'read index received' (duration: 11.953064ms)","trace[1195945183] 'applied index is now lower than readState.Index' (duration: 126.591586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:11.776401Z","caller":"traceutil/trace.go:171","msg":"trace[49274265] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"171.378334ms","start":"2026-03-19T09:13:11.605012Z","end":"2026-03-19T09:13:11.776391Z","steps":["trace[49274265] 'process raft request' (duration: 171.094897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:11.776972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.212826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-19T09:13:11.777161Z","caller":"traceutil/trace.go:171","msg":"trace[1118899239] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5580; }","duration":"139.444652ms","start":"2026-03-19T09:13:11.637679Z","end":"2026-03-19T09:13:11.777124Z","steps":["trace[1118899239] 'agreement among raft nodes before linearized reading' (duration: 138.762744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:11.777459Z","caller":"traceutil/trace.go:171","msg":"trace[965221012] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"126.203086ms","start":"2026-03-19T09:13:11.65122Z","end":"2026-03-19T09:13:11.777423Z","steps":["trace[965221012] 'process raft request' (duration: 125.949949ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:16.842202Z","caller":"traceutil/trace.go:171","msg":"trace[378080078] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5910; }","duration":"173.080268ms","start":"2026-03-19T09:13:16.669094Z","end":"2026-03-19T09:13:16.842174Z","steps":["trace[378080078] 'read index received' (duration: 172.870872ms)","trace[378080078] 'applied index is now lower than readState.Index' (duration: 208.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:16.842292Z","caller":"traceutil/trace.go:171","msg":"trace[259062148] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"402.405534ms","start":"2026-03-19T09:13:16.439842Z","end":"2026-03-19T09:13:16.842248Z","steps":["trace[259062148] 'process raft request' (duration: 402.131877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.842435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.308433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:16.842493Z","caller":"traceutil/trace.go:171","msg":"trace[1875848175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5653; }","duration":"173.430906ms","start":"2026-03-19T09:13:16.669042Z","end":"2026-03-19T09:13:16.842473Z","steps":["trace[1875848175] 'agreement among raft nodes before linearized reading' (duration: 173.311083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.842892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:16.439812Z","time spent":"402.569048ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:16.848977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.715411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:16.849044Z","caller":"traceutil/trace.go:171","msg":"trace[1676041429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5654; }","duration":"167.822003ms","start":"2026-03-19T09:13:16.681206Z","end":"2026-03-19T09:13:16.849028Z","steps":["trace[1676041429] 'agreement among raft nodes before linearized reading' (duration: 167.71012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:16.849941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.807703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:16.849999Z","caller":"traceutil/trace.go:171","msg":"trace[1546123297] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5654; }","duration":"128.973836ms","start":"2026-03-19T09:13:16.721012Z","end":"2026-03-19T09:13:16.849986Z","steps":["trace[1546123297] 'agreement among raft nodes before linearized reading' (duration: 128.146786ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:18.924991Z","caller":"traceutil/trace.go:171","msg":"trace[825495265] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"125.14939ms","start":"2026-03-19T09:13:18.79982Z","end":"2026-03-19T09:13:18.924969Z","steps":["trace[825495265] 'process raft request' (duration: 125.003856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.198131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.775416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:19.198465Z","caller":"traceutil/trace.go:171","msg":"trace[1357007541] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"349.356896ms","start":"2026-03-19T09:13:18.849085Z","end":"2026-03-19T09:13:19.198442Z","steps":["trace[1357007541] 'process raft request' (duration: 349.196592ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.198518Z","caller":"traceutil/trace.go:171","msg":"trace[1407948580] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"349.756526ms","start":"2026-03-19T09:13:18.84874Z","end":"2026-03-19T09:13:19.198497Z","steps":["trace[1407948580] 'process raft request' (duration: 160.517018ms)","trace[1407948580] 'compare' (duration: 188.57402ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:19.198599Z","caller":"traceutil/trace.go:171","msg":"trace[2089979558] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"268.211774ms","start":"2026-03-19T09:13:18.930369Z","end":"2026-03-19T09:13:19.198581Z","steps":["trace[2089979558] 'process raft request' (duration: 268.011769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.198643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.849065Z","time spent":"349.482619ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.198734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.404189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:13:19.19879Z","caller":"traceutil/trace.go:171","msg":"trace[1420900474] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5667; }","duration":"340.542442ms","start":"2026-03-19T09:13:18.858233Z","end":"2026-03-19T09:13:19.198775Z","steps":["trace[1420900474] 'agreement among raft nodes before linearized reading' (duration: 340.298866ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.198464Z","caller":"traceutil/trace.go:171","msg":"trace[173195896] linearizableReadLoop","detail":"{readStateIndex:5924; appliedIndex:5921; }","duration":"340.142902ms","start":"2026-03-19T09:13:18.858291Z","end":"2026-03-19T09:13:19.198434Z","steps":["trace[173195896] 'read index received' (duration: 66.642034ms)","trace[173195896] 'applied index is now lower than readState.Index' (duration: 273.498178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:19.198837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.858213Z","time spent":"340.611054ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:13:19.19889Z","caller":"traceutil/trace.go:171","msg":"trace[288139280] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"268.424109ms","start":"2026-03-19T09:13:18.930425Z","end":"2026-03-19T09:13:19.198849Z","steps":["trace[288139280] 'process raft request' (duration: 268.007718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.199012Z","caller":"traceutil/trace.go:171","msg":"trace[624817406] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"266.51975ms","start":"2026-03-19T09:13:18.932463Z","end":"2026-03-19T09:13:19.198983Z","steps":["trace[624817406] 'process raft request' (duration: 266.016378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.198717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.848712Z","time spent":"349.913189ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.272279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.983511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:19.272404Z","caller":"traceutil/trace.go:171","msg":"trace[988026228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5669; }","duration":"411.138644ms","start":"2026-03-19T09:13:18.861239Z","end":"2026-03-19T09:13:19.272378Z","steps":["trace[988026228] 'agreement among raft nodes before linearized reading' (duration: 410.787586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.272464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.861232Z","time spent":"411.218287ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:19.272501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.383522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:13:19.272594Z","caller":"traceutil/trace.go:171","msg":"trace[425368532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5669; }","duration":"411.523754ms","start":"2026-03-19T09:13:18.861047Z","end":"2026-03-19T09:13:19.272571Z","steps":["trace[425368532] 'agreement among raft nodes before linearized reading' (duration: 411.080233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.272624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.072298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:19.272669Z","caller":"traceutil/trace.go:171","msg":"trace[182098092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5669; }","duration":"288.14918ms","start":"2026-03-19T09:13:18.984509Z","end":"2026-03-19T09:13:19.272658Z","steps":["trace[182098092] 'agreement among raft nodes before linearized reading' (duration: 287.760911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.272706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.376301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:19.272749Z","caller":"traceutil/trace.go:171","msg":"trace[1859984726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5669; }","duration":"411.417362ms","start":"2026-03-19T09:13:18.861322Z","end":"2026-03-19T09:13:19.272739Z","steps":["trace[1859984726] 'agreement among raft nodes before linearized reading' (duration: 411.007211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.272778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.861275Z","time spent":"411.495684ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:19.272707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.36092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:13:19.272817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.335925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:13:19.27292Z","caller":"traceutil/trace.go:171","msg":"trace[1847330209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5669; }","duration":"412.454928ms","start":"2026-03-19T09:13:18.86044Z","end":"2026-03-19T09:13:19.272895Z","steps":["trace[1847330209] 'agreement among raft nodes before linearized reading' (duration: 411.759371ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.272936Z","caller":"traceutil/trace.go:171","msg":"trace[556922622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5669; }","duration":"411.924365ms","start":"2026-03-19T09:13:18.860947Z","end":"2026-03-19T09:13:19.272871Z","steps":["trace[556922622] 'agreement among raft nodes before linearized reading' (duration: 411.208637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.272636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.861026Z","time spent":"411.599327ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:13:19.273028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.54662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:13:19.273115Z","caller":"traceutil/trace.go:171","msg":"trace[1491318976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5669; }","duration":"412.714715ms","start":"2026-03-19T09:13:18.860383Z","end":"2026-03-19T09:13:19.273098Z","steps":["trace[1491318976] 'agreement among raft nodes before linearized reading' (duration: 411.626167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.273174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.860372Z","time spent":"412.792686ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:19.273273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.860936Z","time spent":"412.12312ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:19.272973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:18.860433Z","time spent":"412.52939ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:13:19.777822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457006817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:19.907685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.300736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:19.908022Z","caller":"traceutil/trace.go:171","msg":"trace[888565400] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"702.963348ms","start":"2026-03-19T09:13:19.205032Z","end":"2026-03-19T09:13:19.907995Z","steps":["trace[888565400] 'process raft request' (duration: 702.789604ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.908037Z","caller":"traceutil/trace.go:171","msg":"trace[1284340344] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"703.796089ms","start":"2026-03-19T09:13:19.204189Z","end":"2026-03-19T09:13:19.907986Z","steps":["trace[1284340344] 'process raft request' (duration: 596.046882ms)","trace[1284340344] 'compare' (duration: 107.154442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:19.90814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.205022Z","time spent":"703.065051ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.908379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.204149Z","time spent":"704.130797ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.908632Z","caller":"traceutil/trace.go:171","msg":"trace[326146547] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"631.204565ms","start":"2026-03-19T09:13:19.277388Z","end":"2026-03-19T09:13:19.908593Z","steps":["trace[326146547] 'process raft request' (duration: 631.01064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.908756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.27736Z","time spent":"631.339119ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.909603Z","caller":"traceutil/trace.go:171","msg":"trace[583549998] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"632.090678ms","start":"2026-03-19T09:13:19.277499Z","end":"2026-03-19T09:13:19.909589Z","steps":["trace[583549998] 'process raft request' (duration: 631.041191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.909757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.277469Z","time spent":"632.254992ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.910444Z","caller":"traceutil/trace.go:171","msg":"trace[1087549935] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"632.230012ms","start":"2026-03-19T09:13:19.278181Z","end":"2026-03-19T09:13:19.910411Z","steps":["trace[1087549935] 'process raft request' (duration: 631.226306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.910586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.278168Z","time spent":"632.348205ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:19.910878Z","caller":"traceutil/trace.go:171","msg":"trace[2010526027] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"632.261923ms","start":"2026-03-19T09:13:19.278585Z","end":"2026-03-19T09:13:19.910847Z","steps":["trace[2010526027] 'process raft request' (duration: 631.77313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:19.910971Z","caller":"traceutil/trace.go:171","msg":"trace[511094001] linearizableReadLoop","detail":"{readStateIndex:5935; appliedIndex:5928; }","duration":"633.645098ms","start":"2026-03-19T09:13:19.277291Z","end":"2026-03-19T09:13:19.910937Z","steps":["trace[511094001] 'read index received' (duration: 522.960407ms)","trace[511094001] 'applied index is now lower than readState.Index' (duration: 110.682801ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:19.911169Z","caller":"traceutil/trace.go:171","msg":"trace[542117420] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"632.244702ms","start":"2026-03-19T09:13:19.278909Z","end":"2026-03-19T09:13:19.911154Z","steps":["trace[542117420] 'process raft request' (duration: 631.817132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.911251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.278571Z","time spent":"632.430026ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.911316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.27889Z","time spent":"632.315874ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:19.911367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.368837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-19T09:13:19.911432Z","caller":"traceutil/trace.go:171","msg":"trace[1928158089] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5676; }","duration":"118.45978ms","start":"2026-03-19T09:13:19.792953Z","end":"2026-03-19T09:13:19.911413Z","steps":["trace[1928158089] 'agreement among raft nodes before linearized reading' (duration: 118.287975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.911484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.458295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.911527Z","caller":"traceutil/trace.go:171","msg":"trace[1359130459] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5676; }","duration":"515.521557ms","start":"2026-03-19T09:13:19.395992Z","end":"2026-03-19T09:13:19.911513Z","steps":["trace[1359130459] 'agreement among raft nodes before linearized reading' (duration: 515.464306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.911567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.395978Z","time spent":"515.580948ms","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:19.911382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.644003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81656"} {"level":"info","ts":"2026-03-19T09:13:19.911635Z","caller":"traceutil/trace.go:171","msg":"trace[554863561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5676; }","duration":"632.94273ms","start":"2026-03-19T09:13:19.27868Z","end":"2026-03-19T09:13:19.911622Z","steps":["trace[554863561] 'agreement among raft nodes before linearized reading' (duration: 632.501029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.911634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.341965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:13:19.91168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.278649Z","time spent":"633.016872ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81679,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:19.911688Z","caller":"traceutil/trace.go:171","msg":"trace[248451820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5676; }","duration":"634.415506ms","start":"2026-03-19T09:13:19.277255Z","end":"2026-03-19T09:13:19.91167Z","steps":["trace[248451820] 'agreement among raft nodes before linearized reading' (duration: 634.223701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.911752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.277237Z","time spent":"634.501089ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:19.911438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.979949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:19.911912Z","caller":"traceutil/trace.go:171","msg":"trace[1733867969] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5676; }","duration":"370.479382ms","start":"2026-03-19T09:13:19.541421Z","end":"2026-03-19T09:13:19.9119Z","steps":["trace[1733867969] 'agreement among raft nodes before linearized reading' (duration: 369.98999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:19.911969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:19.541405Z","time spent":"370.536503ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:20.734596Z","caller":"traceutil/trace.go:171","msg":"trace[95610205] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"221.503167ms","start":"2026-03-19T09:13:20.513065Z","end":"2026-03-19T09:13:20.734568Z","steps":["trace[95610205] 'process raft request' (duration: 221.264981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.040364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.473164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:21.040471Z","caller":"traceutil/trace.go:171","msg":"trace[1476699295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5678; }","duration":"165.651258ms","start":"2026-03-19T09:13:20.874796Z","end":"2026-03-19T09:13:21.040448Z","steps":["trace[1476699295] 'count revisions from in-memory index tree' (duration: 165.382852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:21.040389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.325654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:21.040608Z","caller":"traceutil/trace.go:171","msg":"trace[1881080052] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5678; }","duration":"164.600621ms","start":"2026-03-19T09:13:20.875997Z","end":"2026-03-19T09:13:21.040597Z","steps":["trace[1881080052] 'count revisions from in-memory index tree' (duration: 164.260663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.802971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457006875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:13:23.855539Z","caller":"traceutil/trace.go:171","msg":"trace[285819551] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"616.632045ms","start":"2026-03-19T09:13:23.238885Z","end":"2026-03-19T09:13:23.855517Z","steps":["trace[285819551] 'process raft request' (duration: 616.481971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:23.855702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.238859Z","time spent":"616.743658ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:25.544788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689369528s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:25.682809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000652516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:13:25.682922Z","caller":"traceutil/trace.go:171","msg":"trace[374721017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00081556s","start":"2026-03-19T09:13:23.682079Z","end":"2026-03-19T09:13:25.682895Z","steps":["trace[374721017] 'agreement among raft nodes before linearized reading' (duration: 2.000682966s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:25.682981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.682059Z","time spent":"2.000907762s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:13:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:13:26.946997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079062614s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:27.697742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:13:27.697832Z","caller":"traceutil/trace.go:171","msg":"trace[881052473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475151s","start":"2026-03-19T09:13:25.697336Z","end":"2026-03-19T09:13:27.697811Z","steps":["trace[881052473] 'agreement among raft nodes before linearized reading' (duration: 2.000361328s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:27.697909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.69732Z","time spent":"2.000578663s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:28.067915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120705741s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:13:28.148489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603318957s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:28.149492Z","caller":"traceutil/trace.go:171","msg":"trace[134803602] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"4.908861657s","start":"2026-03-19T09:13:23.240548Z","end":"2026-03-19T09:13:28.14941Z","steps":["trace[134803602] 'process raft request' (duration: 2.304469523s)","trace[134803602] 'compare' (duration: 2.602507606s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:28.150261Z","caller":"traceutil/trace.go:171","msg":"trace[693384292] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"2.282418915s","start":"2026-03-19T09:13:25.867819Z","end":"2026-03-19T09:13:28.150238Z","steps":["trace[693384292] 'process raft request' (duration: 2.281624385s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.150272Z","caller":"traceutil/trace.go:171","msg":"trace[1236254186] linearizableReadLoop","detail":"{readStateIndex:5953; appliedIndex:5951; }","duration":"4.847311834s","start":"2026-03-19T09:13:23.302921Z","end":"2026-03-19T09:13:28.150233Z","steps":["trace[1236254186] 'read index received' (duration: 552.487335ms)","trace[1236254186] 'applied index is now lower than readState.Index' (duration: 4.294819988s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:28.150386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.240531Z","time spent":"4.909067003s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:28.150383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.867795Z","time spent":"2.282524207s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:28.367441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.819063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-19T09:13:28.367492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064548792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:28.367689Z","caller":"traceutil/trace.go:171","msg":"trace[1748640612] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5694; }","duration":"5.064761017s","start":"2026-03-19T09:13:23.302905Z","end":"2026-03-19T09:13:28.367666Z","steps":["trace[1748640612] 'agreement among raft nodes before linearized reading' (duration: 4.847461247s)","trace[1748640612] 'count revisions from in-memory index tree' (duration: 217.047225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:28.367764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.302846Z","time spent":"5.064905272s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:28.497274Z","caller":"traceutil/trace.go:171","msg":"trace[1078897835] linearizableReadLoop","detail":"{readStateIndex:5957; appliedIndex:5955; }","duration":"346.916393ms","start":"2026-03-19T09:13:28.150334Z","end":"2026-03-19T09:13:28.497251Z","steps":["trace[1078897835] 'read index received' (duration: 346.499673ms)","trace[1078897835] 'applied index is now lower than readState.Index' (duration: 415.74µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:28.497538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783891568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:13:28.497616Z","caller":"traceutil/trace.go:171","msg":"trace[389794343] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"691.390934ms","start":"2026-03-19T09:13:27.806182Z","end":"2026-03-19T09:13:28.497573Z","steps":["trace[389794343] 'process raft request' (duration: 691.002545ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.497643Z","caller":"traceutil/trace.go:171","msg":"trace[936087662] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"777.479471ms","start":"2026-03-19T09:13:27.720141Z","end":"2026-03-19T09:13:28.497621Z","steps":["trace[936087662] 'process raft request' (duration: 776.805954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.497749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050408723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-03-19T09:13:28.497779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.360577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:28.497804Z","caller":"traceutil/trace.go:171","msg":"trace[138307197] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5696; }","duration":"5.050506236s","start":"2026-03-19T09:13:23.447282Z","end":"2026-03-19T09:13:28.497788Z","steps":["trace[138307197] 'agreement among raft nodes before linearized reading' (duration: 5.050305131s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.497795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.806158Z","time spent":"691.548679ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:28.497812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.720118Z","time spent":"777.610104ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:28.497843Z","caller":"traceutil/trace.go:171","msg":"trace[1217166585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5696; }","duration":"799.45662ms","start":"2026-03-19T09:13:27.698369Z","end":"2026-03-19T09:13:28.497825Z","steps":["trace[1217166585] 'agreement among raft nodes before linearized reading' (duration: 799.350087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.497762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572006999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:13:28.497833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.56768014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:13:28.497938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5732182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:13:28.497974Z","caller":"traceutil/trace.go:171","msg":"trace[1313983699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5696; }","duration":"4.573285972s","start":"2026-03-19T09:13:23.924679Z","end":"2026-03-19T09:13:28.497965Z","steps":["trace[1313983699] 'agreement among raft nodes before linearized reading' (duration: 4.57318523s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.497994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496046366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:13:28.498008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.92466Z","time spent":"4.573342193s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:13:28.498012Z","caller":"traceutil/trace.go:171","msg":"trace[779180934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5696; }","duration":"4.567962376s","start":"2026-03-19T09:13:23.930006Z","end":"2026-03-19T09:13:28.497969Z","steps":["trace[779180934] 'agreement among raft nodes before linearized reading' (duration: 4.567440533s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.498027Z","caller":"traceutil/trace.go:171","msg":"trace[1242460225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5696; }","duration":"3.496147488s","start":"2026-03-19T09:13:25.00187Z","end":"2026-03-19T09:13:28.498018Z","steps":["trace[1242460225] 'agreement among raft nodes before linearized reading' (duration: 3.496040856s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.49794Z","caller":"traceutil/trace.go:171","msg":"trace[1060883780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5696; }","duration":"4.572217755s","start":"2026-03-19T09:13:23.925706Z","end":"2026-03-19T09:13:28.497923Z","steps":["trace[1060883780] 'agreement among raft nodes before linearized reading' (duration: 4.57162113s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536112898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:28.498112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181938235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:28.497963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2922693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:13:28.498139Z","caller":"traceutil/trace.go:171","msg":"trace[1956187257] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5696; }","duration":"3.182009617s","start":"2026-03-19T09:13:25.316122Z","end":"2026-03-19T09:13:28.498132Z","steps":["trace[1956187257] 'agreement among raft nodes before linearized reading' (duration: 3.181950516s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.498147Z","caller":"traceutil/trace.go:171","msg":"trace[1377641480] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5696; }","duration":"4.536277622s","start":"2026-03-19T09:13:23.961853Z","end":"2026-03-19T09:13:28.498131Z","steps":["trace[1377641480] 'agreement among raft nodes before linearized reading' (duration: 4.535563844s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.3161Z","time spent":"3.182066489s","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":20,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:28.498185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.96183Z","time spent":"4.536346553s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:28.498206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521770083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:13:28.498217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57242095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:13:28.498235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.929997Z","time spent":"4.568050899s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:13:28.498192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57677466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:13:28.498263Z","caller":"traceutil/trace.go:171","msg":"trace[2024846490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5696; }","duration":"4.521843225s","start":"2026-03-19T09:13:23.976404Z","end":"2026-03-19T09:13:28.498248Z","steps":["trace[2024846490] 'agreement among raft nodes before linearized reading' (duration: 4.521718332s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.498271Z","caller":"traceutil/trace.go:171","msg":"trace[1271496654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5696; }","duration":"4.572489181s","start":"2026-03-19T09:13:23.925766Z","end":"2026-03-19T09:13:28.498255Z","steps":["trace[1271496654] 'agreement among raft nodes before linearized reading' (duration: 4.572343988s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874035232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:28.498228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.925694Z","time spent":"4.57241479s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:13:28.498296Z","caller":"traceutil/trace.go:171","msg":"trace[32391193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5696; }","duration":"4.576905084s","start":"2026-03-19T09:13:23.921369Z","end":"2026-03-19T09:13:28.498274Z","steps":["trace[32391193] 'agreement among raft nodes before linearized reading' (duration: 4.576531945s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.497844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.447266Z","time spent":"5.050568828s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:13:28.498447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02196738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-19T09:13:28.498475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579787602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-19T09:13:28.498513Z","caller":"traceutil/trace.go:171","msg":"trace[812803515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5696; }","duration":"5.022022521s","start":"2026-03-19T09:13:23.476467Z","end":"2026-03-19T09:13:28.49849Z","steps":["trace[812803515] 'agreement among raft nodes before linearized reading' (duration: 5.021890408s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.49853Z","caller":"traceutil/trace.go:171","msg":"trace[761957426] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5696; }","duration":"3.579871195s","start":"2026-03-19T09:13:24.918641Z","end":"2026-03-19T09:13:28.498512Z","steps":["trace[761957426] 'agreement among raft nodes before linearized reading' (duration: 3.57973349s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.497642Z","caller":"traceutil/trace.go:171","msg":"trace[1609767579] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5696; }","duration":"3.784071293s","start":"2026-03-19T09:13:24.713551Z","end":"2026-03-19T09:13:28.497623Z","steps":["trace[1609767579] 'agreement among raft nodes before linearized reading' (duration: 3.783727454s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.476449Z","time spent":"5.022106685s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-19T09:13:28.498571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.918625Z","time spent":"3.579938167s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-19T09:13:28.498056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.001848Z","time spent":"3.496202349s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:13:28.497886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.698349Z","time spent":"799.529031ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:28.49832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.976389Z","time spent":"4.521915097s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:13:28.498408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.921352Z","time spent":"4.577037987s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:28.498578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.713523Z","time spent":"3.785045488s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-19T09:13:28.498332Z","caller":"traceutil/trace.go:171","msg":"trace[923988894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5696; }","duration":"4.874134224s","start":"2026-03-19T09:13:23.624182Z","end":"2026-03-19T09:13:28.498316Z","steps":["trace[923988894] 'agreement among raft nodes before linearized reading' (duration: 4.874040592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636219077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:13:28.498762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.624161Z","time spent":"4.874588837s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:28.498318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.925756Z","time spent":"4.572551524s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:13:28.498435Z","caller":"traceutil/trace.go:171","msg":"trace[668648771] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5696; }","duration":"1.292579887s","start":"2026-03-19T09:13:27.20567Z","end":"2026-03-19T09:13:28.49825Z","steps":["trace[668648771] 'agreement among raft nodes before linearized reading' (duration: 1.292169227s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576624197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:13:28.498787Z","caller":"traceutil/trace.go:171","msg":"trace[1016285718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5696; }","duration":"3.636407691s","start":"2026-03-19T09:13:24.86236Z","end":"2026-03-19T09:13:28.498767Z","steps":["trace[1016285718] 'agreement among raft nodes before linearized reading' (duration: 3.636121853s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:28.498901Z","caller":"traceutil/trace.go:171","msg":"trace[1196202089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5696; }","duration":"4.577451028s","start":"2026-03-19T09:13:23.921415Z","end":"2026-03-19T09:13:28.498866Z","steps":["trace[1196202089] 'agreement among raft nodes before linearized reading' (duration: 4.576559864s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.498981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:23.9214Z","time spent":"4.577558621s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:13:28.499034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:24.862337Z","time spent":"3.636553445s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:13:28.499099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808836987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:13:28.499254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673231229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-19T09:13:28.499293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:27.205612Z","time spent":"1.293241074s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":75,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:28.499338Z","caller":"traceutil/trace.go:171","msg":"trace[2097555872] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5696; }","duration":"1.673370062s","start":"2026-03-19T09:13:26.825941Z","end":"2026-03-19T09:13:28.499311Z","steps":["trace[2097555872] 'agreement among raft nodes before linearized reading' (duration: 1.671552795s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.499388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:26.825917Z","time spent":"1.673455334s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-19T09:13:28.499278Z","caller":"traceutil/trace.go:171","msg":"trace[673705078] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:5696; }","duration":"2.809008002s","start":"2026-03-19T09:13:25.690251Z","end":"2026-03-19T09:13:28.499259Z","steps":["trace[673705078] 'agreement among raft nodes before linearized reading' (duration: 2.807458272s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:28.499444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:25.690208Z","time spent":"2.809224637s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"warn","ts":"2026-03-19T09:13:29.004117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457006887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:13:29.289357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.443789ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-19T09:13:29.289528Z","caller":"traceutil/trace.go:171","msg":"trace[1508169544] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"786.741488ms","start":"2026-03-19T09:13:28.502772Z","end":"2026-03-19T09:13:29.289514Z","steps":["trace[1508169544] 'process raft request' (duration: 786.653676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:29.289598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.502751Z","time spent":"786.800889ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:29.289565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.502647Z","time spent":"786.909712ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:13:30.140564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.482456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:30.14122Z","caller":"traceutil/trace.go:171","msg":"trace[1944254055] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"1.637642714s","start":"2026-03-19T09:13:28.503555Z","end":"2026-03-19T09:13:30.141197Z","steps":["trace[1944254055] 'process raft request' (duration: 1.637417619s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.141234Z","caller":"traceutil/trace.go:171","msg":"trace[792389016] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"1.634850963s","start":"2026-03-19T09:13:28.506356Z","end":"2026-03-19T09:13:30.141207Z","steps":["trace[792389016] 'process raft request' (duration: 1.634748641s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.141268Z","caller":"traceutil/trace.go:171","msg":"trace[1362759942] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"1.637024328s","start":"2026-03-19T09:13:28.504201Z","end":"2026-03-19T09:13:30.141226Z","steps":["trace[1362759942] 'process raft request' (duration: 1.636807233s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.141291Z","caller":"traceutil/trace.go:171","msg":"trace[720097720] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"1.634895664s","start":"2026-03-19T09:13:28.506376Z","end":"2026-03-19T09:13:30.141271Z","steps":["trace[720097720] 'process raft request' (duration: 1.634770001s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.141353Z","caller":"traceutil/trace.go:171","msg":"trace[77580918] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"1.637959653s","start":"2026-03-19T09:13:28.50337Z","end":"2026-03-19T09:13:30.14133Z","steps":["trace[77580918] 'process raft request' (duration: 1.306611225s)","trace[77580918] 'compare' (duration: 330.120006ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:30.141368Z","caller":"traceutil/trace.go:171","msg":"trace[2051388045] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"1.637692305s","start":"2026-03-19T09:13:28.503653Z","end":"2026-03-19T09:13:30.141345Z","steps":["trace[2051388045] 'process raft request' (duration: 1.637028968s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.141394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.506353Z","time spent":"1.635003157s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.141421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.506328Z","time spent":"1.634994807s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.141435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.504191Z","time spent":"1.637152191s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.141465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.503355Z","time spent":"1.638054445s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.141473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.503637Z","time spent":"1.637779098s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.141535Z","caller":"traceutil/trace.go:171","msg":"trace[711409862] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"1.630787779s","start":"2026-03-19T09:13:28.510738Z","end":"2026-03-19T09:13:30.141526Z","steps":["trace[711409862] 'process raft request' (duration: 1.630440911s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.141519Z","caller":"traceutil/trace.go:171","msg":"trace[978149540] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5957; }","duration":"1.638193908s","start":"2026-03-19T09:13:28.503301Z","end":"2026-03-19T09:13:30.141494Z","steps":["trace[978149540] 'read index received' (duration: 667.59045ms)","trace[978149540] 'applied index is now lower than readState.Index' (duration: 970.602328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:30.141447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.503545Z","time spent":"1.637751107s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.141599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.510728Z","time spent":"1.63083417s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.141715Z","caller":"traceutil/trace.go:171","msg":"trace[356220858] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"850.559489ms","start":"2026-03-19T09:13:29.291139Z","end":"2026-03-19T09:13:30.141699Z","steps":["trace[356220858] 'process raft request' (duration: 850.277682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.141815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638512476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T09:13:30.141854Z","caller":"traceutil/trace.go:171","msg":"trace[995309879] range","detail":"{range_begin:/registry/persistentvolumes/pvc-83a05303-9e1c-4316-a892-2ffab3b193ea; range_end:; response_count:1; response_revision:5706; }","duration":"1.638582967s","start":"2026-03-19T09:13:28.503259Z","end":"2026-03-19T09:13:30.141842Z","steps":["trace[995309879] 'agreement among raft nodes before linearized reading' (duration: 1.638333641s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.141889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.50324Z","time spent":"1.638638859s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-83a05303-9e1c-4316-a892-2ffab3b193ea\" "} {"level":"warn","ts":"2026-03-19T09:13:30.141873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.291106Z","time spent":"850.64697ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.141972Z","caller":"traceutil/trace.go:171","msg":"trace[1539584195] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"760.447538ms","start":"2026-03-19T09:13:29.381489Z","end":"2026-03-19T09:13:30.141936Z","steps":["trace[1539584195] 'process raft request' (duration: 760.1539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635860839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:30.142059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171165313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:30.142115Z","caller":"traceutil/trace.go:171","msg":"trace[554793063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5707; }","duration":"1.6359261s","start":"2026-03-19T09:13:28.506175Z","end":"2026-03-19T09:13:30.142101Z","steps":["trace[554793063] 'agreement among raft nodes before linearized reading' (duration: 1.635849368s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635771926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-19T09:13:30.142151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.506167Z","time spent":"1.635976742s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:13:30.142155Z","caller":"traceutil/trace.go:171","msg":"trace[1213731380] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5707; }","duration":"1.171263856s","start":"2026-03-19T09:13:28.970872Z","end":"2026-03-19T09:13:30.142136Z","steps":["trace[1213731380] 'agreement among raft nodes before linearized reading' (duration: 1.171122862s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.142191Z","caller":"traceutil/trace.go:171","msg":"trace[613600363] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5707; }","duration":"1.635881039s","start":"2026-03-19T09:13:28.506297Z","end":"2026-03-19T09:13:30.142178Z","steps":["trace[613600363] 'agreement among raft nodes before linearized reading' (duration: 1.635635733s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638488935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19284"} {"level":"warn","ts":"2026-03-19T09:13:30.142217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.970783Z","time spent":"1.171389058s","remote":"127.0.0.1:50042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:13:30.142243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.50629Z","time spent":"1.63594076s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-19T09:13:30.142256Z","caller":"traceutil/trace.go:171","msg":"trace[1362365710] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5707; }","duration":"1.638551197s","start":"2026-03-19T09:13:28.503691Z","end":"2026-03-19T09:13:30.142243Z","steps":["trace[1362365710] 'agreement among raft nodes before linearized reading' (duration: 1.638406484s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635928861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81949"} {"level":"warn","ts":"2026-03-19T09:13:30.142296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.503683Z","time spent":"1.638604059s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19307,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:13:30.142014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.640208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:30.142528Z","caller":"traceutil/trace.go:171","msg":"trace[1459329686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5707; }","duration":"1.636237288s","start":"2026-03-19T09:13:28.506284Z","end":"2026-03-19T09:13:30.142521Z","steps":["trace[1459329686] 'agreement among raft nodes before linearized reading' (duration: 1.635706845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.506246Z","time spent":"1.63631296s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81972,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:30.142526Z","caller":"traceutil/trace.go:171","msg":"trace[1992456408] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5707; }","duration":"514.205853ms","start":"2026-03-19T09:13:29.628294Z","end":"2026-03-19T09:13:30.1425Z","steps":["trace[1992456408] 'agreement among raft nodes before linearized reading' (duration: 513.661099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.628261Z","time spent":"514.345986ms","remote":"127.0.0.1:45532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:30.141231Z","caller":"traceutil/trace.go:171","msg":"trace[158953723] transaction","detail":"{read_only:false; response_revision:5702; number_of_response:1; }","duration":"1.634941815s","start":"2026-03-19T09:13:28.506258Z","end":"2026-03-19T09:13:30.1412Z","steps":["trace[158953723] 'process raft request' (duration: 1.634815252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.142804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:28.506249Z","time spent":"1.636508274s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.145446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:29.381471Z","time spent":"763.853225ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.733707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.033936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:30.733813Z","caller":"traceutil/trace.go:171","msg":"trace[1398603402] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5969; }","duration":"583.595036ms","start":"2026-03-19T09:13:30.150201Z","end":"2026-03-19T09:13:30.733796Z","steps":["trace[1398603402] 'read index received' (duration: 27.021µs)","trace[1398603402] 'applied index is now lower than readState.Index' (duration: 583.565884ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:30.733893Z","caller":"traceutil/trace.go:171","msg":"trace[261079723] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"583.705749ms","start":"2026-03-19T09:13:30.150175Z","end":"2026-03-19T09:13:30.733881Z","steps":["trace[261079723] 'process raft request' (duration: 371.408006ms)","trace[261079723] 'compare' (duration: 211.643526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:30.733959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.150156Z","time spent":"583.76972ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.734214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.008227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:30.734256Z","caller":"traceutil/trace.go:171","msg":"trace[1250302665] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5708; }","duration":"584.083869ms","start":"2026-03-19T09:13:30.150162Z","end":"2026-03-19T09:13:30.734245Z","steps":["trace[1250302665] 'agreement among raft nodes before linearized reading' (duration: 583.984186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.73429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.150138Z","time spent":"584.1424ms","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-19T09:13:30.795423Z","caller":"traceutil/trace.go:171","msg":"trace[1725459889] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"640.768287ms","start":"2026-03-19T09:13:30.15462Z","end":"2026-03-19T09:13:30.795388Z","steps":["trace[1725459889] 'process raft request' (duration: 640.566302ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.795451Z","caller":"traceutil/trace.go:171","msg":"trace[2119563599] transaction","detail":"{read_only:false; response_revision:5710; number_of_response:1; }","duration":"640.677685ms","start":"2026-03-19T09:13:30.154742Z","end":"2026-03-19T09:13:30.79542Z","steps":["trace[2119563599] 'process raft request' (duration: 640.580593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.795573Z","caller":"traceutil/trace.go:171","msg":"trace[1230316766] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"639.653519ms","start":"2026-03-19T09:13:30.155812Z","end":"2026-03-19T09:13:30.795466Z","steps":["trace[1230316766] 'process raft request' (duration: 639.587478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.795604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.154611Z","time spent":"640.899331ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.795607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.154736Z","time spent":"640.789378ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.79558Z","caller":"traceutil/trace.go:171","msg":"trace[986507321] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"639.985788ms","start":"2026-03-19T09:13:30.155526Z","end":"2026-03-19T09:13:30.795512Z","steps":["trace[986507321] 'process raft request' (duration: 639.829325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.795706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.155803Z","time spent":"639.820984ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.79575Z","caller":"traceutil/trace.go:171","msg":"trace[241277373] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"638.193563ms","start":"2026-03-19T09:13:30.157537Z","end":"2026-03-19T09:13:30.79573Z","steps":["trace[241277373] 'process raft request' (duration: 638.044838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.795776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.16931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:13:30.795833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.157522Z","time spent":"638.268235ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.795864Z","caller":"traceutil/trace.go:171","msg":"trace[735492077] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5714; }","duration":"458.317864ms","start":"2026-03-19T09:13:30.337532Z","end":"2026-03-19T09:13:30.79585Z","steps":["trace[735492077] 'agreement among raft nodes before linearized reading' (duration: 458.17013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.795844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.15552Z","time spent":"640.181244ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:30.795916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.337501Z","time spent":"458.400616ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:13:30.795932Z","caller":"traceutil/trace.go:171","msg":"trace[1516972498] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"639.519587ms","start":"2026-03-19T09:13:30.156394Z","end":"2026-03-19T09:13:30.795914Z","steps":["trace[1516972498] 'process raft request' (duration: 639.042405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.796007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.914607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:13:30.796031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.156386Z","time spent":"639.592399ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:13:30.796055Z","caller":"traceutil/trace.go:171","msg":"trace[175841375] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5714; }","duration":"540.018009ms","start":"2026-03-19T09:13:30.25602Z","end":"2026-03-19T09:13:30.796038Z","steps":["trace[175841375] 'agreement among raft nodes before linearized reading' (duration: 539.953497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.796086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.255984Z","time spent":"540.094701ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:13:30.796027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.525227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:13:30.796171Z","caller":"traceutil/trace.go:171","msg":"trace[2057286018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5714; }","duration":"641.724142ms","start":"2026-03-19T09:13:30.154426Z","end":"2026-03-19T09:13:30.79615Z","steps":["trace[2057286018] 'agreement among raft nodes before linearized reading' (duration: 641.466566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:30.796259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.154412Z","time spent":"641.834615ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:13:30.96409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.08586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:13:30.964198Z","caller":"traceutil/trace.go:171","msg":"trace[876061668] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5976; }","duration":"159.211515ms","start":"2026-03-19T09:13:30.804969Z","end":"2026-03-19T09:13:30.96418Z","steps":["trace[876061668] 'read index received' (duration: 53.868499ms)","trace[876061668] 'applied index is now lower than readState.Index' (duration: 105.341626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:30.964587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.645551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-19T09:13:30.964646Z","caller":"traceutil/trace.go:171","msg":"trace[2106530584] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5715; }","duration":"158.709762ms","start":"2026-03-19T09:13:30.805917Z","end":"2026-03-19T09:13:30.964627Z","steps":["trace[2106530584] 'agreement among raft nodes before linearized reading' (duration: 158.539388ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:30.964642Z","caller":"traceutil/trace.go:171","msg":"trace[542826551] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"161.082433ms","start":"2026-03-19T09:13:30.803523Z","end":"2026-03-19T09:13:30.964606Z","steps":["trace[542826551] 'process raft request' (duration: 55.381647ms)","trace[542826551] 'compare' (duration: 104.825794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:30.964842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.841611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:13:30.965037Z","caller":"traceutil/trace.go:171","msg":"trace[1885271798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5715; }","duration":"160.057416ms","start":"2026-03-19T09:13:30.804952Z","end":"2026-03-19T09:13:30.965009Z","steps":["trace[1885271798] 'agreement among raft nodes before linearized reading' (duration: 159.494122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:31.399517Z","caller":"traceutil/trace.go:171","msg":"trace[1991709511] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"427.811118ms","start":"2026-03-19T09:13:30.971674Z","end":"2026-03-19T09:13:31.399485Z","steps":["trace[1991709511] 'process raft request' (duration: 427.564182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:31.399369Z","caller":"traceutil/trace.go:171","msg":"trace[1214166863] linearizableReadLoop","detail":"{readStateIndex:5978; appliedIndex:5977; }","duration":"419.358554ms","start":"2026-03-19T09:13:30.979994Z","end":"2026-03-19T09:13:31.399353Z","steps":["trace[1214166863] 'read index received' (duration: 419.19271ms)","trace[1214166863] 'applied index is now lower than readState.Index' (duration: 165.244µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:31.399675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.971646Z","time spent":"427.941202ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:13:31.399844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.507506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:13:31.399887Z","caller":"traceutil/trace.go:171","msg":"trace[1771480717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5716; }","duration":"106.600628ms","start":"2026-03-19T09:13:31.293278Z","end":"2026-03-19T09:13:31.399878Z","steps":["trace[1771480717] 'agreement among raft nodes before linearized reading' (duration: 106.390103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.399897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.872387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T09:13:31.400131Z","caller":"traceutil/trace.go:171","msg":"trace[1874462500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5716; }","duration":"420.124643ms","start":"2026-03-19T09:13:30.979982Z","end":"2026-03-19T09:13:31.400107Z","steps":["trace[1874462500] 'agreement among raft nodes before linearized reading' (duration: 419.61496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.400304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.979976Z","time spent":"420.203185ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:13:31.400645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.327332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-19T09:13:31.40069Z","caller":"traceutil/trace.go:171","msg":"trace[2002019848] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5716; }","duration":"417.384413ms","start":"2026-03-19T09:13:30.983297Z","end":"2026-03-19T09:13:31.400682Z","steps":["trace[2002019848] 'agreement among raft nodes before linearized reading' (duration: 416.324877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:31.400749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:13:30.983291Z","time spent":"417.450196ms","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9660,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-19T09:13:44.414522Z","caller":"traceutil/trace.go:171","msg":"trace[359851103] linearizableReadLoop","detail":"{readStateIndex:6079; appliedIndex:6078; }","duration":"105.027659ms","start":"2026-03-19T09:13:44.309469Z","end":"2026-03-19T09:13:44.414496Z","steps":["trace[359851103] 'read index received' (duration: 104.862804ms)","trace[359851103] 'applied index is now lower than readState.Index' (duration: 163.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:44.414638Z","caller":"traceutil/trace.go:171","msg":"trace[215077611] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"174.828681ms","start":"2026-03-19T09:13:44.239798Z","end":"2026-03-19T09:13:44.414627Z","steps":["trace[215077611] 'process raft request' (duration: 174.513493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:44.414873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.238213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:13:44.414955Z","caller":"traceutil/trace.go:171","msg":"trace[1333607577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5814; }","duration":"105.332355ms","start":"2026-03-19T09:13:44.3096Z","end":"2026-03-19T09:13:44.414932Z","steps":["trace[1333607577] 'agreement among raft nodes before linearized reading' (duration: 105.080439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:44.41506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.585212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:13:44.415104Z","caller":"traceutil/trace.go:171","msg":"trace[905015775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5814; }","duration":"105.666565ms","start":"2026-03-19T09:13:44.309427Z","end":"2026-03-19T09:13:44.415094Z","steps":["trace[905015775] 'agreement among raft nodes before linearized reading' (duration: 105.554132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:13:44.415144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.226897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:13:44.415223Z","caller":"traceutil/trace.go:171","msg":"trace[2119363727] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5814; }","duration":"100.345789ms","start":"2026-03-19T09:13:44.314859Z","end":"2026-03-19T09:13:44.415205Z","steps":["trace[2119363727] 'agreement among raft nodes before linearized reading' (duration: 100.046192ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.60596Z","caller":"traceutil/trace.go:171","msg":"trace[901474541] linearizableReadLoop","detail":"{readStateIndex:6080; appliedIndex:6079; }","duration":"186.684572ms","start":"2026-03-19T09:13:44.41925Z","end":"2026-03-19T09:13:44.605935Z","steps":["trace[901474541] 'read index received' (duration: 154.350541ms)","trace[901474541] 'applied index is now lower than readState.Index' (duration: 32.332731ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:13:44.606163Z","caller":"traceutil/trace.go:171","msg":"trace[1501226931] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"187.222226ms","start":"2026-03-19T09:13:44.418907Z","end":"2026-03-19T09:13:44.606129Z","steps":["trace[1501226931] 'process raft request' (duration: 154.607568ms)","trace[1501226931] 'compare' (duration: 32.31403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:13:44.606243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.96973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82335"} {"level":"info","ts":"2026-03-19T09:13:44.606288Z","caller":"traceutil/trace.go:171","msg":"trace[795056205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5815; }","duration":"187.049451ms","start":"2026-03-19T09:13:44.419228Z","end":"2026-03-19T09:13:44.606278Z","steps":["trace[795056205] 'agreement among raft nodes before linearized reading' (duration: 186.800515ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.606742Z","caller":"traceutil/trace.go:171","msg":"trace[1502671499] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"187.257447ms","start":"2026-03-19T09:13:44.419419Z","end":"2026-03-19T09:13:44.606677Z","steps":["trace[1502671499] 'process raft request' (duration: 187.032932ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.606741Z","caller":"traceutil/trace.go:171","msg":"trace[1430978402] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"187.116094ms","start":"2026-03-19T09:13:44.419562Z","end":"2026-03-19T09:13:44.606678Z","steps":["trace[1430978402] 'process raft request' (duration: 187.079153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:44.60884Z","caller":"traceutil/trace.go:171","msg":"trace[2006303390] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"189.34592ms","start":"2026-03-19T09:13:44.419482Z","end":"2026-03-19T09:13:44.608828Z","steps":["trace[2006303390] 'process raft request' (duration: 187.115334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:13:46.998015Z","caller":"traceutil/trace.go:171","msg":"trace[1615649167] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"142.48606ms","start":"2026-03-19T09:13:46.855483Z","end":"2026-03-19T09:13:46.997969Z","steps":["trace[1615649167] 'process raft request' (duration: 135.822191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.987002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.542039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:14:00.987098Z","caller":"traceutil/trace.go:171","msg":"trace[1274798756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:5999; }","duration":"295.682642ms","start":"2026-03-19T09:14:00.691395Z","end":"2026-03-19T09:14:00.987078Z","steps":["trace[1274798756] 'range keys from in-memory index tree' (duration: 295.352364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.987117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.313039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:00.987324Z","caller":"traceutil/trace.go:171","msg":"trace[647042578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5999; }","duration":"289.381491ms","start":"2026-03-19T09:14:00.697778Z","end":"2026-03-19T09:14:00.987159Z","steps":["trace[647042578] 'range keys from in-memory index tree' (duration: 289.226667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.987297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.758895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7f65c5b5f7-jwt92\" ","response":"range_response_count:1 size:11901"} {"level":"info","ts":"2026-03-19T09:14:00.98738Z","caller":"traceutil/trace.go:171","msg":"trace[1296349258] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7f65c5b5f7-jwt92; range_end:; response_count:1; response_revision:5999; }","duration":"238.872058ms","start":"2026-03-19T09:14:00.748498Z","end":"2026-03-19T09:14:00.98737Z","steps":["trace[1296349258] 'range keys from in-memory index tree' (duration: 238.618212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.987464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.120236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:00.98749Z","caller":"traceutil/trace.go:171","msg":"trace[1852451493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5999; }","duration":"306.181518ms","start":"2026-03-19T09:14:00.681302Z","end":"2026-03-19T09:14:00.987484Z","steps":["trace[1852451493] 'range keys from in-memory index tree' (duration: 306.041874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.987014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.322405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:14:00.987519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.681283Z","time spent":"306.231ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:00.987437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.962811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:14:00.987555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.482482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:14:00.987595Z","caller":"traceutil/trace.go:171","msg":"trace[1218884660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5999; }","duration":"296.563174ms","start":"2026-03-19T09:14:00.691023Z","end":"2026-03-19T09:14:00.987586Z","steps":["trace[1218884660] 'range keys from in-memory index tree' (duration: 296.373239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.98759Z","caller":"traceutil/trace.go:171","msg":"trace[2127187953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5999; }","duration":"290.90885ms","start":"2026-03-19T09:14:00.696633Z","end":"2026-03-19T09:14:00.987542Z","steps":["trace[2127187953] 'range keys from in-memory index tree' (duration: 290.145191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:00.987741Z","caller":"traceutil/trace.go:171","msg":"trace[2005825503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5999; }","duration":"302.237248ms","start":"2026-03-19T09:14:00.68534Z","end":"2026-03-19T09:14:00.987578Z","steps":["trace[2005825503] 'range keys from in-memory index tree' (duration: 301.813438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:00.987823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:00.685331Z","time spent":"302.476864ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:03.182565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457007717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:14:03.683108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457007717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:14:03.907569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361809526s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:14:03.908053Z","caller":"traceutil/trace.go:171","msg":"trace[1606448061] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"1.362366732s","start":"2026-03-19T09:14:02.545662Z","end":"2026-03-19T09:14:03.908029Z","steps":["trace[1606448061] 'process raft request' (duration: 1.362172466s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.908194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:02.545642Z","time spent":"1.362478934s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:03.914068Z","caller":"traceutil/trace.go:171","msg":"trace[1405426115] linearizableReadLoop","detail":"{readStateIndex:6288; appliedIndex:6285; }","duration":"1.232523562s","start":"2026-03-19T09:14:02.681498Z","end":"2026-03-19T09:14:03.914021Z","steps":["trace[1405426115] 'read index received' (duration: 1.226345874s)","trace[1405426115] 'applied index is now lower than readState.Index' (duration: 6.177018ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:03.914071Z","caller":"traceutil/trace.go:171","msg":"trace[806829926] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"904.96279ms","start":"2026-03-19T09:14:03.00908Z","end":"2026-03-19T09:14:03.914043Z","steps":["trace[806829926] 'process raft request' (duration: 904.804076ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.914093Z","caller":"traceutil/trace.go:171","msg":"trace[1287687181] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"854.482198ms","start":"2026-03-19T09:14:03.059597Z","end":"2026-03-19T09:14:03.914079Z","steps":["trace[1287687181] 'process raft request' (duration: 854.393986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.914173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.059578Z","time spent":"854.55239ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:03.914227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.009061Z","time spent":"905.069213ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:03.914253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232749157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:03.914323Z","caller":"traceutil/trace.go:171","msg":"trace[1416128137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6017; }","duration":"1.23284762s","start":"2026-03-19T09:14:02.681464Z","end":"2026-03-19T09:14:03.914312Z","steps":["trace[1416128137] 'agreement among raft nodes before linearized reading' (duration: 1.232753678s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.914324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192048754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:14:03.914382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:02.681447Z","time spent":"1.232897491s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:14:03.914387Z","caller":"traceutil/trace.go:171","msg":"trace[1386143399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6017; }","duration":"1.192153416s","start":"2026-03-19T09:14:02.722214Z","end":"2026-03-19T09:14:03.914367Z","steps":["trace[1386143399] 'agreement among raft nodes before linearized reading' (duration: 1.192037234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.914403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.408768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:14:03.91443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:02.722189Z","time spent":"1.192229339s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:14:03.914443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.964065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:14:03.914475Z","caller":"traceutil/trace.go:171","msg":"trace[1698930792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6017; }","duration":"908.50442ms","start":"2026-03-19T09:14:03.00595Z","end":"2026-03-19T09:14:03.914454Z","steps":["trace[1698930792] 'agreement among raft nodes before linearized reading' (duration: 908.320405ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.914487Z","caller":"traceutil/trace.go:171","msg":"trace[360560262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6017; }","duration":"904.025147ms","start":"2026-03-19T09:14:03.010452Z","end":"2026-03-19T09:14:03.914477Z","steps":["trace[360560262] 'agreement among raft nodes before linearized reading' (duration: 903.925465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.914519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.010444Z","time spent":"904.067228ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:14:03.914515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.00594Z","time spent":"908.567822ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:03.914545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.450604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:14:03.914602Z","caller":"traceutil/trace.go:171","msg":"trace[1368683065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6017; }","duration":"226.533445ms","start":"2026-03-19T09:14:03.68805Z","end":"2026-03-19T09:14:03.914583Z","steps":["trace[1368683065] 'agreement among raft nodes before linearized reading' (duration: 226.409062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.914743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.123184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:03.914753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.70363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:14:03.914423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.63231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:14:03.914799Z","caller":"traceutil/trace.go:171","msg":"trace[1204407606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6017; }","duration":"918.782662ms","start":"2026-03-19T09:14:02.996003Z","end":"2026-03-19T09:14:03.914785Z","steps":["trace[1204407606] 'agreement among raft nodes before linearized reading' (duration: 918.576767ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.914807Z","caller":"traceutil/trace.go:171","msg":"trace[1471757206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6017; }","duration":"903.071952ms","start":"2026-03-19T09:14:03.011724Z","end":"2026-03-19T09:14:03.914796Z","steps":["trace[1471757206] 'agreement among raft nodes before linearized reading' (duration: 902.553019ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:03.914797Z","caller":"traceutil/trace.go:171","msg":"trace[408810439] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6017; }","duration":"263.210547ms","start":"2026-03-19T09:14:03.651568Z","end":"2026-03-19T09:14:03.914779Z","steps":["trace[408810439] 'agreement among raft nodes before linearized reading' (duration: 263.065863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.914843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.011668Z","time spent":"903.164684ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:14:03.914843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:02.995984Z","time spent":"918.846273ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:14:03.914912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.115923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:03.914966Z","caller":"traceutil/trace.go:171","msg":"trace[379495323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6017; }","duration":"903.221646ms","start":"2026-03-19T09:14:03.011729Z","end":"2026-03-19T09:14:03.914951Z","steps":["trace[379495323] 'agreement among raft nodes before linearized reading' (duration: 903.078822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:03.915006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:03.011693Z","time spent":"903.302697ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:14:13.206323Z","caller":"traceutil/trace.go:171","msg":"trace[1851906190] transaction","detail":"{read_only:false; response_revision:6065; number_of_response:1; }","duration":"376.524477ms","start":"2026-03-19T09:14:12.82976Z","end":"2026-03-19T09:14:13.206284Z","steps":["trace[1851906190] 'process raft request' (duration: 376.219669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:13.206513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:12.829738Z","time spent":"376.684692ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:14.128116Z","caller":"traceutil/trace.go:171","msg":"trace[1402640794] transaction","detail":"{read_only:false; response_revision:6067; number_of_response:1; }","duration":"168.47996ms","start":"2026-03-19T09:14:13.95961Z","end":"2026-03-19T09:14:14.12809Z","steps":["trace[1402640794] 'process raft request' (duration: 168.323516ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:14.158035Z","caller":"traceutil/trace.go:171","msg":"trace[1388848409] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6340; }","duration":"186.374435ms","start":"2026-03-19T09:14:13.971635Z","end":"2026-03-19T09:14:14.15801Z","steps":["trace[1388848409] 'read index received' (duration: 156.445015ms)","trace[1388848409] 'applied index is now lower than readState.Index' (duration: 29.92847ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:14.158265Z","caller":"traceutil/trace.go:171","msg":"trace[1013575534] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"196.162974ms","start":"2026-03-19T09:14:13.962026Z","end":"2026-03-19T09:14:14.158189Z","steps":["trace[1013575534] 'process raft request' (duration: 195.857666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.158318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.669864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:14:14.158413Z","caller":"traceutil/trace.go:171","msg":"trace[622472852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6068; }","duration":"186.806937ms","start":"2026-03-19T09:14:13.971586Z","end":"2026-03-19T09:14:14.158393Z","steps":["trace[622472852] 'agreement among raft nodes before linearized reading' (duration: 186.621053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.158414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.795261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:14:14.158495Z","caller":"traceutil/trace.go:171","msg":"trace[1356247820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6068; }","duration":"185.914304ms","start":"2026-03-19T09:14:13.972558Z","end":"2026-03-19T09:14:14.158473Z","steps":["trace[1356247820] 'agreement among raft nodes before linearized reading' (duration: 185.721429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.158495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.00403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:14:14.158553Z","caller":"traceutil/trace.go:171","msg":"trace[910949106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6068; }","duration":"133.095392ms","start":"2026-03-19T09:14:14.025444Z","end":"2026-03-19T09:14:14.158539Z","steps":["trace[910949106] 'agreement among raft nodes before linearized reading' (duration: 132.907937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.158631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.841915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:14:14.158666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.318345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:14:14.158764Z","caller":"traceutil/trace.go:171","msg":"trace[1246403638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6068; }","duration":"142.017469ms","start":"2026-03-19T09:14:14.016731Z","end":"2026-03-19T09:14:14.158748Z","steps":["trace[1246403638] 'agreement among raft nodes before linearized reading' (duration: 141.779783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:14.158815Z","caller":"traceutil/trace.go:171","msg":"trace[645388896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6068; }","duration":"138.51033ms","start":"2026-03-19T09:14:14.020281Z","end":"2026-03-19T09:14:14.158791Z","steps":["trace[645388896] 'agreement among raft nodes before linearized reading' (duration: 138.151431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.158494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.517337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:14:14.158867Z","caller":"traceutil/trace.go:171","msg":"trace[177107948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6068; }","duration":"130.946978ms","start":"2026-03-19T09:14:14.027911Z","end":"2026-03-19T09:14:14.158858Z","steps":["trace[177107948] 'agreement among raft nodes before linearized reading' (duration: 130.454075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.158843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.948853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:14:14.158941Z","caller":"traceutil/trace.go:171","msg":"trace[438994331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6068; }","duration":"132.116946ms","start":"2026-03-19T09:14:14.026806Z","end":"2026-03-19T09:14:14.158923Z","steps":["trace[438994331] 'agreement among raft nodes before linearized reading' (duration: 131.681996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.482963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.035752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:14:14.483141Z","caller":"traceutil/trace.go:171","msg":"trace[239326511] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"319.862475ms","start":"2026-03-19T09:14:14.163248Z","end":"2026-03-19T09:14:14.483111Z","steps":["trace[239326511] 'process raft request' (duration: 193.502846ms)","trace[239326511] 'compare' (duration: 125.735084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:14:14.483217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.163228Z","time spent":"319.954449ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:14.525158Z","caller":"traceutil/trace.go:171","msg":"trace[520943986] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"361.400051ms","start":"2026-03-19T09:14:14.163727Z","end":"2026-03-19T09:14:14.525127Z","steps":["trace[520943986] 'process raft request' (duration: 361.185746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.525357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.163707Z","time spent":"361.545576ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:14.525721Z","caller":"traceutil/trace.go:171","msg":"trace[161679137] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"361.614536ms","start":"2026-03-19T09:14:14.164085Z","end":"2026-03-19T09:14:14.5257Z","steps":["trace[161679137] 'process raft request' (duration: 360.967759ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:14.525787Z","caller":"traceutil/trace.go:171","msg":"trace[176788083] linearizableReadLoop","detail":"{readStateIndex:6343; appliedIndex:6341; }","duration":"361.693159ms","start":"2026-03-19T09:14:14.164066Z","end":"2026-03-19T09:14:14.525759Z","steps":["trace[176788083] 'read index received' (duration: 192.696225ms)","trace[176788083] 'applied index is now lower than readState.Index' (duration: 168.995754ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:14.525912Z","caller":"traceutil/trace.go:171","msg":"trace[1167002770] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"361.806541ms","start":"2026-03-19T09:14:14.164094Z","end":"2026-03-19T09:14:14.525901Z","steps":["trace[1167002770] 'process raft request' (duration: 361.478423ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:14.526027Z","caller":"traceutil/trace.go:171","msg":"trace[749762198] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"361.829972ms","start":"2026-03-19T09:14:14.164171Z","end":"2026-03-19T09:14:14.526001Z","steps":["trace[749762198] 'process raft request' (duration: 361.512774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.526128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.080172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:14:14.526137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.164147Z","time spent":"361.940765ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:14.526179Z","caller":"traceutil/trace.go:171","msg":"trace[1328180068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6074; }","duration":"196.170164ms","start":"2026-03-19T09:14:14.329997Z","end":"2026-03-19T09:14:14.526168Z","steps":["trace[1328180068] 'agreement among raft nodes before linearized reading' (duration: 196.082722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.526197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.122519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:102017"} {"level":"info","ts":"2026-03-19T09:14:14.526281Z","caller":"traceutil/trace.go:171","msg":"trace[2069910460] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6074; }","duration":"362.242492ms","start":"2026-03-19T09:14:14.164023Z","end":"2026-03-19T09:14:14.526265Z","steps":["trace[2069910460] 'agreement among raft nodes before linearized reading' (duration: 361.936635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.526038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.164083Z","time spent":"361.869233ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:14.526382Z","caller":"traceutil/trace.go:171","msg":"trace[800293845] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"362.058358ms","start":"2026-03-19T09:14:14.164311Z","end":"2026-03-19T09:14:14.526369Z","steps":["trace[800293845] 'process raft request' (duration: 361.410422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.52646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.164299Z","time spent":"362.120489ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:14:14.526539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.054717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-19T09:14:14.526578Z","caller":"traceutil/trace.go:171","msg":"trace[1234290170] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6074; }","duration":"147.114538ms","start":"2026-03-19T09:14:14.379455Z","end":"2026-03-19T09:14:14.526569Z","steps":["trace[1234290170] 'agreement among raft nodes before linearized reading' (duration: 146.987085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.526336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.164002Z","time spent":"362.320094ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":102040,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:14:14.526578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.127444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:14.526687Z","caller":"traceutil/trace.go:171","msg":"trace[246595803] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6074; }","duration":"150.283068ms","start":"2026-03-19T09:14:14.376379Z","end":"2026-03-19T09:14:14.526662Z","steps":["trace[246595803] 'agreement among raft nodes before linearized reading' (duration: 150.101934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.526837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.526878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:14.526876Z","caller":"traceutil/trace.go:171","msg":"trace[440974655] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6074; }","duration":"147.594551ms","start":"2026-03-19T09:14:14.379271Z","end":"2026-03-19T09:14:14.526866Z","steps":["trace[440974655] 'agreement among raft nodes before linearized reading' (duration: 147.521109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:14.52698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:14.164066Z","time spent":"361.74534ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:30.008305Z","caller":"traceutil/trace.go:171","msg":"trace[48060927] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"303.342186ms","start":"2026-03-19T09:14:29.704945Z","end":"2026-03-19T09:14:30.008287Z","steps":["trace[48060927] 'process raft request' (duration: 303.191812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:30.008477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:14:29.704908Z","time spent":"303.496541ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:14:30.194451Z","caller":"traceutil/trace.go:171","msg":"trace[1250205948] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"192.709346ms","start":"2026-03-19T09:14:30.001723Z","end":"2026-03-19T09:14:30.194433Z","steps":["trace[1250205948] 'process raft request' (duration: 192.561532ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:30.801588Z","caller":"traceutil/trace.go:171","msg":"trace[1180751935] linearizableReadLoop","detail":"{readStateIndex:6455; appliedIndex:6451; }","duration":"170.40753ms","start":"2026-03-19T09:14:30.631162Z","end":"2026-03-19T09:14:30.801569Z","steps":["trace[1180751935] 'read index received' (duration: 42.167092ms)","trace[1180751935] 'applied index is now lower than readState.Index' (duration: 128.239728ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:30.801689Z","caller":"traceutil/trace.go:171","msg":"trace[1846547274] transaction","detail":"{read_only:false; response_revision:6177; number_of_response:1; }","duration":"175.494869ms","start":"2026-03-19T09:14:30.626186Z","end":"2026-03-19T09:14:30.801681Z","steps":["trace[1846547274] 'process raft request' (duration: 175.317384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:30.802042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.863001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:14:30.802073Z","caller":"traceutil/trace.go:171","msg":"trace[1257724342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6178; }","duration":"170.957473ms","start":"2026-03-19T09:14:30.631108Z","end":"2026-03-19T09:14:30.802065Z","steps":["trace[1257724342] 'agreement among raft nodes before linearized reading' (duration: 170.83746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:30.802077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.746596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:14:30.80215Z","caller":"traceutil/trace.go:171","msg":"trace[150193376] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"175.248362ms","start":"2026-03-19T09:14:30.626895Z","end":"2026-03-19T09:14:30.802143Z","steps":["trace[150193376] 'process raft request' (duration: 174.645337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:30.802164Z","caller":"traceutil/trace.go:171","msg":"trace[625728734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6178; }","duration":"168.87033ms","start":"2026-03-19T09:14:30.633273Z","end":"2026-03-19T09:14:30.802143Z","steps":["trace[625728734] 'agreement among raft nodes before linearized reading' (duration: 168.568303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:30.802253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.662387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:14:30.802276Z","caller":"traceutil/trace.go:171","msg":"trace[1901505564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6178; }","duration":"122.720908ms","start":"2026-03-19T09:14:30.679549Z","end":"2026-03-19T09:14:30.80227Z","steps":["trace[1901505564] 'agreement among raft nodes before linearized reading' (duration: 122.686337ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:30.802364Z","caller":"traceutil/trace.go:171","msg":"trace[583800791] transaction","detail":"{read_only:false; response_revision:6176; number_of_response:1; }","duration":"175.841848ms","start":"2026-03-19T09:14:30.625767Z","end":"2026-03-19T09:14:30.801609Z","steps":["trace[583800791] 'process raft request' (duration: 175.412536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:31.692988Z","caller":"traceutil/trace.go:171","msg":"trace[1033841420] transaction","detail":"{read_only:false; response_revision:6180; number_of_response:1; }","duration":"126.010081ms","start":"2026-03-19T09:14:31.566949Z","end":"2026-03-19T09:14:31.692959Z","steps":["trace[1033841420] 'process raft request' (duration: 73.533507ms)","trace[1033841420] 'compare' (duration: 52.32944ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:31.707119Z","caller":"traceutil/trace.go:171","msg":"trace[250889354] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"138.714445ms","start":"2026-03-19T09:14:31.568371Z","end":"2026-03-19T09:14:31.707085Z","steps":["trace[250889354] 'process raft request' (duration: 138.461228ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:38.367846Z","caller":"traceutil/trace.go:171","msg":"trace[420444455] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"104.819902ms","start":"2026-03-19T09:14:38.263005Z","end":"2026-03-19T09:14:38.367825Z","steps":["trace[420444455] 'process raft request' (duration: 104.684448ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:38.989185Z","caller":"traceutil/trace.go:171","msg":"trace[1492077712] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"111.714787ms","start":"2026-03-19T09:14:38.877442Z","end":"2026-03-19T09:14:38.989157Z","steps":["trace[1492077712] 'process raft request' (duration: 111.663185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:38.989196Z","caller":"traceutil/trace.go:171","msg":"trace[681552588] transaction","detail":"{read_only:false; response_revision:6239; number_of_response:1; }","duration":"112.827225ms","start":"2026-03-19T09:14:38.876338Z","end":"2026-03-19T09:14:38.989165Z","steps":["trace[681552588] 'process raft request' (duration: 52.472293ms)","trace[681552588] 'compare' (duration: 60.022693ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:38.989269Z","caller":"traceutil/trace.go:171","msg":"trace[1430519889] transaction","detail":"{read_only:false; response_revision:6240; number_of_response:1; }","duration":"112.483255ms","start":"2026-03-19T09:14:38.876751Z","end":"2026-03-19T09:14:38.989234Z","steps":["trace[1430519889] 'process raft request' (duration: 112.213899ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:38.98931Z","caller":"traceutil/trace.go:171","msg":"trace[684351013] transaction","detail":"{read_only:false; response_revision:6241; number_of_response:1; }","duration":"112.477116ms","start":"2026-03-19T09:14:38.876802Z","end":"2026-03-19T09:14:38.989279Z","steps":["trace[684351013] 'process raft request' (duration: 112.24853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:14:55.152854Z","caller":"traceutil/trace.go:171","msg":"trace[1580075848] linearizableReadLoop","detail":"{readStateIndex:6625; appliedIndex:6624; }","duration":"138.037105ms","start":"2026-03-19T09:14:55.014791Z","end":"2026-03-19T09:14:55.152829Z","steps":["trace[1580075848] 'read index received' (duration: 137.911342ms)","trace[1580075848] 'applied index is now lower than readState.Index' (duration: 124.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:14:55.152965Z","caller":"traceutil/trace.go:171","msg":"trace[1384608045] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"138.165028ms","start":"2026-03-19T09:14:55.014736Z","end":"2026-03-19T09:14:55.152901Z","steps":["trace[1384608045] 'process raft request' (duration: 137.937163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:14:55.153253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.446765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:127266"} {"level":"info","ts":"2026-03-19T09:14:55.154164Z","caller":"traceutil/trace.go:171","msg":"trace[1572417320] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6343; }","duration":"139.373559ms","start":"2026-03-19T09:14:55.014775Z","end":"2026-03-19T09:14:55.154148Z","steps":["trace[1572417320] 'agreement among raft nodes before linearized reading' (duration: 138.195429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:35.720328Z","caller":"traceutil/trace.go:171","msg":"trace[1447188043] transaction","detail":"{read_only:false; response_revision:6580; number_of_response:1; }","duration":"223.827682ms","start":"2026-03-19T09:15:35.496478Z","end":"2026-03-19T09:15:35.720305Z","steps":["trace[1447188043] 'process raft request' (duration: 150.390508ms)","trace[1447188043] 'compare' (duration: 73.129586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:35.72607Z","caller":"traceutil/trace.go:171","msg":"trace[735635557] transaction","detail":"{read_only:false; response_revision:6581; number_of_response:1; }","duration":"229.509948ms","start":"2026-03-19T09:15:35.49653Z","end":"2026-03-19T09:15:35.72604Z","steps":["trace[735635557] 'process raft request' (duration: 229.332892ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:35.726211Z","caller":"traceutil/trace.go:171","msg":"trace[1622978294] transaction","detail":"{read_only:false; response_revision:6582; number_of_response:1; }","duration":"229.548619ms","start":"2026-03-19T09:15:35.496649Z","end":"2026-03-19T09:15:35.726198Z","steps":["trace[1622978294] 'process raft request' (duration: 229.327842ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:15:35.726252Z","caller":"traceutil/trace.go:171","msg":"trace[2027146342] linearizableReadLoop","detail":"{readStateIndex:6874; appliedIndex:6870; }","duration":"228.194915ms","start":"2026-03-19T09:15:35.498043Z","end":"2026-03-19T09:15:35.726238Z","steps":["trace[2027146342] 'read index received' (duration: 148.965222ms)","trace[2027146342] 'applied index is now lower than readState.Index' (duration: 79.228883ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:15:35.726302Z","caller":"traceutil/trace.go:171","msg":"trace[1458650240] transaction","detail":"{read_only:false; response_revision:6583; number_of_response:1; }","duration":"229.309293ms","start":"2026-03-19T09:15:35.496974Z","end":"2026-03-19T09:15:35.726284Z","steps":["trace[1458650240] 'process raft request' (duration: 229.170839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:15:35.726679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.613666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142431"} {"level":"info","ts":"2026-03-19T09:15:35.72681Z","caller":"traceutil/trace.go:171","msg":"trace[1350524166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6583; }","duration":"228.779889ms","start":"2026-03-19T09:15:35.49801Z","end":"2026-03-19T09:15:35.726789Z","steps":["trace[1350524166] 'agreement among raft nodes before linearized reading' (duration: 228.306008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:06.652403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3969} {"level":"info","ts":"2026-03-19T09:16:06.708055Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3969,"took":"54.158775ms","hash":2390209363,"current-db-size-bytes":32935936,"current-db-size":"33 MB","current-db-size-in-use-bytes":30765056,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-19T09:16:06.708138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2390209363,"revision":3969,"compact-revision":2219} {"level":"info","ts":"2026-03-19T09:16:09.894754Z","caller":"traceutil/trace.go:171","msg":"trace[1116868601] transaction","detail":"{read_only:false; response_revision:6746; number_of_response:1; }","duration":"127.707093ms","start":"2026-03-19T09:16:09.767008Z","end":"2026-03-19T09:16:09.894715Z","steps":["trace[1116868601] 'process raft request' (duration: 95.342821ms)","trace[1116868601] 'compare' (duration: 31.886939ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:10.872296Z","caller":"traceutil/trace.go:171","msg":"trace[1193225588] transaction","detail":"{read_only:false; response_revision:6751; number_of_response:1; }","duration":"126.164194ms","start":"2026-03-19T09:16:10.746103Z","end":"2026-03-19T09:16:10.872267Z","steps":["trace[1193225588] 'process raft request' (duration: 125.936957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:11.136048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.216421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:11.136156Z","caller":"traceutil/trace.go:171","msg":"trace[1410867917] transaction","detail":"{read_only:false; response_revision:6752; number_of_response:1; }","duration":"319.182755ms","start":"2026-03-19T09:16:10.816955Z","end":"2026-03-19T09:16:11.136138Z","steps":["trace[1410867917] 'process raft request' (duration: 126.802179ms)","trace[1410867917] 'compare' (duration: 192.079608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:11.136222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:10.816933Z","time spent":"319.257277ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:11.816447Z","caller":"traceutil/trace.go:171","msg":"trace[2127314474] linearizableReadLoop","detail":"{readStateIndex:7055; appliedIndex:7054; }","duration":"110.964669ms","start":"2026-03-19T09:16:11.705464Z","end":"2026-03-19T09:16:11.816428Z","steps":["trace[2127314474] 'read index received' (duration: 101.913258ms)","trace[2127314474] 'applied index is now lower than readState.Index' (duration: 9.05048ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:11.816627Z","caller":"traceutil/trace.go:171","msg":"trace[759278383] transaction","detail":"{read_only:false; response_revision:6754; number_of_response:1; }","duration":"158.902515ms","start":"2026-03-19T09:16:11.657711Z","end":"2026-03-19T09:16:11.816613Z","steps":["trace[759278383] 'process raft request' (duration: 149.65198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:11.817155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.679056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:16:11.817197Z","caller":"traceutil/trace.go:171","msg":"trace[260911983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6754; }","duration":"111.760299ms","start":"2026-03-19T09:16:11.705427Z","end":"2026-03-19T09:16:11.817187Z","steps":["trace[260911983] 'agreement among raft nodes before linearized reading' (duration: 111.082102ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:12.155162Z","caller":"traceutil/trace.go:171","msg":"trace[27386089] linearizableReadLoop","detail":"{readStateIndex:7058; appliedIndex:7057; }","duration":"179.677474ms","start":"2026-03-19T09:16:11.975464Z","end":"2026-03-19T09:16:12.155142Z","steps":["trace[27386089] 'read index received' (duration: 179.469747ms)","trace[27386089] 'applied index is now lower than readState.Index' (duration: 206.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:12.155234Z","caller":"traceutil/trace.go:171","msg":"trace[100959250] transaction","detail":"{read_only:false; response_revision:6757; number_of_response:1; }","duration":"188.301212ms","start":"2026-03-19T09:16:11.966903Z","end":"2026-03-19T09:16:12.155204Z","steps":["trace[100959250] 'process raft request' (duration: 188.106566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:12.155318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.826807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:12.155352Z","caller":"traceutil/trace.go:171","msg":"trace[210324435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6757; }","duration":"179.9242ms","start":"2026-03-19T09:16:11.97542Z","end":"2026-03-19T09:16:12.155345Z","steps":["trace[210324435] 'agreement among raft nodes before linearized reading' (duration: 179.842458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:12.155543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.371716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:16:12.155586Z","caller":"traceutil/trace.go:171","msg":"trace[578653193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6757; }","duration":"170.451148ms","start":"2026-03-19T09:16:11.985125Z","end":"2026-03-19T09:16:12.155576Z","steps":["trace[578653193] 'agreement among raft nodes before linearized reading' (duration: 170.296815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:12.155687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.514203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:16:12.155712Z","caller":"traceutil/trace.go:171","msg":"trace[159200571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6757; }","duration":"165.560894ms","start":"2026-03-19T09:16:11.990145Z","end":"2026-03-19T09:16:12.155706Z","steps":["trace[159200571] 'agreement among raft nodes before linearized reading' (duration: 165.471741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:12.155754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.420767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:16:12.15582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.42752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:12.155838Z","caller":"traceutil/trace.go:171","msg":"trace[419185687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6757; }","duration":"150.471601ms","start":"2026-03-19T09:16:12.00536Z","end":"2026-03-19T09:16:12.155832Z","steps":["trace[419185687] 'agreement among raft nodes before linearized reading' (duration: 150.42646ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:12.155834Z","caller":"traceutil/trace.go:171","msg":"trace[2055616135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6757; }","duration":"170.52568ms","start":"2026-03-19T09:16:11.98529Z","end":"2026-03-19T09:16:12.155816Z","steps":["trace[2055616135] 'agreement among raft nodes before linearized reading' (duration: 170.339826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:12.336266Z","caller":"traceutil/trace.go:171","msg":"trace[1607822182] transaction","detail":"{read_only:false; response_revision:6760; number_of_response:1; }","duration":"175.766043ms","start":"2026-03-19T09:16:12.160471Z","end":"2026-03-19T09:16:12.336237Z","steps":["trace[1607822182] 'process raft request' (duration: 175.686711ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:12.33654Z","caller":"traceutil/trace.go:171","msg":"trace[283944424] transaction","detail":"{read_only:false; response_revision:6759; number_of_response:1; }","duration":"176.168183ms","start":"2026-03-19T09:16:12.160302Z","end":"2026-03-19T09:16:12.33647Z","steps":["trace[283944424] 'process raft request' (duration: 96.927541ms)","trace[283944424] 'compare' (duration: 78.772901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:12.559684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.91691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:12.559755Z","caller":"traceutil/trace.go:171","msg":"trace[1201679540] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6760; }","duration":"119.027623ms","start":"2026-03-19T09:16:12.44071Z","end":"2026-03-19T09:16:12.559738Z","steps":["trace[1201679540] 'count revisions from in-memory index tree' (duration: 118.856689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:18.307678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.967919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:16:18.307778Z","caller":"traceutil/trace.go:171","msg":"trace[520258615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6783; }","duration":"432.112412ms","start":"2026-03-19T09:16:17.875637Z","end":"2026-03-19T09:16:18.30775Z","steps":["trace[520258615] 'range keys from in-memory index tree' (duration: 431.759984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:18.307852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:17.875619Z","time spent":"432.214346ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:18.30793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.135809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:16:18.307678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.052358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:18.308027Z","caller":"traceutil/trace.go:171","msg":"trace[2015612142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6783; }","duration":"129.268483ms","start":"2026-03-19T09:16:18.178737Z","end":"2026-03-19T09:16:18.308005Z","steps":["trace[2015612142] 'range keys from in-memory index tree' (duration: 128.979185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:18.308097Z","caller":"traceutil/trace.go:171","msg":"trace[1112870766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6783; }","duration":"626.51868ms","start":"2026-03-19T09:16:17.68156Z","end":"2026-03-19T09:16:18.308078Z","steps":["trace[1112870766] 'range keys from in-memory index tree' (duration: 625.974436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:18.308149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:17.681537Z","time spent":"626.597342ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:16:18.578732Z","caller":"traceutil/trace.go:171","msg":"trace[761097640] transaction","detail":"{read_only:false; response_revision:6784; number_of_response:1; }","duration":"266.440026ms","start":"2026-03-19T09:16:18.312246Z","end":"2026-03-19T09:16:18.578686Z","steps":["trace[761097640] 'process raft request' (duration: 266.302982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:18.601737Z","caller":"traceutil/trace.go:171","msg":"trace[892947933] linearizableReadLoop","detail":"{readStateIndex:7088; appliedIndex:7085; }","duration":"242.416086ms","start":"2026-03-19T09:16:18.359299Z","end":"2026-03-19T09:16:18.601715Z","steps":["trace[892947933] 'read index received' (duration: 219.258428ms)","trace[892947933] 'applied index is now lower than readState.Index' (duration: 23.156598ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:18.601783Z","caller":"traceutil/trace.go:171","msg":"trace[268450928] transaction","detail":"{read_only:false; response_revision:6785; number_of_response:1; }","duration":"288.851785ms","start":"2026-03-19T09:16:18.312912Z","end":"2026-03-19T09:16:18.601764Z","steps":["trace[268450928] 'process raft request' (duration: 288.66108ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:18.601836Z","caller":"traceutil/trace.go:171","msg":"trace[776408337] transaction","detail":"{read_only:false; response_revision:6786; number_of_response:1; }","duration":"288.511426ms","start":"2026-03-19T09:16:18.313317Z","end":"2026-03-19T09:16:18.601828Z","steps":["trace[776408337] 'process raft request' (duration: 288.367873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:18.602087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.760945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:18.602171Z","caller":"traceutil/trace.go:171","msg":"trace[141701353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6786; }","duration":"242.896048ms","start":"2026-03-19T09:16:18.359259Z","end":"2026-03-19T09:16:18.602155Z","steps":["trace[141701353] 'agreement among raft nodes before linearized reading' (duration: 242.643832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:18.602179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.18471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:16:18.602228Z","caller":"traceutil/trace.go:171","msg":"trace[1992117360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6786; }","duration":"242.257083ms","start":"2026-03-19T09:16:18.359959Z","end":"2026-03-19T09:16:18.602216Z","steps":["trace[1992117360] 'agreement among raft nodes before linearized reading' (duration: 241.945025ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:19.136079Z","caller":"traceutil/trace.go:171","msg":"trace[1705014872] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"188.078816ms","start":"2026-03-19T09:16:18.947969Z","end":"2026-03-19T09:16:19.136048Z","steps":["trace[1705014872] 'process raft request' (duration: 187.928132ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:20.824009Z","caller":"traceutil/trace.go:171","msg":"trace[1868193735] linearizableReadLoop","detail":"{readStateIndex:7094; appliedIndex:7093; }","duration":"218.411756ms","start":"2026-03-19T09:16:20.605567Z","end":"2026-03-19T09:16:20.823978Z","steps":["trace[1868193735] 'read index received' (duration: 218.121059ms)","trace[1868193735] 'applied index is now lower than readState.Index' (duration: 289.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:20.824185Z","caller":"traceutil/trace.go:171","msg":"trace[1559272413] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"229.897948ms","start":"2026-03-19T09:16:20.594265Z","end":"2026-03-19T09:16:20.824163Z","steps":["trace[1559272413] 'process raft request' (duration: 229.504588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:20.82432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.58277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:16:20.824402Z","caller":"traceutil/trace.go:171","msg":"trace[2042423430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6792; }","duration":"218.672842ms","start":"2026-03-19T09:16:20.60571Z","end":"2026-03-19T09:16:20.824383Z","steps":["trace[2042423430] 'agreement among raft nodes before linearized reading' (duration: 218.491268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:20.824565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.907653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:20.82462Z","caller":"traceutil/trace.go:171","msg":"trace[420477543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6792; }","duration":"141.999155ms","start":"2026-03-19T09:16:20.682609Z","end":"2026-03-19T09:16:20.824608Z","steps":["trace[420477543] 'agreement among raft nodes before linearized reading' (duration: 141.915033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:20.824663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.820753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:16:20.824665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.445304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:16:20.824705Z","caller":"traceutil/trace.go:171","msg":"trace[25794126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6792; }","duration":"171.901585ms","start":"2026-03-19T09:16:20.652791Z","end":"2026-03-19T09:16:20.824692Z","steps":["trace[25794126] 'agreement among raft nodes before linearized reading' (duration: 171.807463ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:20.824727Z","caller":"traceutil/trace.go:171","msg":"trace[726609724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6792; }","duration":"171.547855ms","start":"2026-03-19T09:16:20.653158Z","end":"2026-03-19T09:16:20.824706Z","steps":["trace[726609724] 'agreement among raft nodes before linearized reading' (duration: 171.383861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:20.824832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.262257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:16:20.824875Z","caller":"traceutil/trace.go:171","msg":"trace[1382768780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6792; }","duration":"219.338069ms","start":"2026-03-19T09:16:20.605527Z","end":"2026-03-19T09:16:20.824865Z","steps":["trace[1382768780] 'agreement among raft nodes before linearized reading' (duration: 219.241007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:21.103694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.698077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:21.10381Z","caller":"traceutil/trace.go:171","msg":"trace[2093515007] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"275.665641ms","start":"2026-03-19T09:16:20.828124Z","end":"2026-03-19T09:16:21.103789Z","steps":["trace[2093515007] 'process raft request' (duration: 148.784859ms)","trace[2093515007] 'compare' (duration: 126.592275ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:21.126821Z","caller":"traceutil/trace.go:171","msg":"trace[969294296] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"296.143411ms","start":"2026-03-19T09:16:20.830649Z","end":"2026-03-19T09:16:21.126793Z","steps":["trace[969294296] 'process raft request' (duration: 296.091329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:21.12691Z","caller":"traceutil/trace.go:171","msg":"trace[615608309] transaction","detail":"{read_only:false; response_revision:6795; number_of_response:1; }","duration":"297.741001ms","start":"2026-03-19T09:16:20.829128Z","end":"2026-03-19T09:16:21.126869Z","steps":["trace[615608309] 'process raft request' (duration: 297.533855ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:21.126911Z","caller":"traceutil/trace.go:171","msg":"trace[907772485] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"298.320734ms","start":"2026-03-19T09:16:20.828546Z","end":"2026-03-19T09:16:21.126867Z","steps":["trace[907772485] 'process raft request' (duration: 297.978986ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:21.127128Z","caller":"traceutil/trace.go:171","msg":"trace[262729810] linearizableReadLoop","detail":"{readStateIndex:7098; appliedIndex:7098; }","duration":"124.129202ms","start":"2026-03-19T09:16:21.002984Z","end":"2026-03-19T09:16:21.127113Z","steps":["trace[262729810] 'read index received' (duration: 124.122741ms)","trace[262729810] 'applied index is now lower than readState.Index' (duration: 4.711µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:21.127446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.44778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414244"} {"level":"info","ts":"2026-03-19T09:16:21.127513Z","caller":"traceutil/trace.go:171","msg":"trace[606470650] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6796; }","duration":"124.567553ms","start":"2026-03-19T09:16:21.002928Z","end":"2026-03-19T09:16:21.127495Z","steps":["trace[606470650] 'agreement among raft nodes before linearized reading' (duration: 124.250545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:21.752143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.862568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:21.752274Z","caller":"traceutil/trace.go:171","msg":"trace[192083723] linearizableReadLoop","detail":"{readStateIndex:7102; appliedIndex:7101; }","duration":"241.095823ms","start":"2026-03-19T09:16:21.511156Z","end":"2026-03-19T09:16:21.752252Z","steps":["trace[192083723] 'read index received' (duration: 109.016859ms)","trace[192083723] 'applied index is now lower than readState.Index' (duration: 132.076904ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:21.752289Z","caller":"traceutil/trace.go:171","msg":"trace[756390769] transaction","detail":"{read_only:false; response_revision:6800; number_of_response:1; }","duration":"273.867674ms","start":"2026-03-19T09:16:21.478397Z","end":"2026-03-19T09:16:21.752265Z","steps":["trace[756390769] 'process raft request' (duration: 141.78226ms)","trace[756390769] 'compare' (duration: 131.727795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:21.752743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.569715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:16:21.752815Z","caller":"traceutil/trace.go:171","msg":"trace[841672703] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:6800; }","duration":"241.686299ms","start":"2026-03-19T09:16:21.511116Z","end":"2026-03-19T09:16:21.752802Z","steps":["trace[841672703] 'agreement among raft nodes before linearized reading' (duration: 241.471272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:21.95925Z","caller":"traceutil/trace.go:171","msg":"trace[505454678] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"103.036507ms","start":"2026-03-19T09:16:21.856192Z","end":"2026-03-19T09:16:21.959228Z","steps":["trace[505454678] 'process raft request' (duration: 102.883533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:22.214964Z","caller":"traceutil/trace.go:171","msg":"trace[1145754699] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"177.340774ms","start":"2026-03-19T09:16:22.037597Z","end":"2026-03-19T09:16:22.214938Z","steps":["trace[1145754699] 'process raft request' (duration: 176.799699ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:23.483884Z","caller":"traceutil/trace.go:171","msg":"trace[1094479674] transaction","detail":"{read_only:false; response_revision:6805; number_of_response:1; }","duration":"513.344966ms","start":"2026-03-19T09:16:22.970518Z","end":"2026-03-19T09:16:23.483863Z","steps":["trace[1094479674] 'process raft request' (duration: 513.143481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.484065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:22.970495Z","time spent":"513.483999ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:23.485025Z","caller":"traceutil/trace.go:171","msg":"trace[1975049898] linearizableReadLoop","detail":"{readStateIndex:7108; appliedIndex:7108; }","duration":"451.915885ms","start":"2026-03-19T09:16:23.033082Z","end":"2026-03-19T09:16:23.484998Z","steps":["trace[1975049898] 'read index received' (duration: 451.907455ms)","trace[1975049898] 'applied index is now lower than readState.Index' (duration: 6.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:23.485206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.102289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:23.485276Z","caller":"traceutil/trace.go:171","msg":"trace[353488104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6805; }","duration":"452.223342ms","start":"2026-03-19T09:16:23.033032Z","end":"2026-03-19T09:16:23.485255Z","steps":["trace[353488104] 'agreement among raft nodes before linearized reading' (duration: 452.100649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.485337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.033011Z","time spent":"452.307815ms","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:16:23.637493Z","caller":"traceutil/trace.go:171","msg":"trace[1853054660] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"438.835812ms","start":"2026-03-19T09:16:23.198631Z","end":"2026-03-19T09:16:23.637467Z","steps":["trace[1853054660] 'process raft request' (duration: 438.661628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:23.637573Z","caller":"traceutil/trace.go:171","msg":"trace[2055324456] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"253.861745ms","start":"2026-03-19T09:16:23.383681Z","end":"2026-03-19T09:16:23.637543Z","steps":["trace[2055324456] 'process raft request' (duration: 253.730952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.637628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.198607Z","time spent":"438.964126ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:23.637748Z","caller":"traceutil/trace.go:171","msg":"trace[1507669798] linearizableReadLoop","detail":"{readStateIndex:7110; appliedIndex:7108; }","duration":"152.631835ms","start":"2026-03-19T09:16:23.485102Z","end":"2026-03-19T09:16:23.637734Z","steps":["trace[1507669798] 'read index received' (duration: 152.181224ms)","trace[1507669798] 'applied index is now lower than readState.Index' (duration: 449.951µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:23.637847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.513722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:16:23.637867Z","caller":"traceutil/trace.go:171","msg":"trace[2578474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6807; }","duration":"506.571022ms","start":"2026-03-19T09:16:23.131291Z","end":"2026-03-19T09:16:23.637862Z","steps":["trace[2578474] 'agreement among raft nodes before linearized reading' (duration: 506.49692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.637882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.131268Z","time spent":"506.610954ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:23.63788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.721681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:16:23.637893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.398369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:16:23.637928Z","caller":"traceutil/trace.go:171","msg":"trace[808624037] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6807; }","duration":"505.835624ms","start":"2026-03-19T09:16:23.13208Z","end":"2026-03-19T09:16:23.637916Z","steps":["trace[808624037] 'agreement among raft nodes before linearized reading' (duration: 505.66491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:23.637934Z","caller":"traceutil/trace.go:171","msg":"trace[1401149627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6807; }","duration":"506.4572ms","start":"2026-03-19T09:16:23.131466Z","end":"2026-03-19T09:16:23.637923Z","steps":["trace[1401149627] 'agreement among raft nodes before linearized reading' (duration: 506.317726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.637966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.131459Z","time spent":"506.501701ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:23.637966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.132057Z","time spent":"505.900306ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:16:23.638057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.913637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:16:23.638144Z","caller":"traceutil/trace.go:171","msg":"trace[1134050208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6807; }","duration":"530.053451ms","start":"2026-03-19T09:16:23.108071Z","end":"2026-03-19T09:16:23.638125Z","steps":["trace[1134050208] 'agreement among raft nodes before linearized reading' (duration: 529.829674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.638195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.108039Z","time spent":"530.143403ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:16:23.638441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.990874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-85d7c\" ","response":"range_response_count:1 size:8277"} {"level":"info","ts":"2026-03-19T09:16:23.638557Z","caller":"traceutil/trace.go:171","msg":"trace[537630930] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-85d7c; range_end:; response_count:1; response_revision:6807; }","duration":"481.075227ms","start":"2026-03-19T09:16:23.157407Z","end":"2026-03-19T09:16:23.638482Z","steps":["trace[537630930] 'agreement among raft nodes before linearized reading' (duration: 480.343147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.63859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.157388Z","time spent":"481.193329ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":8300,"request content":"key:\"/registry/pods/openstack/keystone-domain-manage-85d7c\" "} {"level":"warn","ts":"2026-03-19T09:16:23.865457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.368748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:23.865538Z","caller":"traceutil/trace.go:171","msg":"trace[10766533] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6812; }","duration":"107.521761ms","start":"2026-03-19T09:16:23.757994Z","end":"2026-03-19T09:16:23.865515Z","steps":["trace[10766533] 'count revisions from in-memory index tree' (duration: 107.208153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:23.865523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.632569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:16:23.865602Z","caller":"traceutil/trace.go:171","msg":"trace[419799123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6812; }","duration":"108.774513ms","start":"2026-03-19T09:16:23.756809Z","end":"2026-03-19T09:16:23.865584Z","steps":["trace[419799123] 'range keys from in-memory index tree' (duration: 108.427314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:24.272993Z","caller":"traceutil/trace.go:171","msg":"trace[516410200] transaction","detail":"{read_only:false; response_revision:6814; number_of_response:1; }","duration":"324.977922ms","start":"2026-03-19T09:16:23.947673Z","end":"2026-03-19T09:16:24.272651Z","steps":["trace[516410200] 'process raft request' (duration: 324.816368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:24.273156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:23.947654Z","time spent":"325.409513ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8264,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:24.490219Z","caller":"traceutil/trace.go:171","msg":"trace[1124238950] transaction","detail":"{read_only:false; response_revision:6815; number_of_response:1; }","duration":"402.728597ms","start":"2026-03-19T09:16:24.087442Z","end":"2026-03-19T09:16:24.49017Z","steps":["trace[1124238950] 'process raft request' (duration: 308.176486ms)","trace[1124238950] 'compare' (duration: 94.382116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:24.490401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:24.087418Z","time spent":"402.891941ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:24.762148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.703758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:24.762406Z","caller":"traceutil/trace.go:171","msg":"trace[963028204] linearizableReadLoop","detail":"{readStateIndex:7119; appliedIndex:7118; }","duration":"266.99227ms","start":"2026-03-19T09:16:24.495394Z","end":"2026-03-19T09:16:24.762386Z","steps":["trace[963028204] 'read index received' (duration: 100.852032ms)","trace[963028204] 'applied index is now lower than readState.Index' (duration: 166.138638ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:24.762458Z","caller":"traceutil/trace.go:171","msg":"trace[1487676368] transaction","detail":"{read_only:false; response_revision:6816; number_of_response:1; }","duration":"269.439162ms","start":"2026-03-19T09:16:24.492972Z","end":"2026-03-19T09:16:24.762411Z","steps":["trace[1487676368] 'process raft request' (duration: 103.343734ms)","trace[1487676368] 'compare' (duration: 165.544624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:24.762812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.359279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142379"} {"level":"info","ts":"2026-03-19T09:16:24.762885Z","caller":"traceutil/trace.go:171","msg":"trace[501632080] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6816; }","duration":"267.514373ms","start":"2026-03-19T09:16:24.495354Z","end":"2026-03-19T09:16:24.762869Z","steps":["trace[501632080] 'agreement among raft nodes before linearized reading' (duration: 267.086942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:25.25135Z","caller":"traceutil/trace.go:171","msg":"trace[385935143] linearizableReadLoop","detail":"{readStateIndex:7120; appliedIndex:7119; }","duration":"435.302933ms","start":"2026-03-19T09:16:24.81602Z","end":"2026-03-19T09:16:25.251323Z","steps":["trace[385935143] 'read index received' (duration: 435.105918ms)","trace[385935143] 'applied index is now lower than readState.Index' (duration: 196.025µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:25.251474Z","caller":"traceutil/trace.go:171","msg":"trace[1776810505] transaction","detail":"{read_only:false; response_revision:6817; number_of_response:1; }","duration":"480.177373ms","start":"2026-03-19T09:16:24.771254Z","end":"2026-03-19T09:16:25.251431Z","steps":["trace[1776810505] 'process raft request' (duration: 479.923357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.251509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.468058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:25.251723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.302856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:16:25.251696Z","caller":"traceutil/trace.go:171","msg":"trace[1635927454] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6817; }","duration":"435.671634ms","start":"2026-03-19T09:16:24.816012Z","end":"2026-03-19T09:16:25.251683Z","steps":["trace[1635927454] 'agreement among raft nodes before linearized reading' (duration: 435.434887ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:25.25182Z","caller":"traceutil/trace.go:171","msg":"trace[733752207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6817; }","duration":"391.45457ms","start":"2026-03-19T09:16:24.860339Z","end":"2026-03-19T09:16:25.251793Z","steps":["trace[733752207] 'agreement among raft nodes before linearized reading' (duration: 391.207033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.251765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:24.771228Z","time spent":"480.329987ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:25.251885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:24.86031Z","time spent":"391.560793ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:25.251936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:24.815958Z","time spent":"435.852108ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-19T09:16:25.507233Z","caller":"traceutil/trace.go:171","msg":"trace[231827865] linearizableReadLoop","detail":"{readStateIndex:7122; appliedIndex:7121; }","duration":"183.887831ms","start":"2026-03-19T09:16:25.323313Z","end":"2026-03-19T09:16:25.507201Z","steps":["trace[231827865] 'read index received' (duration: 172.84392ms)","trace[231827865] 'applied index is now lower than readState.Index' (duration: 11.042561ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:25.507269Z","caller":"traceutil/trace.go:171","msg":"trace[655902087] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"246.803587ms","start":"2026-03-19T09:16:25.260425Z","end":"2026-03-19T09:16:25.507228Z","steps":["trace[655902087] 'process raft request' (duration: 235.820198ms)","trace[655902087] 'compare' (duration: 10.715293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:25.507503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.185077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19584"} {"level":"info","ts":"2026-03-19T09:16:25.507588Z","caller":"traceutil/trace.go:171","msg":"trace[1312793083] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6819; }","duration":"184.322041ms","start":"2026-03-19T09:16:25.323249Z","end":"2026-03-19T09:16:25.507571Z","steps":["trace[1312793083] 'agreement among raft nodes before linearized reading' (duration: 184.061314ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:25.856873Z","caller":"traceutil/trace.go:171","msg":"trace[2134910265] linearizableReadLoop","detail":"{readStateIndex:7123; appliedIndex:7122; }","duration":"333.206971ms","start":"2026-03-19T09:16:25.523633Z","end":"2026-03-19T09:16:25.85684Z","steps":["trace[2134910265] 'read index received' (duration: 279.670391ms)","trace[2134910265] 'applied index is now lower than readState.Index' (duration: 53.5355ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:25.856997Z","caller":"traceutil/trace.go:171","msg":"trace[858428603] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"345.127315ms","start":"2026-03-19T09:16:25.511856Z","end":"2026-03-19T09:16:25.856984Z","steps":["trace[858428603] 'process raft request' (duration: 291.43073ms)","trace[858428603] 'compare' (duration: 53.354595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:25.857081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.511832Z","time spent":"345.192596ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:16:25.857532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.880638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T09:16:25.857608Z","caller":"traceutil/trace.go:171","msg":"trace[1733214488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6820; }","duration":"333.990141ms","start":"2026-03-19T09:16:25.523598Z","end":"2026-03-19T09:16:25.857588Z","steps":["trace[1733214488] 'agreement among raft nodes before linearized reading' (duration: 333.736725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.857656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.523581Z","time spent":"334.061612ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-19T09:16:25.858028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.414986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:25.858152Z","caller":"traceutil/trace.go:171","msg":"trace[222432845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6822; }","duration":"164.56338ms","start":"2026-03-19T09:16:25.693569Z","end":"2026-03-19T09:16:25.858132Z","steps":["trace[222432845] 'agreement among raft nodes before linearized reading' (duration: 164.401916ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:25.85822Z","caller":"traceutil/trace.go:171","msg":"trace[2014651196] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"213.972763ms","start":"2026-03-19T09:16:25.644234Z","end":"2026-03-19T09:16:25.858206Z","steps":["trace[2014651196] 'process raft request' (duration: 213.518322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.858221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.796038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:16:25.858226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.522491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:16:25.858282Z","caller":"traceutil/trace.go:171","msg":"trace[1778129641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6822; }","duration":"187.882521ms","start":"2026-03-19T09:16:25.670385Z","end":"2026-03-19T09:16:25.858267Z","steps":["trace[1778129641] 'agreement among raft nodes before linearized reading' (duration: 187.738907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.858201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.45253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:16:25.858312Z","caller":"traceutil/trace.go:171","msg":"trace[926356209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6822; }","duration":"187.628444ms","start":"2026-03-19T09:16:25.670658Z","end":"2026-03-19T09:16:25.858286Z","steps":["trace[926356209] 'agreement among raft nodes before linearized reading' (duration: 187.430679ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:25.858159Z","caller":"traceutil/trace.go:171","msg":"trace[114132265] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"213.371918ms","start":"2026-03-19T09:16:25.644757Z","end":"2026-03-19T09:16:25.858129Z","steps":["trace[114132265] 'process raft request' (duration: 213.142363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.858039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.111587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:25.858361Z","caller":"traceutil/trace.go:171","msg":"trace[885604256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6822; }","duration":"187.672336ms","start":"2026-03-19T09:16:25.670665Z","end":"2026-03-19T09:16:25.858338Z","steps":["trace[885604256] 'agreement among raft nodes before linearized reading' (duration: 187.384098ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:25.858393Z","caller":"traceutil/trace.go:171","msg":"trace[1085961414] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:0; response_revision:6822; }","duration":"329.523738ms","start":"2026-03-19T09:16:25.528861Z","end":"2026-03-19T09:16:25.858385Z","steps":["trace[1085961414] 'agreement among raft nodes before linearized reading' (duration: 329.089917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:25.858424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.528843Z","time spent":"329.56993ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-bootstrap\" "} {"level":"warn","ts":"2026-03-19T09:16:25.8585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.789894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:16:25.8586Z","caller":"traceutil/trace.go:171","msg":"trace[598689167] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6822; }","duration":"186.913046ms","start":"2026-03-19T09:16:25.671656Z","end":"2026-03-19T09:16:25.85857Z","steps":["trace[598689167] 'agreement among raft nodes before linearized reading' (duration: 186.581628ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:26.315639Z","caller":"traceutil/trace.go:171","msg":"trace[1154705052] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"451.696689ms","start":"2026-03-19T09:16:25.863903Z","end":"2026-03-19T09:16:26.3156Z","steps":["trace[1154705052] 'process raft request' (duration: 451.403372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:26.31586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.86388Z","time spent":"451.898485ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:26.315921Z","caller":"traceutil/trace.go:171","msg":"trace[689761984] linearizableReadLoop","detail":"{readStateIndex:7130; appliedIndex:7125; }","duration":"373.615707ms","start":"2026-03-19T09:16:25.942275Z","end":"2026-03-19T09:16:26.315891Z","steps":["trace[689761984] 'read index received' (duration: 8.304071ms)","trace[689761984] 'applied index is now lower than readState.Index' (duration: 365.310726ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:26.316061Z","caller":"traceutil/trace.go:171","msg":"trace[1841804205] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"451.993406ms","start":"2026-03-19T09:16:25.864047Z","end":"2026-03-19T09:16:26.31604Z","steps":["trace[1841804205] 'process raft request' (duration: 451.513014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:26.31611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.814152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:16:26.316143Z","caller":"traceutil/trace.go:171","msg":"trace[533046534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6827; }","duration":"373.890775ms","start":"2026-03-19T09:16:25.942242Z","end":"2026-03-19T09:16:26.316132Z","steps":["trace[533046534] 'agreement among raft nodes before linearized reading' (duration: 373.75404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:26.31617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.86403Z","time spent":"452.08478ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:26.316198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.942224Z","time spent":"373.964896ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:16:26.315685Z","caller":"traceutil/trace.go:171","msg":"trace[413579893] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"451.683089ms","start":"2026-03-19T09:16:25.863963Z","end":"2026-03-19T09:16:26.315646Z","steps":["trace[413579893] 'process raft request' (duration: 451.527705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:26.316648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.863941Z","time spent":"452.504141ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:26.316704Z","caller":"traceutil/trace.go:171","msg":"trace[1414247351] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"396.743535ms","start":"2026-03-19T09:16:25.919949Z","end":"2026-03-19T09:16:26.316693Z","steps":["trace[1414247351] 'process raft request' (duration: 395.744419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:26.316815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:25.919932Z","time spent":"396.855277ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72312,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:26.5129Z","caller":"traceutil/trace.go:171","msg":"trace[1239348171] linearizableReadLoop","detail":"{readStateIndex:7131; appliedIndex:7130; }","duration":"184.222989ms","start":"2026-03-19T09:16:26.328652Z","end":"2026-03-19T09:16:26.512875Z","steps":["trace[1239348171] 'read index received' (duration: 181.793607ms)","trace[1239348171] 'applied index is now lower than readState.Index' (duration: 2.428042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:26.513062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.386993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:26.513054Z","caller":"traceutil/trace.go:171","msg":"trace[1956020844] transaction","detail":"{read_only:false; response_revision:6828; number_of_response:1; }","duration":"191.418732ms","start":"2026-03-19T09:16:26.321614Z","end":"2026-03-19T09:16:26.513032Z","steps":["trace[1956020844] 'process raft request' (duration: 188.783115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:26.513109Z","caller":"traceutil/trace.go:171","msg":"trace[2048867837] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6828; }","duration":"184.488505ms","start":"2026-03-19T09:16:26.328609Z","end":"2026-03-19T09:16:26.513097Z","steps":["trace[2048867837] 'agreement among raft nodes before linearized reading' (duration: 184.373483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:26.952812Z","caller":"traceutil/trace.go:171","msg":"trace[137784952] linearizableReadLoop","detail":"{readStateIndex:7132; appliedIndex:7131; }","duration":"183.622523ms","start":"2026-03-19T09:16:26.769163Z","end":"2026-03-19T09:16:26.952786Z","steps":["trace[137784952] 'read index received' (duration: 183.383407ms)","trace[137784952] 'applied index is now lower than readState.Index' (duration: 238.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:26.952864Z","caller":"traceutil/trace.go:171","msg":"trace[579133368] transaction","detail":"{read_only:false; response_revision:6829; number_of_response:1; }","duration":"437.53519ms","start":"2026-03-19T09:16:26.515309Z","end":"2026-03-19T09:16:26.952844Z","steps":["trace[579133368] 'process raft request' (duration: 437.312974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:26.953096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:26.515282Z","time spent":"437.741175ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:16:26.953345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.157036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:16:26.953435Z","caller":"traceutil/trace.go:171","msg":"trace[3821752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6829; }","duration":"184.2921ms","start":"2026-03-19T09:16:26.769119Z","end":"2026-03-19T09:16:26.953411Z","steps":["trace[3821752] 'agreement among raft nodes before linearized reading' (duration: 183.776377ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:27.560597Z","caller":"traceutil/trace.go:171","msg":"trace[767899156] transaction","detail":"{read_only:false; response_revision:6830; number_of_response:1; }","duration":"599.085073ms","start":"2026-03-19T09:16:26.961479Z","end":"2026-03-19T09:16:27.560564Z","steps":["trace[767899156] 'process raft request' (duration: 598.836477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.560755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:26.961458Z","time spent":"599.228477ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7116,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:16:27.913074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.196981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:16:27.91333Z","caller":"traceutil/trace.go:171","msg":"trace[416975313] linearizableReadLoop","detail":"{readStateIndex:7134; appliedIndex:7132; }","duration":"680.238634ms","start":"2026-03-19T09:16:27.233063Z","end":"2026-03-19T09:16:27.913301Z","steps":["trace[416975313] 'read index received' (duration: 327.22829ms)","trace[416975313] 'applied index is now lower than readState.Index' (duration: 353.006594ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:27.913504Z","caller":"traceutil/trace.go:171","msg":"trace[208517148] transaction","detail":"{read_only:false; response_revision:6833; number_of_response:1; }","duration":"344.55999ms","start":"2026-03-19T09:16:27.568926Z","end":"2026-03-19T09:16:27.913486Z","steps":["trace[208517148] 'process raft request' (duration: 344.496598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.913616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.568917Z","time spent":"344.636961ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6923,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:27.913581Z","caller":"traceutil/trace.go:171","msg":"trace[417202181] transaction","detail":"{read_only:false; response_revision:6832; number_of_response:1; }","duration":"347.240058ms","start":"2026-03-19T09:16:27.566297Z","end":"2026-03-19T09:16:27.913537Z","steps":["trace[417202181] 'process raft request' (duration: 347.049253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.913683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.604643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:16:27.913784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.566279Z","time spent":"347.403752ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:16:27.913803Z","caller":"traceutil/trace.go:171","msg":"trace[1988840583] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:6833; }","duration":"680.721816ms","start":"2026-03-19T09:16:27.233048Z","end":"2026-03-19T09:16:27.91377Z","steps":["trace[1988840583] 'agreement among raft nodes before linearized reading' (duration: 680.432508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.913942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.23299Z","time spent":"680.91472ms","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:16:27.91367Z","caller":"traceutil/trace.go:171","msg":"trace[559283879] transaction","detail":"{read_only:false; response_revision:6831; number_of_response:1; }","duration":"347.482444ms","start":"2026-03-19T09:16:27.566134Z","end":"2026-03-19T09:16:27.913617Z","steps":["trace[559283879] 'process raft request' (duration: 347.073864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.914151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.566106Z","time spent":"347.937725ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:27.980453Z","caller":"traceutil/trace.go:171","msg":"trace[993815842] transaction","detail":"{read_only:false; response_revision:6834; number_of_response:1; }","duration":"116.773845ms","start":"2026-03-19T09:16:27.863656Z","end":"2026-03-19T09:16:27.980429Z","steps":["trace[993815842] 'process raft request' (duration: 116.645002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:27.992042Z","caller":"traceutil/trace.go:171","msg":"trace[272934009] transaction","detail":"{read_only:false; response_revision:6835; number_of_response:1; }","duration":"126.713917ms","start":"2026-03-19T09:16:27.865306Z","end":"2026-03-19T09:16:27.99202Z","steps":["trace[272934009] 'process raft request' (duration: 126.557653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.992389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.538463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:27.992425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.802107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:27.992473Z","caller":"traceutil/trace.go:171","msg":"trace[1366397786] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:6835; }","duration":"161.666816ms","start":"2026-03-19T09:16:27.830785Z","end":"2026-03-19T09:16:27.992452Z","steps":["trace[1366397786] 'agreement among raft nodes before linearized reading' (duration: 161.543593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:27.992503Z","caller":"traceutil/trace.go:171","msg":"trace[837909152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6835; }","duration":"309.924021ms","start":"2026-03-19T09:16:27.682559Z","end":"2026-03-19T09:16:27.992483Z","steps":["trace[837909152] 'agreement among raft nodes before linearized reading' (duration: 309.786817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.992547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.682543Z","time spent":"309.995222ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:27.992565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.168305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:27.992626Z","caller":"traceutil/trace.go:171","msg":"trace[2097509437] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6835; }","duration":"497.258428ms","start":"2026-03-19T09:16:27.495348Z","end":"2026-03-19T09:16:27.992607Z","steps":["trace[2097509437] 'agreement among raft nodes before linearized reading' (duration: 497.161405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.99263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.711411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:16:27.99276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.640303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:16:27.992861Z","caller":"traceutil/trace.go:171","msg":"trace[2140980973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6835; }","duration":"667.777907ms","start":"2026-03-19T09:16:27.325063Z","end":"2026-03-19T09:16:27.992841Z","steps":["trace[2140980973] 'agreement among raft nodes before linearized reading' (duration: 667.439978ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:27.992779Z","caller":"traceutil/trace.go:171","msg":"trace[767151595] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6835; }","duration":"121.942427ms","start":"2026-03-19T09:16:27.870804Z","end":"2026-03-19T09:16:27.992746Z","steps":["trace[767151595] 'agreement among raft nodes before linearized reading' (duration: 121.634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:27.992928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.325046Z","time spent":"667.868688ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:27.992691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.495334Z","time spent":"497.340889ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:28.603427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010009,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:16:28.782928Z","caller":"traceutil/trace.go:171","msg":"trace[1048504218] transaction","detail":"{read_only:false; response_revision:6836; number_of_response:1; }","duration":"789.298603ms","start":"2026-03-19T09:16:27.99359Z","end":"2026-03-19T09:16:28.782889Z","steps":["trace[1048504218] 'process raft request' (duration: 707.409384ms)","trace[1048504218] 'compare' (duration: 81.648323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:28.783107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.99357Z","time spent":"789.462677ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":701,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:16:29.01076Z","caller":"traceutil/trace.go:171","msg":"trace[101229996] transaction","detail":"{read_only:false; response_revision:6837; number_of_response:1; }","duration":"1.014228864s","start":"2026-03-19T09:16:27.996443Z","end":"2026-03-19T09:16:29.010672Z","steps":["trace[101229996] 'process raft request' (duration: 1.014006059s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.010907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.996429Z","time spent":"1.014402799s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:29.011258Z","caller":"traceutil/trace.go:171","msg":"trace[1205226554] transaction","detail":"{read_only:false; response_revision:6838; number_of_response:1; }","duration":"1.013000384s","start":"2026-03-19T09:16:27.998245Z","end":"2026-03-19T09:16:29.011245Z","steps":["trace[1205226554] 'process raft request' (duration: 1.012381697s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.011331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:27.998234Z","time spent":"1.013062225s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:29.011632Z","caller":"traceutil/trace.go:171","msg":"trace[357101176] linearizableReadLoop","detail":"{readStateIndex:7144; appliedIndex:7140; }","duration":"908.445989ms","start":"2026-03-19T09:16:28.10314Z","end":"2026-03-19T09:16:29.011586Z","steps":["trace[357101176] 'read index received' (duration: 598.044297ms)","trace[357101176] 'applied index is now lower than readState.Index' (duration: 310.398422ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:29.011682Z","caller":"traceutil/trace.go:171","msg":"trace[1718779143] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"1.010979782s","start":"2026-03-19T09:16:28.000656Z","end":"2026-03-19T09:16:29.011636Z","steps":["trace[1718779143] 'process raft request' (duration: 1.01048267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.011859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.000648Z","time spent":"1.011108705s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:29.012144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.982833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-19T09:16:29.012215Z","caller":"traceutil/trace.go:171","msg":"trace[1774730650] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:6839; }","duration":"909.076815ms","start":"2026-03-19T09:16:28.103124Z","end":"2026-03-19T09:16:29.012201Z","steps":["trace[1774730650] 'agreement among raft nodes before linearized reading' (duration: 908.619554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.012488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.10307Z","time spent":"909.400983ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-bootstrap\" "} {"level":"warn","ts":"2026-03-19T09:16:29.331203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.906216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:29.331326Z","caller":"traceutil/trace.go:171","msg":"trace[799470557] linearizableReadLoop","detail":"{readStateIndex:7145; appliedIndex:7144; }","duration":"319.597036ms","start":"2026-03-19T09:16:29.011711Z","end":"2026-03-19T09:16:29.331308Z","steps":["trace[799470557] 'read index received' (duration: 195.452093ms)","trace[799470557] 'applied index is now lower than readState.Index' (duration: 124.143173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:29.331451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.088169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:29.33159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012264895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:16:29.331582Z","caller":"traceutil/trace.go:171","msg":"trace[258547823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6840; }","duration":"641.233563ms","start":"2026-03-19T09:16:28.690292Z","end":"2026-03-19T09:16:29.331525Z","steps":["trace[258547823] 'agreement among raft nodes before linearized reading' (duration: 641.064089ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:29.331538Z","caller":"traceutil/trace.go:171","msg":"trace[795133974] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"445.187285ms","start":"2026-03-19T09:16:28.886295Z","end":"2026-03-19T09:16:29.331483Z","steps":["trace[795133974] 'process raft request' (duration: 320.901839ms)","trace[795133974] 'compare' (duration: 123.772193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:29.331537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.843797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:16:29.331647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.690273Z","time spent":"641.359646ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:29.331658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010683704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:16:29.331701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010766766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:16:29.331721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.411103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:29.331778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.886269Z","time spent":"445.396141ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:29.331791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.085052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:16:29.331828Z","caller":"traceutil/trace.go:171","msg":"trace[1451004242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6840; }","duration":"1.010918091s","start":"2026-03-19T09:16:28.320877Z","end":"2026-03-19T09:16:29.331795Z","steps":["trace[1451004242] 'agreement among raft nodes before linearized reading' (duration: 1.010505371s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:29.331883Z","caller":"traceutil/trace.go:171","msg":"trace[61378620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6840; }","duration":"367.234246ms","start":"2026-03-19T09:16:28.964628Z","end":"2026-03-19T09:16:29.331863Z","steps":["trace[61378620] 'agreement among raft nodes before linearized reading' (duration: 366.904577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.331892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.320866Z","time spent":"1.011013623s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:16:29.331938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.964607Z","time spent":"367.321157ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:16:29.331688Z","caller":"traceutil/trace.go:171","msg":"trace[667834437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6840; }","duration":"813.991081ms","start":"2026-03-19T09:16:28.517672Z","end":"2026-03-19T09:16:29.331663Z","steps":["trace[667834437] 'agreement among raft nodes before linearized reading' (duration: 813.687333ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:29.331832Z","caller":"traceutil/trace.go:171","msg":"trace[251876237] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:6840; }","duration":"260.598697ms","start":"2026-03-19T09:16:29.07121Z","end":"2026-03-19T09:16:29.331809Z","steps":["trace[251876237] 'agreement among raft nodes before linearized reading' (duration: 260.378232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.332057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.517591Z","time spent":"814.447422ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:16:29.331715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.83307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" ","response":"range_response_count:1 size:8457"} {"level":"info","ts":"2026-03-19T09:16:29.332187Z","caller":"traceutil/trace.go:171","msg":"trace[403010792] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-gswh2; range_end:; response_count:1; response_revision:6840; }","duration":"318.353374ms","start":"2026-03-19T09:16:29.013818Z","end":"2026-03-19T09:16:29.332171Z","steps":["trace[403010792] 'agreement among raft nodes before linearized reading' (duration: 317.77375ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:29.331622Z","caller":"traceutil/trace.go:171","msg":"trace[1658538935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6840; }","duration":"1.012320475s","start":"2026-03-19T09:16:28.319292Z","end":"2026-03-19T09:16:29.331612Z","steps":["trace[1658538935] 'agreement among raft nodes before linearized reading' (duration: 1.0121131s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.332229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:29.013798Z","time spent":"318.417576ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8480,"request content":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" "} {"level":"warn","ts":"2026-03-19T09:16:29.332248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.319277Z","time spent":"1.012959582s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:16:29.33176Z","caller":"traceutil/trace.go:171","msg":"trace[1841148105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6840; }","duration":"1.010849828s","start":"2026-03-19T09:16:28.320889Z","end":"2026-03-19T09:16:29.331739Z","steps":["trace[1841148105] 'agreement among raft nodes before linearized reading' (duration: 1.010487249s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:29.332347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:28.320862Z","time spent":"1.011458394s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:16:29.585335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.882686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:29.585506Z","caller":"traceutil/trace.go:171","msg":"trace[96894747] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"247.867635ms","start":"2026-03-19T09:16:29.337612Z","end":"2026-03-19T09:16:29.585479Z","steps":["trace[96894747] 'process raft request' (duration: 121.775603ms)","trace[96894747] 'compare' (duration: 125.789363ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:29.585671Z","caller":"traceutil/trace.go:171","msg":"trace[118810579] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"247.989057ms","start":"2026-03-19T09:16:29.337667Z","end":"2026-03-19T09:16:29.585656Z","steps":["trace[118810579] 'process raft request' (duration: 247.745191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:29.585674Z","caller":"traceutil/trace.go:171","msg":"trace[2089597518] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"248.022688ms","start":"2026-03-19T09:16:29.337636Z","end":"2026-03-19T09:16:29.585659Z","steps":["trace[2089597518] 'process raft request' (duration: 247.810953ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:29.58555Z","caller":"traceutil/trace.go:171","msg":"trace[698065929] transaction","detail":"{read_only:false; response_revision:6844; number_of_response:1; }","duration":"245.447073ms","start":"2026-03-19T09:16:29.340088Z","end":"2026-03-19T09:16:29.585535Z","steps":["trace[698065929] 'process raft request' (duration: 245.399862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:30.142769Z","caller":"traceutil/trace.go:171","msg":"trace[1517894365] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"157.569521ms","start":"2026-03-19T09:16:29.985176Z","end":"2026-03-19T09:16:30.142746Z","steps":["trace[1517894365] 'process raft request' (duration: 157.189732ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:30.410824Z","caller":"traceutil/trace.go:171","msg":"trace[2064330246] linearizableReadLoop","detail":"{readStateIndex:7152; appliedIndex:7150; }","duration":"150.234584ms","start":"2026-03-19T09:16:30.260567Z","end":"2026-03-19T09:16:30.410802Z","steps":["trace[2064330246] 'read index received' (duration: 81.283354ms)","trace[2064330246] 'applied index is now lower than readState.Index' (duration: 68.95027ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:30.410854Z","caller":"traceutil/trace.go:171","msg":"trace[1117734607] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"413.86896ms","start":"2026-03-19T09:16:29.996957Z","end":"2026-03-19T09:16:30.410826Z","steps":["trace[1117734607] 'process raft request' (duration: 344.903559ms)","trace[1117734607] 'compare' (duration: 68.616552ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:30.410857Z","caller":"traceutil/trace.go:171","msg":"trace[1926681926] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"405.807275ms","start":"2026-03-19T09:16:30.005032Z","end":"2026-03-19T09:16:30.410839Z","steps":["trace[1926681926] 'process raft request' (duration: 405.653891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:30.411003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:29.996935Z","time spent":"413.995512ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:30.411026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.43349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:30.411138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:30.005006Z","time spent":"405.988189ms","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2261,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:16:30.411136Z","caller":"traceutil/trace.go:171","msg":"trace[1340852746] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6847; }","duration":"150.580303ms","start":"2026-03-19T09:16:30.260533Z","end":"2026-03-19T09:16:30.411113Z","steps":["trace[1340852746] 'agreement among raft nodes before linearized reading' (duration: 150.382278ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:30.723592Z","caller":"traceutil/trace.go:171","msg":"trace[1136897460] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"306.882893ms","start":"2026-03-19T09:16:30.41669Z","end":"2026-03-19T09:16:30.723572Z","steps":["trace[1136897460] 'process raft request' (duration: 306.673108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:30.723986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:30.416678Z","time spent":"307.229342ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:30.723657Z","caller":"traceutil/trace.go:171","msg":"trace[2048527451] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"302.915752ms","start":"2026-03-19T09:16:30.420721Z","end":"2026-03-19T09:16:30.723637Z","steps":["trace[2048527451] 'process raft request' (duration: 302.798289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:30.724181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:30.42069Z","time spent":"303.449206ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:16:31.161754Z","caller":"traceutil/trace.go:171","msg":"trace[527978004] linearizableReadLoop","detail":"{readStateIndex:7157; appliedIndex:7155; }","duration":"115.979454ms","start":"2026-03-19T09:16:31.045753Z","end":"2026-03-19T09:16:31.161733Z","steps":["trace[527978004] 'read index received' (duration: 60.771233ms)","trace[527978004] 'applied index is now lower than readState.Index' (duration: 55.207201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:31.16187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.106168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:31.161904Z","caller":"traceutil/trace.go:171","msg":"trace[1862127277] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:6852; }","duration":"116.18734ms","start":"2026-03-19T09:16:31.045705Z","end":"2026-03-19T09:16:31.161892Z","steps":["trace[1862127277] 'agreement among raft nodes before linearized reading' (duration: 116.108919ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.161952Z","caller":"traceutil/trace.go:171","msg":"trace[1316755633] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"142.346595ms","start":"2026-03-19T09:16:31.019549Z","end":"2026-03-19T09:16:31.161895Z","steps":["trace[1316755633] 'process raft request' (duration: 142.075198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:31.402123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.997168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:31.402217Z","caller":"traceutil/trace.go:171","msg":"trace[690342942] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6852; }","duration":"161.141071ms","start":"2026-03-19T09:16:31.241051Z","end":"2026-03-19T09:16:31.402192Z","steps":["trace[690342942] 'count revisions from in-memory index tree' (duration: 160.844614ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.747638Z","caller":"traceutil/trace.go:171","msg":"trace[106550963] linearizableReadLoop","detail":"{readStateIndex:7159; appliedIndex:7158; }","duration":"158.801992ms","start":"2026-03-19T09:16:31.588805Z","end":"2026-03-19T09:16:31.747607Z","steps":["trace[106550963] 'read index received' (duration: 60.942208ms)","trace[106550963] 'applied index is now lower than readState.Index' (duration: 97.858284ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:31.747666Z","caller":"traceutil/trace.go:171","msg":"trace[1634266006] transaction","detail":"{read_only:false; response_revision:6853; number_of_response:1; }","duration":"222.773226ms","start":"2026-03-19T09:16:31.524864Z","end":"2026-03-19T09:16:31.747637Z","steps":["trace[1634266006] 'process raft request' (duration: 124.88168ms)","trace[1634266006] 'compare' (duration: 97.687671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:31.747952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.12375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:31.748038Z","caller":"traceutil/trace.go:171","msg":"trace[1085491290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6853; }","duration":"159.255104ms","start":"2026-03-19T09:16:31.588766Z","end":"2026-03-19T09:16:31.748021Z","steps":["trace[1085491290] 'agreement among raft nodes before linearized reading' (duration: 158.956935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:31.748221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.027789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:16:31.748296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.963247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:16:31.748314Z","caller":"traceutil/trace.go:171","msg":"trace[194708943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6853; }","duration":"159.149392ms","start":"2026-03-19T09:16:31.589146Z","end":"2026-03-19T09:16:31.748295Z","steps":["trace[194708943] 'agreement among raft nodes before linearized reading' (duration: 158.860544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:31.748308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.824483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:16:31.748414Z","caller":"traceutil/trace.go:171","msg":"trace[764755938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6853; }","duration":"158.964777ms","start":"2026-03-19T09:16:31.589426Z","end":"2026-03-19T09:16:31.748391Z","steps":["trace[764755938] 'agreement among raft nodes before linearized reading' (duration: 158.69831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.748352Z","caller":"traceutil/trace.go:171","msg":"trace[934692602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6853; }","duration":"159.035819ms","start":"2026-03-19T09:16:31.589301Z","end":"2026-03-19T09:16:31.748337Z","steps":["trace[934692602] 'agreement among raft nodes before linearized reading' (duration: 158.772612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.969187Z","caller":"traceutil/trace.go:171","msg":"trace[1318540730] linearizableReadLoop","detail":"{readStateIndex:7163; appliedIndex:7159; }","duration":"214.841905ms","start":"2026-03-19T09:16:31.75431Z","end":"2026-03-19T09:16:31.969152Z","steps":["trace[1318540730] 'read index received' (duration: 143.196986ms)","trace[1318540730] 'applied index is now lower than readState.Index' (duration: 71.643499ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:31.969238Z","caller":"traceutil/trace.go:171","msg":"trace[1800676258] transaction","detail":"{read_only:false; response_revision:6855; number_of_response:1; }","duration":"216.026325ms","start":"2026-03-19T09:16:31.753172Z","end":"2026-03-19T09:16:31.969198Z","steps":["trace[1800676258] 'process raft request' (duration: 215.82437ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.969356Z","caller":"traceutil/trace.go:171","msg":"trace[773804302] transaction","detail":"{read_only:false; response_revision:6856; number_of_response:1; }","duration":"216.116289ms","start":"2026-03-19T09:16:31.753219Z","end":"2026-03-19T09:16:31.969335Z","steps":["trace[773804302] 'process raft request' (duration: 215.837271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.969447Z","caller":"traceutil/trace.go:171","msg":"trace[526729876] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"216.190341ms","start":"2026-03-19T09:16:31.753239Z","end":"2026-03-19T09:16:31.969429Z","steps":["trace[526729876] 'process raft request' (duration: 215.865262ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.969454Z","caller":"traceutil/trace.go:171","msg":"trace[314471804] transaction","detail":"{read_only:false; response_revision:6854; number_of_response:1; }","duration":"217.147045ms","start":"2026-03-19T09:16:31.752268Z","end":"2026-03-19T09:16:31.969415Z","steps":["trace[314471804] 'process raft request' (duration: 145.225018ms)","trace[314471804] 'compare' (duration: 71.265069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:31.969562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.325595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:16:31.969601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.286537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:16:31.96962Z","caller":"traceutil/trace.go:171","msg":"trace[343012883] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6857; }","duration":"140.431006ms","start":"2026-03-19T09:16:31.829168Z","end":"2026-03-19T09:16:31.969599Z","steps":["trace[343012883] 'agreement among raft nodes before linearized reading' (duration: 140.332024ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:31.969636Z","caller":"traceutil/trace.go:171","msg":"trace[1212234703] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6857; }","duration":"215.366559ms","start":"2026-03-19T09:16:31.754258Z","end":"2026-03-19T09:16:31.969625Z","steps":["trace[1212234703] 'agreement among raft nodes before linearized reading' (duration: 215.231756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:32.260675Z","caller":"traceutil/trace.go:171","msg":"trace[812090347] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"120.832108ms","start":"2026-03-19T09:16:32.139803Z","end":"2026-03-19T09:16:32.260635Z","steps":["trace[812090347] 'process raft request' (duration: 120.581061ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:32.286968Z","caller":"traceutil/trace.go:171","msg":"trace[2092455643] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"138.176568ms","start":"2026-03-19T09:16:32.148755Z","end":"2026-03-19T09:16:32.286931Z","steps":["trace[2092455643] 'process raft request' (duration: 137.905902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:32.622141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.70321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:32.622225Z","caller":"traceutil/trace.go:171","msg":"trace[1762802685] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6859; }","duration":"206.841673ms","start":"2026-03-19T09:16:32.415365Z","end":"2026-03-19T09:16:32.622206Z","steps":["trace[1762802685] 'count revisions from in-memory index tree' (duration: 206.616157ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:32.646805Z","caller":"traceutil/trace.go:171","msg":"trace[752886325] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"231.136629ms","start":"2026-03-19T09:16:32.415637Z","end":"2026-03-19T09:16:32.646774Z","steps":["trace[752886325] 'process raft request' (duration: 230.950335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:32.975808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.282419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:32.976005Z","caller":"traceutil/trace.go:171","msg":"trace[2098123865] linearizableReadLoop","detail":"{readStateIndex:7167; appliedIndex:7166; }","duration":"293.613056ms","start":"2026-03-19T09:16:32.682372Z","end":"2026-03-19T09:16:32.975985Z","steps":["trace[2098123865] 'read index received' (duration: 123.960278ms)","trace[2098123865] 'applied index is now lower than readState.Index' (duration: 169.650898ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:32.976053Z","caller":"traceutil/trace.go:171","msg":"trace[332088593] transaction","detail":"{read_only:false; response_revision:6861; number_of_response:1; }","duration":"489.654054ms","start":"2026-03-19T09:16:32.486376Z","end":"2026-03-19T09:16:32.97603Z","steps":["trace[332088593] 'process raft request' (duration: 320.051066ms)","trace[332088593] 'compare' (duration: 168.968622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:32.976087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.707559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:32.976115Z","caller":"traceutil/trace.go:171","msg":"trace[1623622880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6861; }","duration":"293.76376ms","start":"2026-03-19T09:16:32.682341Z","end":"2026-03-19T09:16:32.976105Z","steps":["trace[1623622880] 'agreement among raft nodes before linearized reading' (duration: 293.695218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:32.976163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:32.486336Z","time spent":"489.763606ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:33.424843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.076035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:16:33.424935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.925624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:16:33.424982Z","caller":"traceutil/trace.go:171","msg":"trace[942732411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6861; }","duration":"259.035847ms","start":"2026-03-19T09:16:33.165933Z","end":"2026-03-19T09:16:33.424968Z","steps":["trace[942732411] 'range keys from in-memory index tree' (duration: 258.743799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:33.424987Z","caller":"traceutil/trace.go:171","msg":"trace[1148202609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6861; }","duration":"314.305471ms","start":"2026-03-19T09:16:33.110656Z","end":"2026-03-19T09:16:33.424961Z","steps":["trace[1148202609] 'range keys from in-memory index tree' (duration: 313.834918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:33.425061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.110636Z","time spent":"314.401883ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:16:33.706597Z","caller":"traceutil/trace.go:171","msg":"trace[1450345673] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"276.43567ms","start":"2026-03-19T09:16:33.430136Z","end":"2026-03-19T09:16:33.706572Z","steps":["trace[1450345673] 'process raft request' (duration: 276.267746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.087027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:34.176636Z","time spent":"910.382737ms","remote":"127.0.0.1:51676","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:16:35.087544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.551879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:35.087992Z","caller":"traceutil/trace.go:171","msg":"trace[441810434] transaction","detail":"{read_only:false; response_revision:6863; number_of_response:1; }","duration":"1.657498699s","start":"2026-03-19T09:16:33.430435Z","end":"2026-03-19T09:16:35.087934Z","steps":["trace[441810434] 'process raft request' (duration: 997.463139ms)","trace[441810434] 'compare' (duration: 659.433895ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:35.088091Z","caller":"traceutil/trace.go:171","msg":"trace[551996821] linearizableReadLoop","detail":"{readStateIndex:7169; appliedIndex:7168; }","duration":"1.656834123s","start":"2026-03-19T09:16:33.4312Z","end":"2026-03-19T09:16:35.088034Z","steps":["trace[551996821] 'read index received' (duration: 275.411474ms)","trace[551996821] 'applied index is now lower than readState.Index' (duration: 1.381411038s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:35.088136Z","caller":"traceutil/trace.go:171","msg":"trace[1062248580] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"795.596182ms","start":"2026-03-19T09:16:34.292517Z","end":"2026-03-19T09:16:35.088114Z","steps":["trace[1062248580] 'process raft request' (duration: 795.479809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.08816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.430417Z","time spent":"1.657660204s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:35.088256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:34.292486Z","time spent":"795.689144ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:35.088843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657617832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150727"} {"level":"info","ts":"2026-03-19T09:16:35.08891Z","caller":"traceutil/trace.go:171","msg":"trace[92356455] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6864; }","duration":"1.657707684s","start":"2026-03-19T09:16:33.431183Z","end":"2026-03-19T09:16:35.088891Z","steps":["trace[92356455] 'agreement among raft nodes before linearized reading' (duration: 1.657004327s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.089085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.431174Z","time spent":"1.657764896s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":150750,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:16:35.494406Z","caller":"traceutil/trace.go:171","msg":"trace[1506824055] linearizableReadLoop","detail":"{readStateIndex:7172; appliedIndex:7170; }","duration":"406.201745ms","start":"2026-03-19T09:16:35.088172Z","end":"2026-03-19T09:16:35.494374Z","steps":["trace[1506824055] 'read index received' (duration: 405.873437ms)","trace[1506824055] 'applied index is now lower than readState.Index' (duration: 327.108µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:35.494679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511099571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:16:35.494769Z","caller":"traceutil/trace.go:171","msg":"trace[1878341616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6866; }","duration":"1.511253575s","start":"2026-03-19T09:16:33.983501Z","end":"2026-03-19T09:16:35.494755Z","steps":["trace[1878341616] 'agreement among raft nodes before linearized reading' (duration: 1.510995768s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.494759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.763654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:35.494817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.983482Z","time spent":"1.511322068s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:16:35.494924Z","caller":"traceutil/trace.go:171","msg":"trace[1315682174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6866; }","duration":"801.132513ms","start":"2026-03-19T09:16:34.693772Z","end":"2026-03-19T09:16:35.494905Z","steps":["trace[1315682174] 'agreement among raft nodes before linearized reading' (duration: 800.756804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.494935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504526144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:16:35.495028Z","caller":"traceutil/trace.go:171","msg":"trace[953917807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6866; }","duration":"1.504656468s","start":"2026-03-19T09:16:33.990353Z","end":"2026-03-19T09:16:35.49501Z","steps":["trace[953917807] 'agreement among raft nodes before linearized reading' (duration: 1.504308839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.494986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:34.69375Z","time spent":"801.223785ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:35.495107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.99034Z","time spent":"1.50475647s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:35.495171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396789298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:35.498203Z","caller":"traceutil/trace.go:171","msg":"trace[1032563047] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6866; }","duration":"1.399859418s","start":"2026-03-19T09:16:34.098326Z","end":"2026-03-19T09:16:35.498185Z","steps":["trace[1032563047] 'agreement among raft nodes before linearized reading' (duration: 1.39680035s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.498809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:34.098311Z","time spent":"1.400480643s","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:35.495202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511164243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:35.50003Z","caller":"traceutil/trace.go:171","msg":"trace[2120481374] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6866; }","duration":"1.515991745s","start":"2026-03-19T09:16:33.984011Z","end":"2026-03-19T09:16:35.500003Z","steps":["trace[2120481374] 'agreement among raft nodes before linearized reading' (duration: 1.511117491s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.500108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.984004Z","time spent":"1.516084298s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:16:35.495276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511733927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:16:35.500336Z","caller":"traceutil/trace.go:171","msg":"trace[1486094960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6866; }","duration":"1.516792025s","start":"2026-03-19T09:16:33.983533Z","end":"2026-03-19T09:16:35.500325Z","steps":["trace[1486094960] 'agreement among raft nodes before linearized reading' (duration: 1.511667605s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:35.495332Z","caller":"traceutil/trace.go:171","msg":"trace[802030331] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"843.209882ms","start":"2026-03-19T09:16:34.652107Z","end":"2026-03-19T09:16:35.495317Z","steps":["trace[802030331] 'process raft request' (duration: 842.024472ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:35.495463Z","caller":"traceutil/trace.go:171","msg":"trace[1976290677] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"618.084164ms","start":"2026-03-19T09:16:34.87737Z","end":"2026-03-19T09:16:35.495454Z","steps":["trace[1976290677] 'process raft request' (duration: 616.929935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.50087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:33.983486Z","time spent":"1.517370271s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:16:35.501011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:34.652082Z","time spent":"848.868445ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:35.501352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:34.877344Z","time spent":"623.476762ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:35.905316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.945877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:35.905469Z","caller":"traceutil/trace.go:171","msg":"trace[77730059] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"404.790689ms","start":"2026-03-19T09:16:35.500636Z","end":"2026-03-19T09:16:35.905427Z","steps":["trace[77730059] 'process raft request' (duration: 100.621425ms)","trace[77730059] 'compare' (duration: 303.332382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:35.905533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.500623Z","time spent":"404.881431ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:16:35.970219Z","caller":"traceutil/trace.go:171","msg":"trace[1568277188] transaction","detail":"{read_only:false; response_revision:6868; number_of_response:1; }","duration":"466.294561ms","start":"2026-03-19T09:16:35.5039Z","end":"2026-03-19T09:16:35.970194Z","steps":["trace[1568277188] 'process raft request' (duration: 466.136057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.970364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.503882Z","time spent":"466.406484ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:35.97055Z","caller":"traceutil/trace.go:171","msg":"trace[881450007] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"466.597839ms","start":"2026-03-19T09:16:35.503919Z","end":"2026-03-19T09:16:35.970517Z","steps":["trace[881450007] 'process raft request' (duration: 466.23219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.970746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.503892Z","time spent":"466.743273ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:35.970774Z","caller":"traceutil/trace.go:171","msg":"trace[1949539298] transaction","detail":"{read_only:false; response_revision:6870; number_of_response:1; }","duration":"465.349347ms","start":"2026-03-19T09:16:35.505402Z","end":"2026-03-19T09:16:35.970751Z","steps":["trace[1949539298] 'process raft request' (duration: 465.001148ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:35.9708Z","caller":"traceutil/trace.go:171","msg":"trace[192254564] linearizableReadLoop","detail":"{readStateIndex:7177; appliedIndex:7172; }","duration":"406.247866ms","start":"2026-03-19T09:16:35.564506Z","end":"2026-03-19T09:16:35.970754Z","steps":["trace[192254564] 'read index received' (duration: 36.766434ms)","trace[192254564] 'applied index is now lower than readState.Index' (duration: 369.480342ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:35.970852Z","caller":"traceutil/trace.go:171","msg":"trace[1990530934] transaction","detail":"{read_only:false; response_revision:6871; number_of_response:1; }","duration":"464.637769ms","start":"2026-03-19T09:16:35.506203Z","end":"2026-03-19T09:16:35.970841Z","steps":["trace[1990530934] 'process raft request' (duration: 464.438114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.970899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.506187Z","time spent":"464.68976ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:35.970921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.505384Z","time spent":"465.461579ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:35.970996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.191044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:35.971031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.97593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:35.971062Z","caller":"traceutil/trace.go:171","msg":"trace[1517656740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6871; }","duration":"189.325828ms","start":"2026-03-19T09:16:35.781723Z","end":"2026-03-19T09:16:35.971049Z","steps":["trace[1517656740] 'agreement among raft nodes before linearized reading' (duration: 189.205655ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:35.971099Z","caller":"traceutil/trace.go:171","msg":"trace[232617758] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:6871; }","duration":"219.142074ms","start":"2026-03-19T09:16:35.751943Z","end":"2026-03-19T09:16:35.971085Z","steps":["trace[232617758] 'agreement among raft nodes before linearized reading' (duration: 218.999101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.971104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.506972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-19T09:16:35.971161Z","caller":"traceutil/trace.go:171","msg":"trace[1720938960] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6871; }","duration":"406.607365ms","start":"2026-03-19T09:16:35.564537Z","end":"2026-03-19T09:16:35.971144Z","steps":["trace[1720938960] 'agreement among raft nodes before linearized reading' (duration: 406.394989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.971218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.564517Z","time spent":"406.688557ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-19T09:16:35.970993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.476092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6472"} {"level":"info","ts":"2026-03-19T09:16:35.971309Z","caller":"traceutil/trace.go:171","msg":"trace[2086544028] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:6871; }","duration":"406.82087ms","start":"2026-03-19T09:16:35.564472Z","end":"2026-03-19T09:16:35.971292Z","steps":["trace[2086544028] 'agreement among raft nodes before linearized reading' (duration: 406.381479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:35.971362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:35.564456Z","time spent":"406.891702ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6495,"request content":"key:\"/registry/jobs/openstack/keystone-domain-manage\" "} {"level":"warn","ts":"2026-03-19T09:16:35.971324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.172022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:16:35.971463Z","caller":"traceutil/trace.go:171","msg":"trace[1807710069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6871; }","duration":"261.418368ms","start":"2026-03-19T09:16:35.71003Z","end":"2026-03-19T09:16:35.971448Z","steps":["trace[1807710069] 'agreement among raft nodes before linearized reading' (duration: 260.966877ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:36.229009Z","caller":"traceutil/trace.go:171","msg":"trace[1040228896] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"252.135632ms","start":"2026-03-19T09:16:35.976833Z","end":"2026-03-19T09:16:36.228969Z","steps":["trace[1040228896] 'process raft request' (duration: 153.18906ms)","trace[1040228896] 'compare' (duration: 98.513962ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:36.231247Z","caller":"traceutil/trace.go:171","msg":"trace[1230551582] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7177; }","duration":"244.111558ms","start":"2026-03-19T09:16:35.987086Z","end":"2026-03-19T09:16:36.231197Z","steps":["trace[1230551582] 'read index received' (duration: 142.95188ms)","trace[1230551582] 'applied index is now lower than readState.Index' (duration: 101.158598ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:36.231316Z","caller":"traceutil/trace.go:171","msg":"trace[1940391897] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"250.958072ms","start":"2026-03-19T09:16:35.980328Z","end":"2026-03-19T09:16:36.231286Z","steps":["trace[1940391897] 'process raft request' (duration: 250.743557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:36.231495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.387055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:16:36.231529Z","caller":"traceutil/trace.go:171","msg":"trace[902709030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6873; }","duration":"244.474717ms","start":"2026-03-19T09:16:35.987044Z","end":"2026-03-19T09:16:36.231519Z","steps":["trace[902709030] 'agreement among raft nodes before linearized reading' (duration: 244.302563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:36.231558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.597038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" ","response":"range_response_count:1 size:8457"} {"level":"info","ts":"2026-03-19T09:16:36.231619Z","caller":"traceutil/trace.go:171","msg":"trace[228462420] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-gswh2; range_end:; response_count:1; response_revision:6873; }","duration":"234.694959ms","start":"2026-03-19T09:16:35.996901Z","end":"2026-03-19T09:16:36.231596Z","steps":["trace[228462420] 'agreement among raft nodes before linearized reading' (duration: 234.504874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:36.231685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.401838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:36.231726Z","caller":"traceutil/trace.go:171","msg":"trace[1877530349] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:6873; }","duration":"124.49637ms","start":"2026-03-19T09:16:36.107217Z","end":"2026-03-19T09:16:36.231713Z","steps":["trace[1877530349] 'agreement among raft nodes before linearized reading' (duration: 124.415538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:36.554004Z","caller":"traceutil/trace.go:171","msg":"trace[244571913] linearizableReadLoop","detail":"{readStateIndex:7180; appliedIndex:7179; }","duration":"192.836516ms","start":"2026-03-19T09:16:36.361136Z","end":"2026-03-19T09:16:36.553973Z","steps":["trace[244571913] 'read index received' (duration: 179.332373ms)","trace[244571913] 'applied index is now lower than readState.Index' (duration: 13.503453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:36.554092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.94355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:36.554115Z","caller":"traceutil/trace.go:171","msg":"trace[1538395090] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6874; }","duration":"193.014042ms","start":"2026-03-19T09:16:36.361094Z","end":"2026-03-19T09:16:36.554108Z","steps":["trace[1538395090] 'agreement among raft nodes before linearized reading' (duration: 192.95889ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:36.554253Z","caller":"traceutil/trace.go:171","msg":"trace[297089360] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"313.231354ms","start":"2026-03-19T09:16:36.241014Z","end":"2026-03-19T09:16:36.554245Z","steps":["trace[297089360] 'process raft request' (duration: 299.439934ms)","trace[297089360] 'compare' (duration: 13.232296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:36.554326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:36.240988Z","time spent":"313.292126ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:36.797306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.591335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:36.797387Z","caller":"traceutil/trace.go:171","msg":"trace[1646407166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6874; }","duration":"115.733048ms","start":"2026-03-19T09:16:36.681635Z","end":"2026-03-19T09:16:36.797368Z","steps":["trace[1646407166] 'range keys from in-memory index tree' (duration: 115.486462ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:37.316504Z","caller":"traceutil/trace.go:171","msg":"trace[1268589446] transaction","detail":"{read_only:false; response_revision:6876; number_of_response:1; }","duration":"219.228657ms","start":"2026-03-19T09:16:37.097219Z","end":"2026-03-19T09:16:37.316448Z","steps":["trace[1268589446] 'process raft request' (duration: 219.086883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:37.815953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.436804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:16:37.816449Z","caller":"traceutil/trace.go:171","msg":"trace[795385648] linearizableReadLoop","detail":"{readStateIndex:7183; appliedIndex:7181; }","duration":"620.826635ms","start":"2026-03-19T09:16:37.19559Z","end":"2026-03-19T09:16:37.816417Z","steps":["trace[795385648] 'read index received' (duration: 120.792447ms)","trace[795385648] 'applied index is now lower than readState.Index' (duration: 500.032418ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:37.816586Z","caller":"traceutil/trace.go:171","msg":"trace[464708580] transaction","detail":"{read_only:false; response_revision:6877; number_of_response:1; }","duration":"620.019705ms","start":"2026-03-19T09:16:37.196544Z","end":"2026-03-19T09:16:37.816564Z","steps":["trace[464708580] 'process raft request' (duration: 619.539403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:37.816698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.196523Z","time spent":"620.116648ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:37.909437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.814056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150965"} {"level":"info","ts":"2026-03-19T09:16:37.909511Z","caller":"traceutil/trace.go:171","msg":"trace[99448045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6877; }","duration":"713.909699ms","start":"2026-03-19T09:16:37.195585Z","end":"2026-03-19T09:16:37.909495Z","steps":["trace[99448045] 'agreement among raft nodes before linearized reading' (duration: 620.970999ms)","trace[99448045] 'range keys from in-memory index tree' (duration: 92.654433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:37.909545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.195569Z","time spent":"713.969611ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":150988,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:16:37.909867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.19914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:16:37.909995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.428672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:37.910032Z","caller":"traceutil/trace.go:171","msg":"trace[799667131] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6878; }","duration":"381.412576ms","start":"2026-03-19T09:16:37.528595Z","end":"2026-03-19T09:16:37.910007Z","steps":["trace[799667131] 'agreement among raft nodes before linearized reading' (duration: 381.126738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:37.910173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.528585Z","time spent":"381.568779ms","remote":"127.0.0.1:50072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:37.91Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.256756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:37.910262Z","caller":"traceutil/trace.go:171","msg":"trace[1430198218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6878; }","duration":"228.561074ms","start":"2026-03-19T09:16:37.681692Z","end":"2026-03-19T09:16:37.910253Z","steps":["trace[1430198218] 'agreement among raft nodes before linearized reading' (duration: 228.235546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:37.91008Z","caller":"traceutil/trace.go:171","msg":"trace[1180515387] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:6878; }","duration":"132.568466ms","start":"2026-03-19T09:16:37.777489Z","end":"2026-03-19T09:16:37.910057Z","steps":["trace[1180515387] 'agreement among raft nodes before linearized reading' (duration: 132.412862ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:37.909892Z","caller":"traceutil/trace.go:171","msg":"trace[1834873798] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"401.649399ms","start":"2026-03-19T09:16:37.508184Z","end":"2026-03-19T09:16:37.909834Z","steps":["trace[1834873798] 'process raft request' (duration: 308.222427ms)","trace[1834873798] 'compare' (duration: 92.841598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:37.910525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.508154Z","time spent":"402.323145ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:39.208648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.384152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:39.208937Z","caller":"traceutil/trace.go:171","msg":"trace[1912599127] linearizableReadLoop","detail":"{readStateIndex:7189; appliedIndex:7186; }","duration":"975.120191ms","start":"2026-03-19T09:16:38.233787Z","end":"2026-03-19T09:16:39.208907Z","steps":["trace[1912599127] 'read index received' (duration: 169.323419ms)","trace[1912599127] 'applied index is now lower than readState.Index' (duration: 805.795482ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:39.208935Z","caller":"traceutil/trace.go:171","msg":"trace[1972474438] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"1.227844819s","start":"2026-03-19T09:16:37.981066Z","end":"2026-03-19T09:16:39.208911Z","steps":["trace[1972474438] 'process raft request' (duration: 422.097328ms)","trace[1972474438] 'compare' (duration: 805.086124ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:39.208959Z","caller":"traceutil/trace.go:171","msg":"trace[1429578495] transaction","detail":"{read_only:false; response_revision:6881; number_of_response:1; }","duration":"1.227756786s","start":"2026-03-19T09:16:37.981177Z","end":"2026-03-19T09:16:39.208933Z","steps":["trace[1429578495] 'process raft request' (duration: 1.227595422s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:39.208959Z","caller":"traceutil/trace.go:171","msg":"trace[1148345229] transaction","detail":"{read_only:false; response_revision:6882; number_of_response:1; }","duration":"1.227714275s","start":"2026-03-19T09:16:37.981219Z","end":"2026-03-19T09:16:39.208933Z","steps":["trace[1148345229] 'process raft request' (duration: 1.227634453s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:39.209054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.981055Z","time spent":"1.227936962s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:39.209072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.98121Z","time spent":"1.227808188s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:39.20911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:37.981157Z","time spent":"1.227854988s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:39.209195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.392228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:16:39.209217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.174726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:39.209222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.014157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:39.209267Z","caller":"traceutil/trace.go:171","msg":"trace[195694779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6882; }","duration":"975.521031ms","start":"2026-03-19T09:16:38.233729Z","end":"2026-03-19T09:16:39.20925Z","steps":["trace[195694779] 'agreement among raft nodes before linearized reading' (duration: 975.280335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:39.209277Z","caller":"traceutil/trace.go:171","msg":"trace[358440493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6882; }","duration":"527.261729ms","start":"2026-03-19T09:16:38.681999Z","end":"2026-03-19T09:16:39.20926Z","steps":["trace[358440493] 'agreement among raft nodes before linearized reading' (duration: 527.173976ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:39.209284Z","caller":"traceutil/trace.go:171","msg":"trace[1592191513] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6882; }","duration":"793.118519ms","start":"2026-03-19T09:16:38.416152Z","end":"2026-03-19T09:16:39.20927Z","steps":["trace[1592191513] 'agreement among raft nodes before linearized reading' (duration: 792.976085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:39.209324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:38.233707Z","time spent":"975.606833ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:39.209326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:38.681984Z","time spent":"527.33144ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:39.209336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:38.416133Z","time spent":"793.186181ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:16:40.072816Z","caller":"traceutil/trace.go:171","msg":"trace[1133261294] linearizableReadLoop","detail":"{readStateIndex:7193; appliedIndex:7192; }","duration":"155.537829ms","start":"2026-03-19T09:16:39.91724Z","end":"2026-03-19T09:16:40.072777Z","steps":["trace[1133261294] 'read index received' (duration: 111.180732ms)","trace[1133261294] 'applied index is now lower than readState.Index' (duration: 44.355097ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:40.072855Z","caller":"traceutil/trace.go:171","msg":"trace[339138001] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"156.838042ms","start":"2026-03-19T09:16:39.915983Z","end":"2026-03-19T09:16:40.072821Z","steps":["trace[339138001] 'process raft request' (duration: 112.394003ms)","trace[339138001] 'compare' (duration: 44.054729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:40.073052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.790695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:16:40.073085Z","caller":"traceutil/trace.go:171","msg":"trace[1157193501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6886; }","duration":"155.882258ms","start":"2026-03-19T09:16:39.917198Z","end":"2026-03-19T09:16:40.07308Z","steps":["trace[1157193501] 'agreement among raft nodes before linearized reading' (duration: 155.718544ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:40.504666Z","caller":"traceutil/trace.go:171","msg":"trace[277559857] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"470.893258ms","start":"2026-03-19T09:16:40.03374Z","end":"2026-03-19T09:16:40.504633Z","steps":["trace[277559857] 'process raft request' (duration: 470.606851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:40.504836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:40.033721Z","time spent":"471.047031ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:16:40.504614Z","caller":"traceutil/trace.go:171","msg":"trace[117513946] linearizableReadLoop","detail":"{readStateIndex:7194; appliedIndex:7193; }","duration":"431.64508ms","start":"2026-03-19T09:16:40.072915Z","end":"2026-03-19T09:16:40.50456Z","steps":["trace[117513946] 'read index received' (duration: 431.395204ms)","trace[117513946] 'applied index is now lower than readState.Index' (duration: 246.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:40.504919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.624161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" ","response":"range_response_count:1 size:8695"} {"level":"info","ts":"2026-03-19T09:16:40.505064Z","caller":"traceutil/trace.go:171","msg":"trace[26846934] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-gswh2; range_end:; response_count:1; response_revision:6887; }","duration":"472.789805ms","start":"2026-03-19T09:16:40.032233Z","end":"2026-03-19T09:16:40.505023Z","steps":["trace[26846934] 'agreement among raft nodes before linearized reading' (duration: 472.422015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:40.505145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:40.032214Z","time spent":"472.896929ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8718,"request content":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" "} {"level":"warn","ts":"2026-03-19T09:16:40.505239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.806615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:40.505405Z","caller":"traceutil/trace.go:171","msg":"trace[122688969] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6887; }","duration":"508.025251ms","start":"2026-03-19T09:16:39.997254Z","end":"2026-03-19T09:16:40.50528Z","steps":["trace[122688969] 'agreement among raft nodes before linearized reading' (duration: 507.713142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:40.505759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:39.997233Z","time spent":"508.508993ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:16:40.506046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.2611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150965"} {"level":"info","ts":"2026-03-19T09:16:40.506198Z","caller":"traceutil/trace.go:171","msg":"trace[1540978715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6887; }","duration":"429.451445ms","start":"2026-03-19T09:16:40.076735Z","end":"2026-03-19T09:16:40.506186Z","steps":["trace[1540978715] 'agreement among raft nodes before linearized reading' (duration: 428.437209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:40.506573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:40.076717Z","time spent":"429.840094ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":150988,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:16:41.060659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.07513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:41.060844Z","caller":"traceutil/trace.go:171","msg":"trace[300906828] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"549.988486ms","start":"2026-03-19T09:16:40.510838Z","end":"2026-03-19T09:16:41.060826Z","steps":["trace[300906828] 'process raft request' (duration: 173.6705ms)","trace[300906828] 'compare' (duration: 375.483155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:41.060904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:40.51082Z","time spent":"550.055617ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:41.061028Z","caller":"traceutil/trace.go:171","msg":"trace[1552041579] linearizableReadLoop","detail":"{readStateIndex:7196; appliedIndex:7194; }","duration":"378.962444ms","start":"2026-03-19T09:16:40.682039Z","end":"2026-03-19T09:16:41.061002Z","steps":["trace[1552041579] 'read index received' (duration: 2.485514ms)","trace[1552041579] 'applied index is now lower than readState.Index' (duration: 376.475909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:41.061148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.100717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:41.06118Z","caller":"traceutil/trace.go:171","msg":"trace[1769599788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6889; }","duration":"379.190899ms","start":"2026-03-19T09:16:40.681979Z","end":"2026-03-19T09:16:41.06117Z","steps":["trace[1769599788] 'agreement among raft nodes before linearized reading' (duration: 379.118047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:41.061213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:40.681952Z","time spent":"379.253161ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:16:41.061205Z","caller":"traceutil/trace.go:171","msg":"trace[512429893] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"546.704733ms","start":"2026-03-19T09:16:40.514475Z","end":"2026-03-19T09:16:41.061179Z","steps":["trace[512429893] 'process raft request' (duration: 546.282232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:41.061348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:40.514448Z","time spent":"546.821065ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8691,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:41.530986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.342213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:16:41.531008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.787224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:16:41.531046Z","caller":"traceutil/trace.go:171","msg":"trace[261652060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6889; }","duration":"303.432336ms","start":"2026-03-19T09:16:41.2276Z","end":"2026-03-19T09:16:41.531032Z","steps":["trace[261652060] 'range keys from in-memory index tree' (duration: 303.22049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:41.531021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.637051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:16:41.531082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.22759Z","time spent":"303.485297ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:16:41.531089Z","caller":"traceutil/trace.go:171","msg":"trace[1615953621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6889; }","duration":"316.895417ms","start":"2026-03-19T09:16:41.21417Z","end":"2026-03-19T09:16:41.531066Z","steps":["trace[1615953621] 'range keys from in-memory index tree' (duration: 316.63334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:41.531101Z","caller":"traceutil/trace.go:171","msg":"trace[822391673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6889; }","duration":"268.749704ms","start":"2026-03-19T09:16:41.262331Z","end":"2026-03-19T09:16:41.531081Z","steps":["trace[822391673] 'range keys from in-memory index tree' (duration: 268.483777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:41.531143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.214162Z","time spent":"316.967888ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:41.531175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.259196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:16:41.531369Z","caller":"traceutil/trace.go:171","msg":"trace[875981079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6889; }","duration":"317.361648ms","start":"2026-03-19T09:16:41.213864Z","end":"2026-03-19T09:16:41.531226Z","steps":["trace[875981079] 'range keys from in-memory index tree' (duration: 317.119122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:41.531577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.213844Z","time spent":"317.713698ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:16:41.540201Z","caller":"traceutil/trace.go:171","msg":"trace[589144502] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"129.18417ms","start":"2026-03-19T09:16:41.411002Z","end":"2026-03-19T09:16:41.540186Z","steps":["trace[589144502] 'process raft request' (duration: 129.035556ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:42.011408Z","caller":"traceutil/trace.go:171","msg":"trace[318410873] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"475.249467ms","start":"2026-03-19T09:16:41.536135Z","end":"2026-03-19T09:16:42.011385Z","steps":["trace[318410873] 'process raft request' (duration: 475.180555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.011544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.53613Z","time spent":"475.34494ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:42.011579Z","caller":"traceutil/trace.go:171","msg":"trace[679736646] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"475.008941ms","start":"2026-03-19T09:16:41.536539Z","end":"2026-03-19T09:16:42.011548Z","steps":["trace[679736646] 'process raft request' (duration: 474.811856ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:42.011614Z","caller":"traceutil/trace.go:171","msg":"trace[745377860] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"475.807662ms","start":"2026-03-19T09:16:41.535778Z","end":"2026-03-19T09:16:42.011586Z","steps":["trace[745377860] 'process raft request' (duration: 474.474139ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:42.011678Z","caller":"traceutil/trace.go:171","msg":"trace[1525764453] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"475.562626ms","start":"2026-03-19T09:16:41.536079Z","end":"2026-03-19T09:16:42.011642Z","steps":["trace[1525764453] 'process raft request' (duration: 475.155505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.011734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.536524Z","time spent":"475.129465ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:42.011797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.535756Z","time spent":"475.949226ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:42.011836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.536072Z","time spent":"475.686978ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:42.070205Z","caller":"traceutil/trace.go:171","msg":"trace[930087317] linearizableReadLoop","detail":"{readStateIndex:7202; appliedIndex:7197; }","duration":"482.331648ms","start":"2026-03-19T09:16:41.587853Z","end":"2026-03-19T09:16:42.070184Z","steps":["trace[930087317] 'read index received' (duration: 422.416786ms)","trace[930087317] 'applied index is now lower than readState.Index' (duration: 59.913752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:42.0704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.531412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:16:42.070433Z","caller":"traceutil/trace.go:171","msg":"trace[1017779928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6894; }","duration":"482.628926ms","start":"2026-03-19T09:16:41.587796Z","end":"2026-03-19T09:16:42.070425Z","steps":["trace[1017779928] 'agreement among raft nodes before linearized reading' (duration: 482.485692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.070459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.587771Z","time spent":"482.681926ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:16:42.070633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.541727Z","time spent":"528.90389ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:16:42.070806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.959387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:16:42.070882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.817764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:16:42.070889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.469274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:42.070948Z","caller":"traceutil/trace.go:171","msg":"trace[1781579670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6894; }","duration":"225.912766ms","start":"2026-03-19T09:16:41.84502Z","end":"2026-03-19T09:16:42.070932Z","steps":["trace[1781579670] 'agreement among raft nodes before linearized reading' (duration: 225.65891ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:42.070914Z","caller":"traceutil/trace.go:171","msg":"trace[949291402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6894; }","duration":"467.127341ms","start":"2026-03-19T09:16:41.603761Z","end":"2026-03-19T09:16:42.070888Z","steps":["trace[949291402] 'agreement among raft nodes before linearized reading' (duration: 466.906316ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:42.070986Z","caller":"traceutil/trace.go:171","msg":"trace[1815967852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6894; }","duration":"388.583217ms","start":"2026-03-19T09:16:41.682382Z","end":"2026-03-19T09:16:42.070965Z","steps":["trace[1815967852] 'agreement among raft nodes before linearized reading' (duration: 388.401363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.071006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.603742Z","time spent":"467.245194ms","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:42.07104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:41.682337Z","time spent":"388.69402ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:42.540651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.096191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:42.541034Z","caller":"traceutil/trace.go:171","msg":"trace[842736448] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"464.288469ms","start":"2026-03-19T09:16:42.076718Z","end":"2026-03-19T09:16:42.541006Z","steps":["trace[842736448] 'process raft request' (duration: 464.258618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.541247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:42.076707Z","time spent":"464.473984ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:42.541458Z","caller":"traceutil/trace.go:171","msg":"trace[376520188] linearizableReadLoop","detail":"{readStateIndex:7203; appliedIndex:7202; }","duration":"469.010739ms","start":"2026-03-19T09:16:42.072404Z","end":"2026-03-19T09:16:42.541415Z","steps":["trace[376520188] 'read index received' (duration: 105.13934ms)","trace[376520188] 'applied index is now lower than readState.Index' (duration: 363.869499ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:42.541458Z","caller":"traceutil/trace.go:171","msg":"trace[1420726519] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"469.748258ms","start":"2026-03-19T09:16:42.071679Z","end":"2026-03-19T09:16:42.541427Z","steps":["trace[1420726519] 'process raft request' (duration: 105.799795ms)","trace[1420726519] 'compare' (duration: 362.950378ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:42.541509Z","caller":"traceutil/trace.go:171","msg":"trace[964794198] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"465.795588ms","start":"2026-03-19T09:16:42.075678Z","end":"2026-03-19T09:16:42.541473Z","steps":["trace[964794198] 'process raft request' (duration: 465.201313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.541588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:42.071654Z","time spent":"469.870341ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:42.54157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.151903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:42.541716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.881491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:16:42.541791Z","caller":"traceutil/trace.go:171","msg":"trace[1510241029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6897; }","duration":"467.938894ms","start":"2026-03-19T09:16:42.073804Z","end":"2026-03-19T09:16:42.541743Z","steps":["trace[1510241029] 'agreement among raft nodes before linearized reading' (duration: 467.766868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.541827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:42.073795Z","time spent":"468.023276ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:16:42.541815Z","caller":"traceutil/trace.go:171","msg":"trace[648505907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6897; }","duration":"469.303067ms","start":"2026-03-19T09:16:42.072369Z","end":"2026-03-19T09:16:42.541672Z","steps":["trace[648505907] 'agreement among raft nodes before linearized reading' (duration: 469.136133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:42.541952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:42.072349Z","time spent":"469.553544ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:42.542809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:42.075643Z","time spent":"465.968102ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:43.120695Z","caller":"traceutil/trace.go:171","msg":"trace[1767015721] transaction","detail":"{read_only:false; response_revision:6898; number_of_response:1; }","duration":"225.67065ms","start":"2026-03-19T09:16:42.894984Z","end":"2026-03-19T09:16:43.120654Z","steps":["trace[1767015721] 'process raft request' (duration: 225.289221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:43.324956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.02122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:43.325128Z","caller":"traceutil/trace.go:171","msg":"trace[713081670] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"180.226996ms","start":"2026-03-19T09:16:43.144885Z","end":"2026-03-19T09:16:43.325112Z","steps":["trace[713081670] 'process raft request' (duration: 180.165384ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:43.32524Z","caller":"traceutil/trace.go:171","msg":"trace[613245673] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"200.06557ms","start":"2026-03-19T09:16:43.125155Z","end":"2026-03-19T09:16:43.32522Z","steps":["trace[613245673] 'process raft request' (duration: 73.704241ms)","trace[613245673] 'compare' (duration: 125.906277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:44.788046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:45.289001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:45.78971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:46.290549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:46.681871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:16:46.681965Z","caller":"traceutil/trace.go:171","msg":"trace[21155938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000747921s","start":"2026-03-19T09:16:44.681193Z","end":"2026-03-19T09:16:46.681941Z","steps":["trace[21155938] 'agreement among raft nodes before linearized reading' (duration: 2.000625428s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:46.682217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.681178Z","time spent":"2.001016888s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:16:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:16:46.791079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.771785303s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:16:46.791391Z","caller":"traceutil/trace.go:171","msg":"trace[1451385169] transaction","detail":"{read_only:false; response_revision:6903; number_of_response:1; }","duration":"2.772166843s","start":"2026-03-19T09:16:44.019203Z","end":"2026-03-19T09:16:46.791369Z","steps":["trace[1451385169] 'process raft request' (duration: 2.772032849s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:46.791558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.01919Z","time spent":"2.772267596s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:46.790712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:16:47.193724Z","caller":"traceutil/trace.go:171","msg":"trace[653345008] transaction","detail":"{read_only:false; response_revision:6904; number_of_response:1; }","duration":"3.173983588s","start":"2026-03-19T09:16:44.019714Z","end":"2026-03-19T09:16:47.193697Z","steps":["trace[653345008] 'process raft request' (duration: 3.17365266s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.19382Z","caller":"traceutil/trace.go:171","msg":"trace[1443511499] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"3.173237559s","start":"2026-03-19T09:16:44.02042Z","end":"2026-03-19T09:16:47.193657Z","steps":["trace[1443511499] 'process raft request' (duration: 3.173127406s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.193872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.019703Z","time spent":"3.17409272s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:47.193946Z","caller":"traceutil/trace.go:171","msg":"trace[1071456299] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"2.816134991s","start":"2026-03-19T09:16:44.377792Z","end":"2026-03-19T09:16:47.193926Z","steps":["trace[1071456299] 'process raft request' (duration: 2.816017638s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.193948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.020391Z","time spent":"3.173497976s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:47.193953Z","caller":"traceutil/trace.go:171","msg":"trace[460877498] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"3.173430744s","start":"2026-03-19T09:16:44.020475Z","end":"2026-03-19T09:16:47.193905Z","steps":["trace[460877498] 'process raft request' (duration: 3.173115216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.194043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.377765Z","time spent":"2.816229652s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:47.194059Z","caller":"traceutil/trace.go:171","msg":"trace[1561052791] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"2.646277587s","start":"2026-03-19T09:16:44.547766Z","end":"2026-03-19T09:16:47.194043Z","steps":["trace[1561052791] 'process raft request' (duration: 2.646108922s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.19415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.547734Z","time spent":"2.646374139s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:47.194153Z","caller":"traceutil/trace.go:171","msg":"trace[467031916] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"1.589251571s","start":"2026-03-19T09:16:45.604885Z","end":"2026-03-19T09:16:47.194136Z","steps":["trace[467031916] 'process raft request' (duration: 1.589126628s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.19415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.020454Z","time spent":"3.173589278s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:47.19424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:45.60486Z","time spent":"1.589336302s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:47.194291Z","caller":"traceutil/trace.go:171","msg":"trace[2013018334] linearizableReadLoop","detail":"{readStateIndex:7218; appliedIndex:7211; }","duration":"2.906739471s","start":"2026-03-19T09:16:44.28752Z","end":"2026-03-19T09:16:47.19426Z","steps":["trace[2013018334] 'read index received' (duration: 2.505242925s)","trace[2013018334] 'applied index is now lower than readState.Index' (duration: 401.494716ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:47.194311Z","caller":"traceutil/trace.go:171","msg":"trace[1671562683] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"1.511853883s","start":"2026-03-19T09:16:45.682432Z","end":"2026-03-19T09:16:47.194286Z","steps":["trace[1671562683] 'process raft request' (duration: 1.511657368s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.194369Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":15455119192457010188,"received-request-id":15455119192457010178} {"level":"warn","ts":"2026-03-19T09:16:47.19445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:45.682411Z","time spent":"1.511965566s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:47.194463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906946356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:47.1945Z","caller":"traceutil/trace.go:171","msg":"trace[1271833920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:6910; }","duration":"2.906991818s","start":"2026-03-19T09:16:44.287497Z","end":"2026-03-19T09:16:47.194489Z","steps":["trace[1271833920] 'agreement among raft nodes before linearized reading' (duration: 2.906881265s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.194572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.28743Z","time spent":"2.90712117s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:47.261765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921546529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" ","response":"range_response_count:1 size:8706"} {"level":"warn","ts":"2026-03-19T09:16:47.261846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.155656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:47.261874Z","caller":"traceutil/trace.go:171","msg":"trace[900019309] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:6910; }","duration":"480.222487ms","start":"2026-03-19T09:16:46.781643Z","end":"2026-03-19T09:16:47.261865Z","steps":["trace[900019309] 'agreement among raft nodes before linearized reading' (duration: 480.182266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.261898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:46.78162Z","time spent":"480.271699ms","remote":"127.0.0.1:39058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:47.2619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.599044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:47.261967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806740089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:47.261979Z","caller":"traceutil/trace.go:171","msg":"trace[1921987886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6910; }","duration":"579.686246ms","start":"2026-03-19T09:16:46.682275Z","end":"2026-03-19T09:16:47.261962Z","steps":["trace[1921987886] 'agreement among raft nodes before linearized reading' (duration: 579.558252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.262004Z","caller":"traceutil/trace.go:171","msg":"trace[1169405650] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6910; }","duration":"1.80680406s","start":"2026-03-19T09:16:45.455191Z","end":"2026-03-19T09:16:47.261995Z","steps":["trace[1169405650] 'agreement among raft nodes before linearized reading' (duration: 1.806754369s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.262021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:46.682207Z","time spent":"579.804229ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:47.262042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:45.455175Z","time spent":"1.806858761s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:47.261926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76032574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:16:47.262122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.449687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:47.262176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930861334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:16:47.262221Z","caller":"traceutil/trace.go:171","msg":"trace[930906137] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6910; }","duration":"1.930952626s","start":"2026-03-19T09:16:45.331256Z","end":"2026-03-19T09:16:47.262209Z","steps":["trace[930906137] 'agreement among raft nodes before linearized reading' (duration: 1.930861464s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.26184Z","caller":"traceutil/trace.go:171","msg":"trace[338593015] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-gswh2; range_end:; response_count:1; response_revision:6910; }","duration":"2.921656522s","start":"2026-03-19T09:16:44.340167Z","end":"2026-03-19T09:16:47.261824Z","steps":["trace[338593015] 'agreement among raft nodes before linearized reading' (duration: 2.921458707s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.262262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:45.331229Z","time spent":"1.931026268s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:16:47.262269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.340153Z","time spent":"2.922104844s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8729,"request content":"key:\"/registry/pods/openstack/keystone-bootstrap-gswh2\" "} {"level":"info","ts":"2026-03-19T09:16:47.262171Z","caller":"traceutil/trace.go:171","msg":"trace[320466168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6910; }","duration":"1.760597167s","start":"2026-03-19T09:16:45.501554Z","end":"2026-03-19T09:16:47.262152Z","steps":["trace[320466168] 'agreement among raft nodes before linearized reading' (duration: 1.760309799s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.262216Z","caller":"traceutil/trace.go:171","msg":"trace[1434725308] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6910; }","duration":"829.60685ms","start":"2026-03-19T09:16:46.432586Z","end":"2026-03-19T09:16:47.262192Z","steps":["trace[1434725308] 'agreement among raft nodes before linearized reading' (duration: 829.441335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.262322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:45.501534Z","time spent":"1.760770471s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:16:47.262349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:46.432572Z","time spent":"829.756374ms","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:47.26215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698192788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:16:47.262374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709842924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:16:47.262406Z","caller":"traceutil/trace.go:171","msg":"trace[1080777350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6910; }","duration":"2.698476786s","start":"2026-03-19T09:16:44.563918Z","end":"2026-03-19T09:16:47.262395Z","steps":["trace[1080777350] 'agreement among raft nodes before linearized reading' (duration: 2.698150797s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.262457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.563907Z","time spent":"2.698538817s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:16:47.262457Z","caller":"traceutil/trace.go:171","msg":"trace[1152584021] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6910; }","duration":"2.709980458s","start":"2026-03-19T09:16:44.552459Z","end":"2026-03-19T09:16:47.262439Z","steps":["trace[1152584021] 'agreement among raft nodes before linearized reading' (duration: 2.709733441s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.261794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529310097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:16:47.26251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:44.552441Z","time spent":"2.710060279s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:16:47.262554Z","caller":"traceutil/trace.go:171","msg":"trace[1815689670] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6910; }","duration":"1.530083947s","start":"2026-03-19T09:16:45.732429Z","end":"2026-03-19T09:16:47.262513Z","steps":["trace[1815689670] 'agreement among raft nodes before linearized reading' (duration: 1.529298257s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.262599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:45.732407Z","time spent":"1.53017936s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:16:47.386833Z","caller":"traceutil/trace.go:171","msg":"trace[1187782887] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"119.672652ms","start":"2026-03-19T09:16:47.26714Z","end":"2026-03-19T09:16:47.386812Z","steps":["trace[1187782887] 'process raft request' (duration: 119.476367ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.757636Z","caller":"traceutil/trace.go:171","msg":"trace[1811012117] transaction","detail":"{read_only:false; response_revision:6912; number_of_response:1; }","duration":"490.331005ms","start":"2026-03-19T09:16:47.26727Z","end":"2026-03-19T09:16:47.757601Z","steps":["trace[1811012117] 'process raft request' (duration: 488.56886ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.757698Z","caller":"traceutil/trace.go:171","msg":"trace[1729634818] linearizableReadLoop","detail":"{readStateIndex:7222; appliedIndex:7219; }","duration":"489.963375ms","start":"2026-03-19T09:16:47.26772Z","end":"2026-03-19T09:16:47.757684Z","steps":["trace[1729634818] 'read index received' (duration: 118.940273ms)","trace[1729634818] 'applied index is now lower than readState.Index' (duration: 371.022412ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:47.757685Z","caller":"traceutil/trace.go:171","msg":"trace[603990981] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"490.123179ms","start":"2026-03-19T09:16:47.267535Z","end":"2026-03-19T09:16:47.757658Z","steps":["trace[603990981] 'process raft request' (duration: 489.996546ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.757768Z","caller":"traceutil/trace.go:171","msg":"trace[1534683877] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"489.77181ms","start":"2026-03-19T09:16:47.26799Z","end":"2026-03-19T09:16:47.757761Z","steps":["trace[1534683877] 'process raft request' (duration: 489.583995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.757816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.267976Z","time spent":"489.80509ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:47.757818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.267519Z","time spent":"490.225532ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:47.757824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.267224Z","time spent":"490.501429ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:47.75791Z","caller":"traceutil/trace.go:171","msg":"trace[996727699] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"482.590789ms","start":"2026-03-19T09:16:47.275292Z","end":"2026-03-19T09:16:47.757883Z","steps":["trace[996727699] 'process raft request' (duration: 482.326551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.758058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.275278Z","time spent":"482.708422ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:47.758119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.397707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150939"} {"level":"info","ts":"2026-03-19T09:16:47.758152Z","caller":"traceutil/trace.go:171","msg":"trace[1379225999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6916; }","duration":"490.468558ms","start":"2026-03-19T09:16:47.267675Z","end":"2026-03-19T09:16:47.758143Z","steps":["trace[1379225999] 'agreement among raft nodes before linearized reading' (duration: 490.273343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.758172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.267653Z","time spent":"490.514229ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":150962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:16:47.75818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.890854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:47.758249Z","caller":"traceutil/trace.go:171","msg":"trace[1915959324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6916; }","duration":"487.976036ms","start":"2026-03-19T09:16:47.270254Z","end":"2026-03-19T09:16:47.75823Z","steps":["trace[1915959324] 'agreement among raft nodes before linearized reading' (duration: 487.873023ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:47.758277Z","caller":"traceutil/trace.go:171","msg":"trace[191735416] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"488.343145ms","start":"2026-03-19T09:16:47.269922Z","end":"2026-03-19T09:16:47.758265Z","steps":["trace[191735416] 'process raft request' (duration: 487.677028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:47.758301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.270244Z","time spent":"488.046408ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:47.758347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:47.2699Z","time spent":"488.413117ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:47.758648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.879801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:16:47.758745Z","caller":"traceutil/trace.go:171","msg":"trace[1974731970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6916; }","duration":"150.017284ms","start":"2026-03-19T09:16:47.608712Z","end":"2026-03-19T09:16:47.75873Z","steps":["trace[1974731970] 'agreement among raft nodes before linearized reading' (duration: 149.787008ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:49.052171Z","caller":"traceutil/trace.go:171","msg":"trace[444849609] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"279.258819ms","start":"2026-03-19T09:16:48.772894Z","end":"2026-03-19T09:16:49.052153Z","steps":["trace[444849609] 'process raft request' (duration: 279.158055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:49.052461Z","caller":"traceutil/trace.go:171","msg":"trace[604476760] linearizableReadLoop","detail":"{readStateIndex:7226; appliedIndex:7226; }","duration":"254.08072ms","start":"2026-03-19T09:16:48.798374Z","end":"2026-03-19T09:16:49.052455Z","steps":["trace[604476760] 'read index received' (duration: 254.077549ms)","trace[604476760] 'applied index is now lower than readState.Index' (duration: 2.721µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:49.052587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.184582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:16:49.05261Z","caller":"traceutil/trace.go:171","msg":"trace[1278086057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6917; }","duration":"254.264173ms","start":"2026-03-19T09:16:48.79834Z","end":"2026-03-19T09:16:49.052604Z","steps":["trace[1278086057] 'agreement among raft nodes before linearized reading' (duration: 254.14085ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:49.277103Z","caller":"traceutil/trace.go:171","msg":"trace[882767292] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"220.025854ms","start":"2026-03-19T09:16:49.057047Z","end":"2026-03-19T09:16:49.277073Z","steps":["trace[882767292] 'process raft request' (duration: 128.764333ms)","trace[882767292] 'compare' (duration: 91.042595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:49.648532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.502764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:49.64869Z","caller":"traceutil/trace.go:171","msg":"trace[1232826320] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"367.545193ms","start":"2026-03-19T09:16:49.281131Z","end":"2026-03-19T09:16:49.648676Z","steps":["trace[1232826320] 'process raft request' (duration: 367.494592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:49.648743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.281113Z","time spent":"367.605965ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:49.648833Z","caller":"traceutil/trace.go:171","msg":"trace[1003504367] linearizableReadLoop","detail":"{readStateIndex:7229; appliedIndex:7228; }","duration":"371.791981ms","start":"2026-03-19T09:16:49.277034Z","end":"2026-03-19T09:16:49.648826Z","steps":["trace[1003504367] 'read index received' (duration: 128.943187ms)","trace[1003504367] 'applied index is now lower than readState.Index' (duration: 242.847854ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:49.648787Z","caller":"traceutil/trace.go:171","msg":"trace[1546808381] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"447.816454ms","start":"2026-03-19T09:16:49.200903Z","end":"2026-03-19T09:16:49.64872Z","steps":["trace[1546808381] 'process raft request' (duration: 205.062963ms)","trace[1546808381] 'compare' (duration: 242.394182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:49.649018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.495587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:16:49.649057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.837396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:16:49.649075Z","caller":"traceutil/trace.go:171","msg":"trace[1246314443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6921; }","duration":"449.569759ms","start":"2026-03-19T09:16:49.199491Z","end":"2026-03-19T09:16:49.649061Z","steps":["trace[1246314443] 'agreement among raft nodes before linearized reading' (duration: 449.399735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:49.649111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.199482Z","time spent":"449.61992ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:49.649124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.942807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:49.649177Z","caller":"traceutil/trace.go:171","msg":"trace[1986575084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6921; }","duration":"258.04528ms","start":"2026-03-19T09:16:49.391114Z","end":"2026-03-19T09:16:49.64916Z","steps":["trace[1986575084] 'agreement among raft nodes before linearized reading' (duration: 257.895176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:49.64908Z","caller":"traceutil/trace.go:171","msg":"trace[1402445873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6921; }","duration":"449.926288ms","start":"2026-03-19T09:16:49.199147Z","end":"2026-03-19T09:16:49.649074Z","steps":["trace[1402445873] 'agreement among raft nodes before linearized reading' (duration: 449.783395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:49.649238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.199139Z","time spent":"450.085642ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:49.649351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.200877Z","time spent":"448.028749ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:50.184888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:50.685276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:51.186112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:51.683927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:16:51.684006Z","caller":"traceutil/trace.go:171","msg":"trace[345773734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998553s","start":"2026-03-19T09:16:49.683991Z","end":"2026-03-19T09:16:51.683989Z","steps":["trace[345773734] 'agreement among raft nodes before linearized reading' (duration: 1.99989292s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:51.684043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.683952Z","time spent":"2.000083685s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:51.687261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:51.804565Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.151636008s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:16:52.416591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.654651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:16:52.416843Z","caller":"traceutil/trace.go:171","msg":"trace[475623252] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"2.763959197s","start":"2026-03-19T09:16:49.652836Z","end":"2026-03-19T09:16:52.416796Z","steps":["trace[475623252] 'process raft request' (duration: 2.152006267s)","trace[475623252] 'compare' (duration: 610.943323ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:16:52.41695Z","caller":"traceutil/trace.go:171","msg":"trace[1940089835] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"2.762958102s","start":"2026-03-19T09:16:49.653927Z","end":"2026-03-19T09:16:52.416885Z","steps":["trace[1940089835] 'process raft request' (duration: 2.762785777s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:52.417001Z","caller":"traceutil/trace.go:171","msg":"trace[133711347] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"2.762654594s","start":"2026-03-19T09:16:49.654325Z","end":"2026-03-19T09:16:52.41698Z","steps":["trace[133711347] 'process raft request' (duration: 2.76249118s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.652818Z","time spent":"2.764105121s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:52.417034Z","caller":"traceutil/trace.go:171","msg":"trace[584598701] linearizableReadLoop","detail":"{readStateIndex:7235; appliedIndex:7230; }","duration":"2.73301493s","start":"2026-03-19T09:16:49.683997Z","end":"2026-03-19T09:16:52.417012Z","steps":["trace[584598701] 'read index received' (duration: 2.120846045s)","trace[584598701] 'applied index is now lower than readState.Index' (duration: 612.167415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:52.41707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.653909Z","time spent":"2.763097625s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:52.417102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.654319Z","time spent":"2.762732116s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:52.417092Z","caller":"traceutil/trace.go:171","msg":"trace[766340947] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"1.134318369s","start":"2026-03-19T09:16:51.282743Z","end":"2026-03-19T09:16:52.417061Z","steps":["trace[766340947] 'process raft request' (duration: 1.134122414s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:52.417158Z","caller":"traceutil/trace.go:171","msg":"trace[2115784363] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"761.423329ms","start":"2026-03-19T09:16:51.655718Z","end":"2026-03-19T09:16:52.417141Z","steps":["trace[2115784363] 'process raft request' (duration: 761.245785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.282668Z","time spent":"1.134473562s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:52.417264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.655689Z","time spent":"761.521301ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:52.417379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.026452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:16:52.417394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.390499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:16:52.417435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.82167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:52.417441Z","caller":"traceutil/trace.go:171","msg":"trace[1436951262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6926; }","duration":"765.473661ms","start":"2026-03-19T09:16:51.651955Z","end":"2026-03-19T09:16:52.417428Z","steps":["trace[1436951262] 'agreement among raft nodes before linearized reading' (duration: 765.365929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.07728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:52.417477Z","caller":"traceutil/trace.go:171","msg":"trace[1103128143] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:6926; }","duration":"444.884882ms","start":"2026-03-19T09:16:51.972579Z","end":"2026-03-19T09:16:52.417464Z","steps":["trace[1103128143] 'agreement among raft nodes before linearized reading' (duration: 444.833081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.41748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.651935Z","time spent":"765.538672ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:16:52.417483Z","caller":"traceutil/trace.go:171","msg":"trace[651659842] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6926; }","duration":"667.228903ms","start":"2026-03-19T09:16:51.750243Z","end":"2026-03-19T09:16:52.417472Z","steps":["trace[651659842] 'agreement among raft nodes before linearized reading' (duration: 667.08332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.972559Z","time spent":"444.940593ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:52.417528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136286729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:16:52.417393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654730769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:16:52.417548Z","caller":"traceutil/trace.go:171","msg":"trace[124080119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6926; }","duration":"1.13633963s","start":"2026-03-19T09:16:51.281202Z","end":"2026-03-19T09:16:52.417542Z","steps":["trace[124080119] 'agreement among raft nodes before linearized reading' (duration: 1.136295929s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.706945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:52.41756Z","caller":"traceutil/trace.go:171","msg":"trace[1698253549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6926; }","duration":"2.654937774s","start":"2026-03-19T09:16:49.762615Z","end":"2026-03-19T09:16:52.417552Z","steps":["trace[1698253549] 'agreement among raft nodes before linearized reading' (duration: 2.654693608s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.281183Z","time spent":"1.136385492s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:16:52.417586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.762596Z","time spent":"2.654983716s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:52.417522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.750217Z","time spent":"667.291405ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:16:52.417602Z","caller":"traceutil/trace.go:171","msg":"trace[45470673] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6926; }","duration":"772.856559ms","start":"2026-03-19T09:16:51.644723Z","end":"2026-03-19T09:16:52.41758Z","steps":["trace[45470673] 'agreement among raft nodes before linearized reading' (duration: 772.691075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652945644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:16:52.417443Z","caller":"traceutil/trace.go:171","msg":"trace[750660081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6926; }","duration":"732.126194ms","start":"2026-03-19T09:16:51.685299Z","end":"2026-03-19T09:16:52.417425Z","steps":["trace[750660081] 'agreement among raft nodes before linearized reading' (duration: 732.030272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.644672Z","time spent":"772.983342ms","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:52.417703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.685279Z","time spent":"732.413872ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:16:52.417486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.412625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:16:52.417741Z","caller":"traceutil/trace.go:171","msg":"trace[368062069] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:6926; }","duration":"904.707842ms","start":"2026-03-19T09:16:51.513024Z","end":"2026-03-19T09:16:52.417732Z","steps":["trace[368062069] 'agreement among raft nodes before linearized reading' (duration: 904.428295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:51.513Z","time spent":"904.766683ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:16:52.417693Z","caller":"traceutil/trace.go:171","msg":"trace[1720311838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:6926; }","duration":"2.652989425s","start":"2026-03-19T09:16:49.764696Z","end":"2026-03-19T09:16:52.417686Z","steps":["trace[1720311838] 'agreement among raft nodes before linearized reading' (duration: 2.652882252s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:52.417861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:49.764689Z","time spent":"2.65316659s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:16:52.921265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457010225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:16:53.80518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.79101ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:53.805278Z","caller":"traceutil/trace.go:171","msg":"trace[1497688970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6926; }","duration":"260.900532ms","start":"2026-03-19T09:16:53.544361Z","end":"2026-03-19T09:16:53.805262Z","steps":["trace[1497688970] 'range keys from in-memory index tree' (duration: 260.775509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:53.806167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.287086ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T09:16:53.806329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.420913Z","time spent":"1.385408569s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:16:54.426102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:16:54.426167Z","caller":"traceutil/trace.go:171","msg":"trace[1829181357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062943s","start":"2026-03-19T09:16:52.426089Z","end":"2026-03-19T09:16:54.426152Z","steps":["trace[1829181357] 'agreement among raft nodes before linearized reading' (duration: 1.999984292s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.426214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.426081Z","time spent":"2.000125306s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:16:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:16:54.772288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759747225s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:16:54.772988Z","caller":"traceutil/trace.go:171","msg":"trace[894690305] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"2.349859637s","start":"2026-03-19T09:16:52.423096Z","end":"2026-03-19T09:16:54.772956Z","steps":["trace[894690305] 'process raft request' (duration: 2.349552429s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.773142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.423079Z","time spent":"2.349971229s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:54.773028Z","caller":"traceutil/trace.go:171","msg":"trace[116011370] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"2.348031531s","start":"2026-03-19T09:16:52.424955Z","end":"2026-03-19T09:16:54.772986Z","steps":["trace[116011370] 'process raft request' (duration: 2.347742074s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:54.773285Z","caller":"traceutil/trace.go:171","msg":"trace[117627744] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"2.351005075s","start":"2026-03-19T09:16:52.422269Z","end":"2026-03-19T09:16:54.773274Z","steps":["trace[117627744] 'process raft request' (duration: 2.350239465s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.773351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.422259Z","time spent":"2.351060867s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:54.772758Z","caller":"traceutil/trace.go:171","msg":"trace[1629358822] linearizableReadLoop","detail":"{readStateIndex:7239; appliedIndex:7235; }","duration":"2.351494189s","start":"2026-03-19T09:16:52.42124Z","end":"2026-03-19T09:16:54.772734Z","steps":["trace[1629358822] 'read index received' (duration: 591.283321ms)","trace[1629358822] 'applied index is now lower than readState.Index' (duration: 1.760209988s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:16:54.773767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.424947Z","time spent":"2.34841807s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:54.773861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352618386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:16:54.773939Z","caller":"traceutil/trace.go:171","msg":"trace[1918732800] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:6929; }","duration":"2.352679079s","start":"2026-03-19T09:16:52.421216Z","end":"2026-03-19T09:16:54.773895Z","steps":["trace[1918732800] 'agreement among raft nodes before linearized reading' (duration: 2.352516095s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.773976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.421203Z","time spent":"2.3527645s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"info","ts":"2026-03-19T09:16:54.793341Z","caller":"traceutil/trace.go:171","msg":"trace[1614667620] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"1.458462676s","start":"2026-03-19T09:16:53.334847Z","end":"2026-03-19T09:16:54.793309Z","steps":["trace[1614667620] 'process raft request' (duration: 1.457557943s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.793528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:53.334828Z","time spent":"1.45860777s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:16:54.793939Z","caller":"traceutil/trace.go:171","msg":"trace[865046347] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"367.362468ms","start":"2026-03-19T09:16:54.426556Z","end":"2026-03-19T09:16:54.793919Z","steps":["trace[865046347] 'process raft request' (duration: 366.082436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:54.426547Z","time spent":"367.437841ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:54.794057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.789551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:16:54.794119Z","caller":"traceutil/trace.go:171","msg":"trace[346539997] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6935; }","duration":"371.891834ms","start":"2026-03-19T09:16:54.422211Z","end":"2026-03-19T09:16:54.794103Z","steps":["trace[346539997] 'agreement among raft nodes before linearized reading' (duration: 371.788441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:54.422194Z","time spent":"371.953246ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:16:54.794158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368016247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150939"} {"level":"info","ts":"2026-03-19T09:16:54.794221Z","caller":"traceutil/trace.go:171","msg":"trace[1924514993] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6934; }","duration":"2.368136151s","start":"2026-03-19T09:16:52.42607Z","end":"2026-03-19T09:16:54.794206Z","steps":["trace[1924514993] 'agreement among raft nodes before linearized reading' (duration: 2.367743811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.426059Z","time spent":"2.368190062s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":150962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:16:54.794271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816529818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:16:54.794316Z","caller":"traceutil/trace.go:171","msg":"trace[89610790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6935; }","duration":"1.81660805s","start":"2026-03-19T09:16:52.977693Z","end":"2026-03-19T09:16:54.794301Z","steps":["trace[89610790] 'agreement among raft nodes before linearized reading' (duration: 1.816451896s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.977672Z","time spent":"1.816678611s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:16:54.794363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579079402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:16:54.794423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.037206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:16:54.79426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120361732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:54.794451Z","caller":"traceutil/trace.go:171","msg":"trace[414081888] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6935; }","duration":"1.579218125s","start":"2026-03-19T09:16:53.215215Z","end":"2026-03-19T09:16:54.794433Z","steps":["trace[414081888] 'agreement among raft nodes before linearized reading' (duration: 1.57901092s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.751539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:16:54.794492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:53.215196Z","time spent":"1.579284626s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:54.794519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.872731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:16:54.794524Z","caller":"traceutil/trace.go:171","msg":"trace[463710722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6935; }","duration":"371.870943ms","start":"2026-03-19T09:16:54.422629Z","end":"2026-03-19T09:16:54.7945Z","steps":["trace[463710722] 'agreement among raft nodes before linearized reading' (duration: 371.725409ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:54.794509Z","caller":"traceutil/trace.go:171","msg":"trace[993145073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6935; }","duration":"2.120605098s","start":"2026-03-19T09:16:52.67387Z","end":"2026-03-19T09:16:54.794475Z","steps":["trace[993145073] 'agreement among raft nodes before linearized reading' (duration: 2.120367192s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:54.794563Z","caller":"traceutil/trace.go:171","msg":"trace[1506752972] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6935; }","duration":"271.916142ms","start":"2026-03-19T09:16:54.522632Z","end":"2026-03-19T09:16:54.794548Z","steps":["trace[1506752972] 'agreement among raft nodes before linearized reading' (duration: 271.83349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:54.422623Z","time spent":"371.938134ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:16:54.794607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.112877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:16:54.794629Z","caller":"traceutil/trace.go:171","msg":"trace[706515417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6935; }","duration":"368.149188ms","start":"2026-03-19T09:16:54.426474Z","end":"2026-03-19T09:16:54.794623Z","steps":["trace[706515417] 'agreement among raft nodes before linearized reading' (duration: 367.993424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:52.673854Z","time spent":"2.120730631s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:16:54.794646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:54.426465Z","time spent":"368.177479ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:16:54.794446Z","caller":"traceutil/trace.go:171","msg":"trace[717616795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6935; }","duration":"372.093809ms","start":"2026-03-19T09:16:54.422346Z","end":"2026-03-19T09:16:54.79444Z","steps":["trace[717616795] 'agreement among raft nodes before linearized reading' (duration: 371.559666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:16:54.793769Z","caller":"traceutil/trace.go:171","msg":"trace[505700342] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"986.466607ms","start":"2026-03-19T09:16:53.807285Z","end":"2026-03-19T09:16:54.793751Z","steps":["trace[505700342] 'process raft request' (duration: 985.284498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.794916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:54.422341Z","time spent":"372.562131ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:16:54.795075Z","caller":"traceutil/trace.go:171","msg":"trace[1473206079] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"368.415576ms","start":"2026-03-19T09:16:54.426638Z","end":"2026-03-19T09:16:54.795054Z","steps":["trace[1473206079] 'process raft request' (duration: 366.050146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:16:54.795213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:54.426626Z","time spent":"368.521959ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:16:54.795433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:16:53.807263Z","time spent":"987.696898ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:01.777515Z","caller":"traceutil/trace.go:171","msg":"trace[1838104721] transaction","detail":"{read_only:false; response_revision:7007; number_of_response:1; }","duration":"224.61238ms","start":"2026-03-19T09:17:01.552864Z","end":"2026-03-19T09:17:01.777476Z","steps":["trace[1838104721] 'process raft request' (duration: 155.238886ms)","trace[1838104721] 'compare' (duration: 69.099887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:08.666225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.818464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:17:08.666685Z","caller":"traceutil/trace.go:171","msg":"trace[1214782435] linearizableReadLoop","detail":"{readStateIndex:7351; appliedIndex:7350; }","duration":"255.002253ms","start":"2026-03-19T09:17:08.411647Z","end":"2026-03-19T09:17:08.666649Z","steps":["trace[1214782435] 'read index received' (duration: 125.732797ms)","trace[1214782435] 'applied index is now lower than readState.Index' (duration: 129.266366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:08.666833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.167596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:08.666879Z","caller":"traceutil/trace.go:171","msg":"trace[1632198591] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7036; }","duration":"255.261269ms","start":"2026-03-19T09:17:08.411608Z","end":"2026-03-19T09:17:08.666869Z","steps":["trace[1632198591] 'agreement among raft nodes before linearized reading' (duration: 255.154826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:10.202472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.955135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:10.202555Z","caller":"traceutil/trace.go:171","msg":"trace[353549361] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7045; }","duration":"252.094629ms","start":"2026-03-19T09:17:09.950447Z","end":"2026-03-19T09:17:10.202541Z","steps":["trace[353549361] 'count revisions from in-memory index tree' (duration: 251.861752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:10.202596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.205825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:17:10.202658Z","caller":"traceutil/trace.go:171","msg":"trace[1803838378] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7045; }","duration":"140.311098ms","start":"2026-03-19T09:17:10.062331Z","end":"2026-03-19T09:17:10.202643Z","steps":["trace[1803838378] 'range keys from in-memory index tree' (duration: 140.02275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:10.995438Z","caller":"traceutil/trace.go:171","msg":"trace[56168125] linearizableReadLoop","detail":"{readStateIndex:7362; appliedIndex:7360; }","duration":"109.977457ms","start":"2026-03-19T09:17:10.885436Z","end":"2026-03-19T09:17:10.995413Z","steps":["trace[56168125] 'read index received' (duration: 43.972079ms)","trace[56168125] 'applied index is now lower than readState.Index' (duration: 66.004438ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:10.995815Z","caller":"traceutil/trace.go:171","msg":"trace[395654278] transaction","detail":"{read_only:false; response_revision:7047; number_of_response:1; }","duration":"111.746811ms","start":"2026-03-19T09:17:10.884055Z","end":"2026-03-19T09:17:10.995802Z","steps":["trace[395654278] 'process raft request' (duration: 111.044592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:10.995959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.164963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:17:10.99601Z","caller":"traceutil/trace.go:171","msg":"trace[2106803686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7047; }","duration":"103.271046ms","start":"2026-03-19T09:17:10.892725Z","end":"2026-03-19T09:17:10.995996Z","steps":["trace[2106803686] 'agreement among raft nodes before linearized reading' (duration: 103.097942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:10.996036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.580652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:17:10.996133Z","caller":"traceutil/trace.go:171","msg":"trace[1969885303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7047; }","duration":"110.725916ms","start":"2026-03-19T09:17:10.885386Z","end":"2026-03-19T09:17:10.996112Z","steps":["trace[1969885303] 'agreement among raft nodes before linearized reading' (duration: 110.49955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:11.236251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.277146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:17:11.236383Z","caller":"traceutil/trace.go:171","msg":"trace[1180106362] transaction","detail":"{read_only:false; response_revision:7048; number_of_response:1; }","duration":"236.057041ms","start":"2026-03-19T09:17:11.000304Z","end":"2026-03-19T09:17:11.236361Z","steps":["trace[1180106362] 'process raft request' (duration: 10.556678ms)","trace[1180106362] 'compare' (duration: 224.950528ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:11.431939Z","caller":"traceutil/trace.go:171","msg":"trace[387187795] transaction","detail":"{read_only:false; response_revision:7049; number_of_response:1; }","duration":"430.892913ms","start":"2026-03-19T09:17:11.001017Z","end":"2026-03-19T09:17:11.43191Z","steps":["trace[387187795] 'process raft request' (duration: 336.259508ms)","trace[387187795] 'compare' (duration: 94.4579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:11.432111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:11.000958Z","time spent":"431.061427ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:11.432238Z","caller":"traceutil/trace.go:171","msg":"trace[1104156301] transaction","detail":"{read_only:false; response_revision:7050; number_of_response:1; }","duration":"431.005666ms","start":"2026-03-19T09:17:11.001199Z","end":"2026-03-19T09:17:11.432205Z","steps":["trace[1104156301] 'process raft request' (duration: 430.664657ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:11.432341Z","caller":"traceutil/trace.go:171","msg":"trace[2084736467] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"428.836771ms","start":"2026-03-19T09:17:11.003493Z","end":"2026-03-19T09:17:11.432329Z","steps":["trace[2084736467] 'process raft request' (duration: 428.720498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:11.432393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:11.001189Z","time spent":"431.127369ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:11.43239Z","caller":"traceutil/trace.go:171","msg":"trace[1742361558] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"429.5181ms","start":"2026-03-19T09:17:11.002832Z","end":"2026-03-19T09:17:11.43235Z","steps":["trace[1742361558] 'process raft request' (duration: 429.357825ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:11.432264Z","caller":"traceutil/trace.go:171","msg":"trace[2030531372] linearizableReadLoop","detail":"{readStateIndex:7366; appliedIndex:7362; }","duration":"429.644752ms","start":"2026-03-19T09:17:11.002607Z","end":"2026-03-19T09:17:11.432252Z","steps":["trace[2030531372] 'read index received' (duration: 8.266681ms)","trace[2030531372] 'applied index is now lower than readState.Index' (duration: 421.377351ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:11.432248Z","caller":"traceutil/trace.go:171","msg":"trace[492742157] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"431.001965ms","start":"2026-03-19T09:17:11.00122Z","end":"2026-03-19T09:17:11.432222Z","steps":["trace[492742157] 'process raft request' (duration: 430.876352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:11.432497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.878969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:151025"} {"level":"warn","ts":"2026-03-19T09:17:11.432504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:11.003485Z","time spent":"428.916335ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:11.432553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:11.002818Z","time spent":"429.656303ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:11.432548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:11.001196Z","time spent":"431.298384ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:11.432529Z","caller":"traceutil/trace.go:171","msg":"trace[511548133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7053; }","duration":"429.950041ms","start":"2026-03-19T09:17:11.00257Z","end":"2026-03-19T09:17:11.43252Z","steps":["trace[511548133] 'agreement among raft nodes before linearized reading' (duration: 429.722814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:11.432608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:11.002553Z","time spent":"430.048573ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":151048,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:17:17.37544Z","caller":"traceutil/trace.go:171","msg":"trace[577791221] transaction","detail":"{read_only:false; response_revision:7074; number_of_response:1; }","duration":"110.069458ms","start":"2026-03-19T09:17:17.265326Z","end":"2026-03-19T09:17:17.375396Z","steps":["trace[577791221] 'process raft request' (duration: 109.903744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:17.537373Z","caller":"traceutil/trace.go:171","msg":"trace[712559775] transaction","detail":"{read_only:false; response_revision:7075; number_of_response:1; }","duration":"133.608877ms","start":"2026-03-19T09:17:17.403734Z","end":"2026-03-19T09:17:17.537343Z","steps":["trace[712559775] 'process raft request' (duration: 130.000845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:43.208212Z","caller":"traceutil/trace.go:171","msg":"trace[848290419] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"113.427113ms","start":"2026-03-19T09:17:43.094762Z","end":"2026-03-19T09:17:43.208189Z","steps":["trace[848290419] 'process raft request' (duration: 113.291419ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:45.277876Z","caller":"traceutil/trace.go:171","msg":"trace[185377417] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"216.330169ms","start":"2026-03-19T09:17:45.061527Z","end":"2026-03-19T09:17:45.277857Z","steps":["trace[185377417] 'process raft request' (duration: 216.203226ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:45.399289Z","caller":"traceutil/trace.go:171","msg":"trace[1901896169] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"105.314828ms","start":"2026-03-19T09:17:45.293941Z","end":"2026-03-19T09:17:45.399255Z","steps":["trace[1901896169] 'process raft request' (duration: 81.926542ms)","trace[1901896169] 'compare' (duration: 23.222942ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:46.515521Z","caller":"traceutil/trace.go:171","msg":"trace[174792029] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"133.628198ms","start":"2026-03-19T09:17:46.381857Z","end":"2026-03-19T09:17:46.515485Z","steps":["trace[174792029] 'process raft request' (duration: 133.32121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:47.473576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.617592ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:17:47.473865Z","caller":"traceutil/trace.go:171","msg":"trace[308005082] transaction","detail":"{read_only:false; response_revision:7313; number_of_response:1; }","duration":"189.290401ms","start":"2026-03-19T09:17:47.284554Z","end":"2026-03-19T09:17:47.473845Z","steps":["trace[308005082] 'process raft request' (duration: 189.141497ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:48.072121Z","caller":"traceutil/trace.go:171","msg":"trace[476148826] linearizableReadLoop","detail":"{readStateIndex:7642; appliedIndex:7641; }","duration":"214.924554ms","start":"2026-03-19T09:17:47.857171Z","end":"2026-03-19T09:17:48.072096Z","steps":["trace[476148826] 'read index received' (duration: 214.850762ms)","trace[476148826] 'applied index is now lower than readState.Index' (duration: 72.562µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:48.072236Z","caller":"traceutil/trace.go:171","msg":"trace[952551557] transaction","detail":"{read_only:false; response_revision:7317; number_of_response:1; }","duration":"273.713229ms","start":"2026-03-19T09:17:47.798496Z","end":"2026-03-19T09:17:48.072209Z","steps":["trace[952551557] 'process raft request' (duration: 273.402051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.072692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.495448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:478442"} {"level":"info","ts":"2026-03-19T09:17:48.072759Z","caller":"traceutil/trace.go:171","msg":"trace[1047781055] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7317; }","duration":"215.608041ms","start":"2026-03-19T09:17:47.857135Z","end":"2026-03-19T09:17:48.072743Z","steps":["trace[1047781055] 'agreement among raft nodes before linearized reading' (duration: 215.126239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.075086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.244351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:17:48.075102Z","caller":"traceutil/trace.go:171","msg":"trace[510656671] transaction","detail":"{read_only:false; response_revision:7318; number_of_response:1; }","duration":"131.713289ms","start":"2026-03-19T09:17:47.943362Z","end":"2026-03-19T09:17:48.075075Z","steps":["trace[510656671] 'process raft request' (duration: 131.459182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:48.075158Z","caller":"traceutil/trace.go:171","msg":"trace[983088727] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7318; }","duration":"211.336603ms","start":"2026-03-19T09:17:47.8638Z","end":"2026-03-19T09:17:48.075137Z","steps":["trace[983088727] 'agreement among raft nodes before linearized reading' (duration: 211.184469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.075196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.810097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:17:48.075265Z","caller":"traceutil/trace.go:171","msg":"trace[1075339063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7318; }","duration":"217.939611ms","start":"2026-03-19T09:17:47.857307Z","end":"2026-03-19T09:17:48.075247Z","steps":["trace[1075339063] 'agreement among raft nodes before linearized reading' (duration: 217.723106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.075258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.536865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:17:48.075331Z","caller":"traceutil/trace.go:171","msg":"trace[770202116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7318; }","duration":"133.655009ms","start":"2026-03-19T09:17:47.941655Z","end":"2026-03-19T09:17:48.07531Z","steps":["trace[770202116] 'agreement among raft nodes before linearized reading' (duration: 133.509655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.075329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.964131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:17:48.075444Z","caller":"traceutil/trace.go:171","msg":"trace[1280427422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7318; }","duration":"218.107214ms","start":"2026-03-19T09:17:47.857313Z","end":"2026-03-19T09:17:48.07542Z","steps":["trace[1280427422] 'agreement among raft nodes before linearized reading' (duration: 217.811147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.075365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.979137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:17:48.075566Z","caller":"traceutil/trace.go:171","msg":"trace[412290851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:7318; }","duration":"217.206952ms","start":"2026-03-19T09:17:47.858329Z","end":"2026-03-19T09:17:48.075536Z","steps":["trace[412290851] 'agreement among raft nodes before linearized reading' (duration: 216.939216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.075593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.293489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:17:48.075636Z","caller":"traceutil/trace.go:171","msg":"trace[940291772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7318; }","duration":"218.396062ms","start":"2026-03-19T09:17:47.857227Z","end":"2026-03-19T09:17:48.075623Z","steps":["trace[940291772] 'agreement among raft nodes before linearized reading' (duration: 217.715465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.309359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.731606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:17:48.309478Z","caller":"traceutil/trace.go:171","msg":"trace[1123902345] transaction","detail":"{read_only:false; response_revision:7319; number_of_response:1; }","duration":"230.52609ms","start":"2026-03-19T09:17:48.078932Z","end":"2026-03-19T09:17:48.309458Z","steps":["trace[1123902345] 'process raft request' (duration: 93.612471ms)","trace[1123902345] 'compare' (duration: 136.576091ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:48.582475Z","caller":"traceutil/trace.go:171","msg":"trace[1434664580] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"502.444943ms","start":"2026-03-19T09:17:48.080008Z","end":"2026-03-19T09:17:48.582452Z","steps":["trace[1434664580] 'process raft request' (duration: 502.33733ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:48.582505Z","caller":"traceutil/trace.go:171","msg":"trace[666517693] transaction","detail":"{read_only:false; response_revision:7320; number_of_response:1; }","duration":"502.575427ms","start":"2026-03-19T09:17:48.079898Z","end":"2026-03-19T09:17:48.582474Z","steps":["trace[666517693] 'process raft request' (duration: 434.524987ms)","trace[666517693] 'compare' (duration: 67.685631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:48.582662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:48.079874Z","time spent":"502.69851ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:48.582821Z","caller":"traceutil/trace.go:171","msg":"trace[1033981809] transaction","detail":"{read_only:false; response_revision:7322; number_of_response:1; }","duration":"502.111774ms","start":"2026-03-19T09:17:48.080673Z","end":"2026-03-19T09:17:48.582784Z","steps":["trace[1033981809] 'process raft request' (duration: 501.751455ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:48.58288Z","caller":"traceutil/trace.go:171","msg":"trace[1867597843] linearizableReadLoop","detail":"{readStateIndex:7646; appliedIndex:7643; }","duration":"502.638297ms","start":"2026-03-19T09:17:48.080227Z","end":"2026-03-19T09:17:48.582865Z","steps":["trace[1867597843] 'read index received' (duration: 92.420849ms)","trace[1867597843] 'applied index is now lower than readState.Index' (duration: 410.216028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:48.582616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:48.08Z","time spent":"502.540736ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:17:48.582968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:48.080661Z","time spent":"502.232367ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:48.582821Z","caller":"traceutil/trace.go:171","msg":"trace[687123610] transaction","detail":"{read_only:false; response_revision:7324; number_of_response:1; }","duration":"206.344866ms","start":"2026-03-19T09:17:48.376456Z","end":"2026-03-19T09:17:48.582801Z","steps":["trace[687123610] 'process raft request' (duration: 206.260883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.583051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.544487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:48.5831Z","caller":"traceutil/trace.go:171","msg":"trace[1807327430] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7324; }","duration":"314.632259ms","start":"2026-03-19T09:17:48.268459Z","end":"2026-03-19T09:17:48.583091Z","steps":["trace[1807327430] 'agreement among raft nodes before linearized reading' (duration: 314.515056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.583126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:48.268439Z","time spent":"314.679909ms","remote":"127.0.0.1:48610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:17:48.583078Z","caller":"traceutil/trace.go:171","msg":"trace[133168764] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"501.686684ms","start":"2026-03-19T09:17:48.08117Z","end":"2026-03-19T09:17:48.582856Z","steps":["trace[133168764] 'process raft request' (duration: 501.344955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.583206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.973715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161725"} {"level":"warn","ts":"2026-03-19T09:17:48.58328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:48.081152Z","time spent":"502.036062ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:17:48.583305Z","caller":"traceutil/trace.go:171","msg":"trace[1580711153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7324; }","duration":"503.066719ms","start":"2026-03-19T09:17:48.080176Z","end":"2026-03-19T09:17:48.583243Z","steps":["trace[1580711153] 'agreement among raft nodes before linearized reading' (duration: 502.73023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.583389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:17:48.080166Z","time spent":"503.214412ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":161748,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:17:48.583508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.19579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:478442"} {"level":"info","ts":"2026-03-19T09:17:48.583577Z","caller":"traceutil/trace.go:171","msg":"trace[1755413981] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7324; }","duration":"250.308583ms","start":"2026-03-19T09:17:48.333253Z","end":"2026-03-19T09:17:48.583562Z","steps":["trace[1755413981] 'agreement among raft nodes before linearized reading' (duration: 249.784869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:48.890952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.567122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:48.891053Z","caller":"traceutil/trace.go:171","msg":"trace[248841672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7324; }","duration":"208.696905ms","start":"2026-03-19T09:17:48.682332Z","end":"2026-03-19T09:17:48.891029Z","steps":["trace[248841672] 'range keys from in-memory index tree' (duration: 208.49554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:49.627248Z","caller":"traceutil/trace.go:171","msg":"trace[1826880778] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"147.48747ms","start":"2026-03-19T09:17:49.479732Z","end":"2026-03-19T09:17:49.62722Z","steps":["trace[1826880778] 'process raft request' (duration: 147.348587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:49.772622Z","caller":"traceutil/trace.go:171","msg":"trace[1731257873] transaction","detail":"{read_only:false; response_revision:7326; number_of_response:1; }","duration":"292.778073ms","start":"2026-03-19T09:17:49.479827Z","end":"2026-03-19T09:17:49.772605Z","steps":["trace[1731257873] 'process raft request' (duration: 249.428791ms)","trace[1731257873] 'compare' (duration: 43.201819ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:17:49.772599Z","caller":"traceutil/trace.go:171","msg":"trace[54520271] linearizableReadLoop","detail":"{readStateIndex:7651; appliedIndex:7650; }","duration":"250.639592ms","start":"2026-03-19T09:17:49.521933Z","end":"2026-03-19T09:17:49.772573Z","steps":["trace[54520271] 'read index received' (duration: 105.492581ms)","trace[54520271] 'applied index is now lower than readState.Index' (duration: 145.14598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:49.772718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.762334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/barbican-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:49.772826Z","caller":"traceutil/trace.go:171","msg":"trace[1650490861] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/barbican-api; range_end:; response_count:0; response_revision:7326; }","duration":"250.921458ms","start":"2026-03-19T09:17:49.521883Z","end":"2026-03-19T09:17:49.772804Z","steps":["trace[1650490861] 'agreement among raft nodes before linearized reading' (duration: 250.771685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:49.772953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.626021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:17:49.772988Z","caller":"traceutil/trace.go:171","msg":"trace[895301183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7326; }","duration":"104.697703ms","start":"2026-03-19T09:17:49.668283Z","end":"2026-03-19T09:17:49.772981Z","steps":["trace[895301183] 'agreement among raft nodes before linearized reading' (duration: 104.59747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:17:49.772996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.425132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:17:49.773098Z","caller":"traceutil/trace.go:171","msg":"trace[402560317] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7326; }","duration":"203.680398ms","start":"2026-03-19T09:17:49.569395Z","end":"2026-03-19T09:17:49.773075Z","steps":["trace[402560317] 'agreement among raft nodes before linearized reading' (duration: 203.414141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:49.982186Z","caller":"traceutil/trace.go:171","msg":"trace[941071008] linearizableReadLoop","detail":"{readStateIndex:7652; appliedIndex:7651; }","duration":"201.598875ms","start":"2026-03-19T09:17:49.780549Z","end":"2026-03-19T09:17:49.982148Z","steps":["trace[941071008] 'read index received' (duration: 162.83689ms)","trace[941071008] 'applied index is now lower than readState.Index' (duration: 38.759705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:17:49.982332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.753749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:17:49.982379Z","caller":"traceutil/trace.go:171","msg":"trace[1460849451] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7327; }","duration":"201.83332ms","start":"2026-03-19T09:17:49.78053Z","end":"2026-03-19T09:17:49.982363Z","steps":["trace[1460849451] 'agreement among raft nodes before linearized reading' (duration: 201.735428ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:17:49.98244Z","caller":"traceutil/trace.go:171","msg":"trace[1642871139] transaction","detail":"{read_only:false; response_revision:7327; number_of_response:1; }","duration":"203.854042ms","start":"2026-03-19T09:17:49.778485Z","end":"2026-03-19T09:17:49.982339Z","steps":["trace[1642871139] 'process raft request' (duration: 165.003534ms)","trace[1642871139] 'compare' (duration: 38.465427ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:02.02363Z","caller":"traceutil/trace.go:171","msg":"trace[682707945] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"209.949057ms","start":"2026-03-19T09:18:01.81366Z","end":"2026-03-19T09:18:02.023609Z","steps":["trace[682707945] 'process raft request' (duration: 209.805924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:06.352175Z","caller":"traceutil/trace.go:171","msg":"trace[1253362051] linearizableReadLoop","detail":"{readStateIndex:7836; appliedIndex:7835; }","duration":"285.95432ms","start":"2026-03-19T09:18:06.066189Z","end":"2026-03-19T09:18:06.352143Z","steps":["trace[1253362051] 'read index received' (duration: 285.878948ms)","trace[1253362051] 'applied index is now lower than readState.Index' (duration: 74.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:06.352306Z","caller":"traceutil/trace.go:171","msg":"trace[1337656274] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"315.450959ms","start":"2026-03-19T09:18:06.036839Z","end":"2026-03-19T09:18:06.35229Z","steps":["trace[1337656274] 'process raft request' (duration: 315.10058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.352468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.260167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:18:06.352541Z","caller":"traceutil/trace.go:171","msg":"trace[1220264826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7506; }","duration":"286.359079ms","start":"2026-03-19T09:18:06.066155Z","end":"2026-03-19T09:18:06.352514Z","steps":["trace[1220264826] 'agreement among raft nodes before linearized reading' (duration: 286.167264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.352545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:06.036798Z","time spent":"315.619283ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:06.441385Z","caller":"traceutil/trace.go:171","msg":"trace[1360383957] transaction","detail":"{read_only:false; response_revision:7507; number_of_response:1; }","duration":"203.023472ms","start":"2026-03-19T09:18:06.238339Z","end":"2026-03-19T09:18:06.441363Z","steps":["trace[1360383957] 'process raft request' (duration: 202.880328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:06.441787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.253105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:18:06.441853Z","caller":"traceutil/trace.go:171","msg":"trace[1088706424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7507; }","duration":"138.372227ms","start":"2026-03-19T09:18:06.303467Z","end":"2026-03-19T09:18:06.441839Z","steps":["trace[1088706424] 'agreement among raft nodes before linearized reading' (duration: 138.145781ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.932295Z","caller":"traceutil/trace.go:171","msg":"trace[972702915] linearizableReadLoop","detail":"{readStateIndex:7845; appliedIndex:7844; }","duration":"239.91263ms","start":"2026-03-19T09:18:07.692353Z","end":"2026-03-19T09:18:07.932266Z","steps":["trace[972702915] 'read index received' (duration: 239.461609ms)","trace[972702915] 'applied index is now lower than readState.Index' (duration: 450.041µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:07.93268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.262228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:07.93274Z","caller":"traceutil/trace.go:171","msg":"trace[2133086879] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7514; }","duration":"240.36249ms","start":"2026-03-19T09:18:07.692358Z","end":"2026-03-19T09:18:07.932721Z","steps":["trace[2133086879] 'agreement among raft nodes before linearized reading' (duration: 240.252727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:07.932729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.34045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:07.932777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.151674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:07.932825Z","caller":"traceutil/trace.go:171","msg":"trace[1098659043] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7514; }","duration":"240.488724ms","start":"2026-03-19T09:18:07.692326Z","end":"2026-03-19T09:18:07.932814Z","steps":["trace[1098659043] 'agreement among raft nodes before linearized reading' (duration: 240.301579ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.932821Z","caller":"traceutil/trace.go:171","msg":"trace[2014615247] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"245.553032ms","start":"2026-03-19T09:18:07.687237Z","end":"2026-03-19T09:18:07.93279Z","steps":["trace[2014615247] 'process raft request' (duration: 244.65997ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:07.932833Z","caller":"traceutil/trace.go:171","msg":"trace[1277069536] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7514; }","duration":"240.247567ms","start":"2026-03-19T09:18:07.692574Z","end":"2026-03-19T09:18:07.932822Z","steps":["trace[1277069536] 'agreement among raft nodes before linearized reading' (duration: 240.145144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:07.93282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.432359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-03-19T09:18:07.932886Z","caller":"traceutil/trace.go:171","msg":"trace[842541577] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7514; }","duration":"234.511191ms","start":"2026-03-19T09:18:07.698356Z","end":"2026-03-19T09:18:07.932868Z","steps":["trace[842541577] 'agreement among raft nodes before linearized reading' (duration: 234.337237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:10.396502Z","caller":"traceutil/trace.go:171","msg":"trace[1671633433] transaction","detail":"{read_only:false; response_revision:7524; number_of_response:1; }","duration":"234.45997ms","start":"2026-03-19T09:18:10.162023Z","end":"2026-03-19T09:18:10.396483Z","steps":["trace[1671633433] 'process raft request' (duration: 234.347357ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:12.647166Z","caller":"traceutil/trace.go:171","msg":"trace[1580444889] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"156.935869ms","start":"2026-03-19T09:18:12.490195Z","end":"2026-03-19T09:18:12.647131Z","steps":["trace[1580444889] 'process raft request' (duration: 58.302883ms)","trace[1580444889] 'compare' (duration: 98.496093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:12.915716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.245043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:18:12.915788Z","caller":"traceutil/trace.go:171","msg":"trace[343598307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7536; }","duration":"145.362396ms","start":"2026-03-19T09:18:12.770409Z","end":"2026-03-19T09:18:12.915772Z","steps":["trace[343598307] 'range keys from in-memory index tree' (duration: 145.058818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:24.545315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.344818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:18:24.5454Z","caller":"traceutil/trace.go:171","msg":"trace[185911394] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"325.226577ms","start":"2026-03-19T09:18:24.220158Z","end":"2026-03-19T09:18:24.545384Z","steps":["trace[185911394] 'process raft request' (duration: 125.745146ms)","trace[185911394] 'compare' (duration: 198.850265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:24.545445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:24.220129Z","time spent":"325.294489ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:24.951265Z","caller":"traceutil/trace.go:171","msg":"trace[989063544] linearizableReadLoop","detail":"{readStateIndex:7955; appliedIndex:7954; }","duration":"361.1353ms","start":"2026-03-19T09:18:24.590099Z","end":"2026-03-19T09:18:24.951235Z","steps":["trace[989063544] 'read index received' (duration: 360.956976ms)","trace[989063544] 'applied index is now lower than readState.Index' (duration: 176.154µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:24.951441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.69154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:24.951481Z","caller":"traceutil/trace.go:171","msg":"trace[212331256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7620; }","duration":"268.801273ms","start":"2026-03-19T09:18:24.682665Z","end":"2026-03-19T09:18:24.951466Z","steps":["trace[212331256] 'agreement among raft nodes before linearized reading' (duration: 268.723521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:24.951441Z","caller":"traceutil/trace.go:171","msg":"trace[341945630] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"484.940197ms","start":"2026-03-19T09:18:24.466411Z","end":"2026-03-19T09:18:24.951351Z","steps":["trace[341945630] 'process raft request' (duration: 484.65662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:24.951536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.411037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:18:24.951587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.85184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:18:24.951621Z","caller":"traceutil/trace.go:171","msg":"trace[993036293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7620; }","duration":"361.548051ms","start":"2026-03-19T09:18:24.590055Z","end":"2026-03-19T09:18:24.951603Z","steps":["trace[993036293] 'agreement among raft nodes before linearized reading' (duration: 361.295034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:24.951658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:24.590035Z","time spent":"361.616443ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:18:24.951657Z","caller":"traceutil/trace.go:171","msg":"trace[707778320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7620; }","duration":"186.954482ms","start":"2026-03-19T09:18:24.764685Z","end":"2026-03-19T09:18:24.95164Z","steps":["trace[707778320] 'agreement among raft nodes before linearized reading' (duration: 186.769347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:24.95179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:24.466385Z","time spent":"485.188384ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:25.072767Z","caller":"traceutil/trace.go:171","msg":"trace[204592574] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"117.151348ms","start":"2026-03-19T09:18:24.955585Z","end":"2026-03-19T09:18:25.072736Z","steps":["trace[204592574] 'process raft request' (duration: 87.012691ms)","trace[204592574] 'compare' (duration: 30.006214ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:25.09429Z","caller":"traceutil/trace.go:171","msg":"trace[1108554037] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"138.50152ms","start":"2026-03-19T09:18:24.955753Z","end":"2026-03-19T09:18:25.094254Z","steps":["trace[1108554037] 'process raft request' (duration: 138.164032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.242509Z","caller":"traceutil/trace.go:171","msg":"trace[1512219185] linearizableReadLoop","detail":"{readStateIndex:7974; appliedIndex:7972; }","duration":"487.113403ms","start":"2026-03-19T09:18:25.755377Z","end":"2026-03-19T09:18:26.24249Z","steps":["trace[1512219185] 'read index received' (duration: 486.96679ms)","trace[1512219185] 'applied index is now lower than readState.Index' (duration: 145.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:26.242534Z","caller":"traceutil/trace.go:171","msg":"trace[1422894129] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"571.552669ms","start":"2026-03-19T09:18:25.670941Z","end":"2026-03-19T09:18:26.242493Z","steps":["trace[1422894129] 'process raft request' (duration: 571.348154ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.242629Z","caller":"traceutil/trace.go:171","msg":"trace[1946270850] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"570.225495ms","start":"2026-03-19T09:18:25.672391Z","end":"2026-03-19T09:18:26.242616Z","steps":["trace[1946270850] 'process raft request' (duration: 570.038731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.242675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:25.670922Z","time spent":"571.688883ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:18:26.242874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.461342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-kc7xd\" ","response":"range_response_count:1 size:6609"} {"level":"info","ts":"2026-03-19T09:18:26.243019Z","caller":"traceutil/trace.go:171","msg":"trace[373584196] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-kc7xd; range_end:; response_count:1; response_revision:7639; }","duration":"487.648327ms","start":"2026-03-19T09:18:25.755341Z","end":"2026-03-19T09:18:26.242989Z","steps":["trace[373584196] 'agreement among raft nodes before linearized reading' (duration: 487.308598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.242912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:25.672383Z","time spent":"570.276557ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:18:26.243092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:25.755324Z","time spent":"487.751139ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6632,"request content":"key:\"/registry/pods/openstack/barbican-ks-service-kc7xd\" "} {"level":"warn","ts":"2026-03-19T09:18:26.289121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.048851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-19T09:18:26.289196Z","caller":"traceutil/trace.go:171","msg":"trace[1199873045] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:7641; }","duration":"330.162073ms","start":"2026-03-19T09:18:25.959016Z","end":"2026-03-19T09:18:26.289178Z","steps":["trace[1199873045] 'agreement among raft nodes before linearized reading' (duration: 330.02004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.28924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:25.958998Z","time spent":"330.232885ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-03-19T09:18:26.289257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.976924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4788"} {"level":"info","ts":"2026-03-19T09:18:26.289327Z","caller":"traceutil/trace.go:171","msg":"trace[1635838181] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7641; }","duration":"235.077956ms","start":"2026-03-19T09:18:26.054231Z","end":"2026-03-19T09:18:26.289309Z","steps":["trace[1635838181] 'agreement among raft nodes before linearized reading' (duration: 234.884401ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.289402Z","caller":"traceutil/trace.go:171","msg":"trace[1647033369] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"533.78953ms","start":"2026-03-19T09:18:25.755584Z","end":"2026-03-19T09:18:26.289373Z","steps":["trace[1647033369] 'process raft request' (duration: 533.253847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.289476Z","caller":"traceutil/trace.go:171","msg":"trace[129627684] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"108.597691ms","start":"2026-03-19T09:18:26.180851Z","end":"2026-03-19T09:18:26.289449Z","steps":["trace[129627684] 'process raft request' (duration: 108.113219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.289534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:25.755562Z","time spent":"533.913073ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:18:26.289559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.593365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:18:26.289571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.824534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:26.289658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.960238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:26.28976Z","caller":"traceutil/trace.go:171","msg":"trace[181960791] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7641; }","duration":"236.167204ms","start":"2026-03-19T09:18:26.053574Z","end":"2026-03-19T09:18:26.289741Z","steps":["trace[181960791] 'agreement among raft nodes before linearized reading' (duration: 235.843795ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.289665Z","caller":"traceutil/trace.go:171","msg":"trace[955630412] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7641; }","duration":"235.965028ms","start":"2026-03-19T09:18:26.053681Z","end":"2026-03-19T09:18:26.289646Z","steps":["trace[955630412] 'agreement among raft nodes before linearized reading' (duration: 235.809834ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.289602Z","caller":"traceutil/trace.go:171","msg":"trace[1560274861] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7641; }","duration":"129.666216ms","start":"2026-03-19T09:18:26.159923Z","end":"2026-03-19T09:18:26.289589Z","steps":["trace[1560274861] 'agreement among raft nodes before linearized reading' (duration: 129.563593ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:26.508486Z","caller":"traceutil/trace.go:171","msg":"trace[414969616] linearizableReadLoop","detail":"{readStateIndex:7977; appliedIndex:7976; }","duration":"218.126366ms","start":"2026-03-19T09:18:26.290337Z","end":"2026-03-19T09:18:26.508463Z","steps":["trace[414969616] 'read index received' (duration: 217.90747ms)","trace[414969616] 'applied index is now lower than readState.Index' (duration: 217.616µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:26.508569Z","caller":"traceutil/trace.go:171","msg":"trace[1488087165] transaction","detail":"{read_only:false; response_revision:7642; number_of_response:1; }","duration":"256.631533ms","start":"2026-03-19T09:18:26.251904Z","end":"2026-03-19T09:18:26.508535Z","steps":["trace[1488087165] 'process raft request' (duration: 256.411668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.508657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.31065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-service-kc7xd\" ","response":"range_response_count:1 size:7967"} {"level":"info","ts":"2026-03-19T09:18:26.508703Z","caller":"traceutil/trace.go:171","msg":"trace[557749270] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-service-kc7xd; range_end:; response_count:1; response_revision:7642; }","duration":"218.403002ms","start":"2026-03-19T09:18:26.290287Z","end":"2026-03-19T09:18:26.50869Z","steps":["trace[557749270] 'agreement among raft nodes before linearized reading' (duration: 218.31184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:26.508933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.153915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2681138b-8abc-4937-800b-2a53d4c0648a\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-19T09:18:26.50904Z","caller":"traceutil/trace.go:171","msg":"trace[2012606245] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2681138b-8abc-4937-800b-2a53d4c0648a; range_end:; response_count:1; response_revision:7642; }","duration":"216.311718ms","start":"2026-03-19T09:18:26.292703Z","end":"2026-03-19T09:18:26.509014Z","steps":["trace[2012606245] 'agreement among raft nodes before linearized reading' (duration: 216.008021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.278325Z","caller":"traceutil/trace.go:171","msg":"trace[1030622591] linearizableReadLoop","detail":"{readStateIndex:8008; appliedIndex:8007; }","duration":"164.912133ms","start":"2026-03-19T09:18:31.113394Z","end":"2026-03-19T09:18:31.278307Z","steps":["trace[1030622591] 'read index received' (duration: 163.722122ms)","trace[1030622591] 'applied index is now lower than readState.Index' (duration: 1.188861ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:31.278453Z","caller":"traceutil/trace.go:171","msg":"trace[296419473] transaction","detail":"{read_only:false; response_revision:7672; number_of_response:1; }","duration":"180.319554ms","start":"2026-03-19T09:18:31.09812Z","end":"2026-03-19T09:18:31.27844Z","steps":["trace[296419473] 'process raft request' (duration: 179.02119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:31.278558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.152188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:18:31.279062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.862133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:18:31.278813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.309544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:18:31.279229Z","caller":"traceutil/trace.go:171","msg":"trace[556496130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7672; }","duration":"165.713033ms","start":"2026-03-19T09:18:31.113353Z","end":"2026-03-19T09:18:31.279066Z","steps":["trace[556496130] 'agreement among raft nodes before linearized reading' (duration: 165.120308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.279328Z","caller":"traceutil/trace.go:171","msg":"trace[849137793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7672; }","duration":"156.828277ms","start":"2026-03-19T09:18:31.122486Z","end":"2026-03-19T09:18:31.279314Z","steps":["trace[849137793] 'agreement among raft nodes before linearized reading' (duration: 156.278383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:31.278853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.995874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:18:31.279655Z","caller":"traceutil/trace.go:171","msg":"trace[823078568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7672; }","duration":"141.805584ms","start":"2026-03-19T09:18:31.137842Z","end":"2026-03-19T09:18:31.279648Z","steps":["trace[823078568] 'agreement among raft nodes before linearized reading' (duration: 140.984864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:31.278895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.040617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:18:31.279796Z","caller":"traceutil/trace.go:171","msg":"trace[1433371044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7672; }","duration":"145.94773ms","start":"2026-03-19T09:18:31.133838Z","end":"2026-03-19T09:18:31.279786Z","steps":["trace[1433371044] 'agreement among raft nodes before linearized reading' (duration: 145.025077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:31.278927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.367472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:18:31.279855Z","caller":"traceutil/trace.go:171","msg":"trace[1491950889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7672; }","duration":"149.320036ms","start":"2026-03-19T09:18:31.13053Z","end":"2026-03-19T09:18:31.27985Z","steps":["trace[1491950889] 'agreement among raft nodes before linearized reading' (duration: 148.373002ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:31.279169Z","caller":"traceutil/trace.go:171","msg":"trace[991455103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:7672; }","duration":"146.983757ms","start":"2026-03-19T09:18:31.13216Z","end":"2026-03-19T09:18:31.279144Z","steps":["trace[991455103] 'agreement among raft nodes before linearized reading' (duration: 146.72958ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:41.454577Z","caller":"traceutil/trace.go:171","msg":"trace[1128281353] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8058; }","duration":"118.171894ms","start":"2026-03-19T09:18:41.336383Z","end":"2026-03-19T09:18:41.454555Z","steps":["trace[1128281353] 'read index received' (duration: 117.857106ms)","trace[1128281353] 'applied index is now lower than readState.Index' (duration: 313.748µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:41.454735Z","caller":"traceutil/trace.go:171","msg":"trace[1590314781] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"123.748687ms","start":"2026-03-19T09:18:41.330973Z","end":"2026-03-19T09:18:41.454722Z","steps":["trace[1590314781] 'process raft request' (duration: 123.436498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:41.455288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.898813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:18:41.455364Z","caller":"traceutil/trace.go:171","msg":"trace[1071152495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7721; }","duration":"119.012556ms","start":"2026-03-19T09:18:41.336334Z","end":"2026-03-19T09:18:41.455347Z","steps":["trace[1071152495] 'agreement among raft nodes before linearized reading' (duration: 118.874062ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:41.588567Z","caller":"traceutil/trace.go:171","msg":"trace[1820820171] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8059; }","duration":"128.927737ms","start":"2026-03-19T09:18:41.459613Z","end":"2026-03-19T09:18:41.588541Z","steps":["trace[1820820171] 'read index received' (duration: 45.287771ms)","trace[1820820171] 'applied index is now lower than readState.Index' (duration: 83.638586ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:41.588655Z","caller":"traceutil/trace.go:171","msg":"trace[1291360467] transaction","detail":"{read_only:false; response_revision:7723; number_of_response:1; }","duration":"129.798339ms","start":"2026-03-19T09:18:41.458824Z","end":"2026-03-19T09:18:41.588622Z","steps":["trace[1291360467] 'process raft request' (duration: 129.506572ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:41.589149Z","caller":"traceutil/trace.go:171","msg":"trace[776135483] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"130.298892ms","start":"2026-03-19T09:18:41.458811Z","end":"2026-03-19T09:18:41.58911Z","steps":["trace[776135483] 'process raft request' (duration: 46.084561ms)","trace[776135483] 'compare' (duration: 83.233996ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:41.589222Z","caller":"traceutil/trace.go:171","msg":"trace[833146773] transaction","detail":"{read_only:false; response_revision:7726; number_of_response:1; }","duration":"128.169748ms","start":"2026-03-19T09:18:41.461019Z","end":"2026-03-19T09:18:41.589188Z","steps":["trace[833146773] 'process raft request' (duration: 127.47736ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:41.589198Z","caller":"traceutil/trace.go:171","msg":"trace[505284489] transaction","detail":"{read_only:false; response_revision:7725; number_of_response:1; }","duration":"129.898771ms","start":"2026-03-19T09:18:41.459244Z","end":"2026-03-19T09:18:41.589143Z","steps":["trace[505284489] 'process raft request' (duration: 129.204484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:41.589583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.952384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199323"} {"level":"info","ts":"2026-03-19T09:18:41.589678Z","caller":"traceutil/trace.go:171","msg":"trace[408667542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7726; }","duration":"130.102787ms","start":"2026-03-19T09:18:41.45956Z","end":"2026-03-19T09:18:41.589662Z","steps":["trace[408667542] 'agreement among raft nodes before linearized reading' (duration: 129.407269ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:41.588727Z","caller":"traceutil/trace.go:171","msg":"trace[151525975] transaction","detail":"{read_only:false; response_revision:7724; number_of_response:1; }","duration":"129.647995ms","start":"2026-03-19T09:18:41.459061Z","end":"2026-03-19T09:18:41.588709Z","steps":["trace[151525975] 'process raft request' (duration: 129.316487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.09423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457012489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:18:46.594479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457012489,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:18:46.615183Z","caller":"traceutil/trace.go:171","msg":"trace[885228322] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"1.134253335s","start":"2026-03-19T09:18:45.480901Z","end":"2026-03-19T09:18:46.615154Z","steps":["trace[885228322] 'process raft request' (duration: 1.134069551s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.615494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.480883Z","time spent":"1.134395418s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:46.78766Z","caller":"traceutil/trace.go:171","msg":"trace[723762500] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"396.456468ms","start":"2026-03-19T09:18:46.39117Z","end":"2026-03-19T09:18:46.787627Z","steps":["trace[723762500] 'process raft request' (duration: 396.074779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.787803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.391151Z","time spent":"396.575981ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:18:46.876789Z","caller":"traceutil/trace.go:171","msg":"trace[729949715] linearizableReadLoop","detail":"{readStateIndex:8079; appliedIndex:8076; }","duration":"1.28277733s","start":"2026-03-19T09:18:45.593972Z","end":"2026-03-19T09:18:46.876749Z","steps":["trace[729949715] 'read index received' (duration: 1.021074328s)","trace[729949715] 'applied index is now lower than readState.Index' (duration: 261.700762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:18:46.877123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282969426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:18:46.877154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276562983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:18:46.877165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.504238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:46.877193Z","caller":"traceutil/trace.go:171","msg":"trace[1176814227] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7739; }","duration":"1.283248652s","start":"2026-03-19T09:18:45.59393Z","end":"2026-03-19T09:18:46.877178Z","steps":["trace[1176814227] 'agreement among raft nodes before linearized reading' (duration: 1.282919513s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.8773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26664372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:18:46.877308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266988948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:18:46.877201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265940522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:18:46.877381Z","caller":"traceutil/trace.go:171","msg":"trace[1590842695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7739; }","duration":"1.267085331s","start":"2026-03-19T09:18:45.610283Z","end":"2026-03-19T09:18:46.877368Z","steps":["trace[1590842695] 'agreement among raft nodes before linearized reading' (duration: 1.266843345s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:46.877375Z","caller":"traceutil/trace.go:171","msg":"trace[1688922148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7739; }","duration":"1.266733082s","start":"2026-03-19T09:18:45.610625Z","end":"2026-03-19T09:18:46.877358Z","steps":["trace[1688922148] 'agreement among raft nodes before linearized reading' (duration: 1.266513677s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:46.877377Z","caller":"traceutil/trace.go:171","msg":"trace[1872604796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7739; }","duration":"1.266130938s","start":"2026-03-19T09:18:45.611239Z","end":"2026-03-19T09:18:46.87737Z","steps":["trace[1872604796] 'agreement among raft nodes before linearized reading' (duration: 1.265869991s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.877419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.610277Z","time spent":"1.267135153s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:18:46.877436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.610616Z","time spent":"1.266805764s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:18:46.877217Z","caller":"traceutil/trace.go:171","msg":"trace[2050274809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7739; }","duration":"1.276655715s","start":"2026-03-19T09:18:45.600546Z","end":"2026-03-19T09:18:46.877201Z","steps":["trace[2050274809] 'agreement among raft nodes before linearized reading' (duration: 1.276465911s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.877602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.600534Z","time spent":"1.277059465s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:18:46.877228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267508862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:18:46.877675Z","caller":"traceutil/trace.go:171","msg":"trace[653764369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:7739; }","duration":"1.267963683s","start":"2026-03-19T09:18:45.609703Z","end":"2026-03-19T09:18:46.877667Z","steps":["trace[653764369] 'agreement among raft nodes before linearized reading' (duration: 1.267466671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.877703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.609696Z","time spent":"1.267999534s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:18:46.877146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184865742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:18:46.877437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.611234Z","time spent":"1.266196439s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:18:46.877872Z","caller":"traceutil/trace.go:171","msg":"trace[145865659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7739; }","duration":"1.185596659s","start":"2026-03-19T09:18:45.692246Z","end":"2026-03-19T09:18:46.877843Z","steps":["trace[145865659] 'agreement among raft nodes before linearized reading' (duration: 1.184867471s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.877213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.071648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:46.878031Z","caller":"traceutil/trace.go:171","msg":"trace[1113147374] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7739; }","duration":"488.94981ms","start":"2026-03-19T09:18:46.389067Z","end":"2026-03-19T09:18:46.878017Z","steps":["trace[1113147374] 'agreement among raft nodes before linearized reading' (duration: 488.056467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.877253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273006452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:18:46.87807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.389046Z","time spent":"489.014111ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-19T09:18:46.878109Z","caller":"traceutil/trace.go:171","msg":"trace[1921128448] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7739; }","duration":"1.273863332s","start":"2026-03-19T09:18:45.604223Z","end":"2026-03-19T09:18:46.878086Z","steps":["trace[1921128448] 'agreement among raft nodes before linearized reading' (duration: 1.273001571s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.878169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.604213Z","time spent":"1.273941825s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:18:46.877345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.593911Z","time spent":"1.283386406s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:18:46.87723Z","caller":"traceutil/trace.go:171","msg":"trace[517724987] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7739; }","duration":"488.608941ms","start":"2026-03-19T09:18:46.388606Z","end":"2026-03-19T09:18:46.877215Z","steps":["trace[517724987] 'agreement among raft nodes before linearized reading' (duration: 488.505008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:46.878285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:46.388577Z","time spent":"489.700989ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-19T09:18:46.878671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:18:45.692231Z","time spent":"1.186385121s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:18:48.305347Z","caller":"traceutil/trace.go:171","msg":"trace[299144274] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"186.348887ms","start":"2026-03-19T09:18:48.11898Z","end":"2026-03-19T09:18:48.305329Z","steps":["trace[299144274] 'process raft request' (duration: 184.670744ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:49.305355Z","caller":"traceutil/trace.go:171","msg":"trace[2069644959] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"157.227597ms","start":"2026-03-19T09:18:49.148095Z","end":"2026-03-19T09:18:49.305323Z","steps":["trace[2069644959] 'process raft request' (duration: 157.043202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:50.747671Z","caller":"traceutil/trace.go:171","msg":"trace[1165279994] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8106; }","duration":"117.265881ms","start":"2026-03-19T09:18:50.630381Z","end":"2026-03-19T09:18:50.747646Z","steps":["trace[1165279994] 'read index received' (duration: 116.997564ms)","trace[1165279994] 'applied index is now lower than readState.Index' (duration: 267.027µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:50.747836Z","caller":"traceutil/trace.go:171","msg":"trace[1431319567] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"132.894659ms","start":"2026-03-19T09:18:50.614893Z","end":"2026-03-19T09:18:50.747788Z","steps":["trace[1431319567] 'process raft request' (duration: 132.571181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:50.747902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.504978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:18:50.748075Z","caller":"traceutil/trace.go:171","msg":"trace[1392544008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7767; }","duration":"117.735603ms","start":"2026-03-19T09:18:50.630323Z","end":"2026-03-19T09:18:50.748059Z","steps":["trace[1392544008] 'agreement among raft nodes before linearized reading' (duration: 117.446296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:50.956572Z","caller":"traceutil/trace.go:171","msg":"trace[344173070] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"145.326615ms","start":"2026-03-19T09:18:50.811218Z","end":"2026-03-19T09:18:50.956544Z","steps":["trace[344173070] 'process raft request' (duration: 82.17298ms)","trace[344173070] 'compare' (duration: 63.055492ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:50.971418Z","caller":"traceutil/trace.go:171","msg":"trace[2120412653] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"153.314347ms","start":"2026-03-19T09:18:50.818079Z","end":"2026-03-19T09:18:50.971393Z","steps":["trace[2120412653] 'process raft request' (duration: 152.967049ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:51.114284Z","caller":"traceutil/trace.go:171","msg":"trace[1202177746] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"137.443314ms","start":"2026-03-19T09:18:50.976821Z","end":"2026-03-19T09:18:51.114265Z","steps":["trace[1202177746] 'process raft request' (duration: 131.437241ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:51.114503Z","caller":"traceutil/trace.go:171","msg":"trace[2072520301] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8111; }","duration":"136.144172ms","start":"2026-03-19T09:18:50.978339Z","end":"2026-03-19T09:18:51.114484Z","steps":["trace[2072520301] 'read index received' (duration: 41.763402ms)","trace[2072520301] 'applied index is now lower than readState.Index' (duration: 94.38029ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:18:51.114601Z","caller":"traceutil/trace.go:171","msg":"trace[1307323281] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"136.841289ms","start":"2026-03-19T09:18:50.977751Z","end":"2026-03-19T09:18:51.114592Z","steps":["trace[1307323281] 'process raft request' (duration: 136.706176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:51.114711Z","caller":"traceutil/trace.go:171","msg":"trace[34670586] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"137.589277ms","start":"2026-03-19T09:18:50.977084Z","end":"2026-03-19T09:18:51.114673Z","steps":["trace[34670586] 'process raft request' (duration: 137.150386ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:51.114637Z","caller":"traceutil/trace.go:171","msg":"trace[481069578] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"137.409533ms","start":"2026-03-19T09:18:50.977167Z","end":"2026-03-19T09:18:51.114576Z","steps":["trace[481069578] 'process raft request' (duration: 137.212908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:51.114754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.428808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:18:51.114874Z","caller":"traceutil/trace.go:171","msg":"trace[1136925717] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:7775; }","duration":"134.571321ms","start":"2026-03-19T09:18:50.980284Z","end":"2026-03-19T09:18:51.114856Z","steps":["trace[1136925717] 'agreement among raft nodes before linearized reading' (duration: 134.351865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:18:51.114905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.551362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199409"} {"level":"info","ts":"2026-03-19T09:18:51.114931Z","caller":"traceutil/trace.go:171","msg":"trace[773825300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7775; }","duration":"136.605613ms","start":"2026-03-19T09:18:50.978319Z","end":"2026-03-19T09:18:51.114925Z","steps":["trace[773825300] 'agreement among raft nodes before linearized reading' (duration: 136.368297ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:18:51.296586Z","caller":"traceutil/trace.go:171","msg":"trace[1516371133] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"178.99393ms","start":"2026-03-19T09:18:51.117561Z","end":"2026-03-19T09:18:51.296555Z","steps":["trace[1516371133] 'process raft request' (duration: 165.033545ms)","trace[1516371133] 'compare' (duration: 13.826262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:15.390998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.456522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:19:15.391104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.751363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:19:15.3911Z","caller":"traceutil/trace.go:171","msg":"trace[167629266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7931; }","duration":"154.583055ms","start":"2026-03-19T09:19:15.236493Z","end":"2026-03-19T09:19:15.391076Z","steps":["trace[167629266] 'range keys from in-memory index tree' (duration: 154.286647ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:15.391141Z","caller":"traceutil/trace.go:171","msg":"trace[1783761503] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7931; }","duration":"142.789644ms","start":"2026-03-19T09:19:15.24834Z","end":"2026-03-19T09:19:15.39113Z","steps":["trace[1783761503] 'range keys from in-memory index tree' (duration: 142.680861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:15.391336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.19791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:19:15.391365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.969164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:19:15.391393Z","caller":"traceutil/trace.go:171","msg":"trace[363266022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7931; }","duration":"155.285312ms","start":"2026-03-19T09:19:15.236095Z","end":"2026-03-19T09:19:15.39138Z","steps":["trace[363266022] 'range keys from in-memory index tree' (duration: 155.080177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:15.391443Z","caller":"traceutil/trace.go:171","msg":"trace[966300888] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:7931; }","duration":"122.098088ms","start":"2026-03-19T09:19:15.269326Z","end":"2026-03-19T09:19:15.391424Z","steps":["trace[966300888] 'range keys from in-memory index tree' (duration: 121.79067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:15.391522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.027533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:19:15.39156Z","caller":"traceutil/trace.go:171","msg":"trace[937956205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7931; }","duration":"138.101885ms","start":"2026-03-19T09:19:15.253449Z","end":"2026-03-19T09:19:15.391551Z","steps":["trace[937956205] 'range keys from in-memory index tree' (duration: 137.91322ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:37.116155Z","caller":"traceutil/trace.go:171","msg":"trace[1139552055] linearizableReadLoop","detail":"{readStateIndex:8429; appliedIndex:8428; }","duration":"124.588042ms","start":"2026-03-19T09:19:36.991549Z","end":"2026-03-19T09:19:37.116138Z","steps":["trace[1139552055] 'read index received' (duration: 124.420707ms)","trace[1139552055] 'applied index is now lower than readState.Index' (duration: 166.865µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:19:37.116415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.839858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:37.116498Z","caller":"traceutil/trace.go:171","msg":"trace[1375987195] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"234.800836ms","start":"2026-03-19T09:19:36.881671Z","end":"2026-03-19T09:19:37.116472Z","steps":["trace[1375987195] 'process raft request' (duration: 234.356185ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:37.116518Z","caller":"traceutil/trace.go:171","msg":"trace[2036201510] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8074; }","duration":"124.984011ms","start":"2026-03-19T09:19:36.991511Z","end":"2026-03-19T09:19:37.116495Z","steps":["trace[2036201510] 'agreement among raft nodes before linearized reading' (duration: 124.758765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:49.487686Z","caller":"traceutil/trace.go:171","msg":"trace[57193461] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"249.825198ms","start":"2026-03-19T09:19:49.237828Z","end":"2026-03-19T09:19:49.487653Z","steps":["trace[57193461] 'process raft request' (duration: 249.652293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:49.499691Z","caller":"traceutil/trace.go:171","msg":"trace[257669580] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"245.62376ms","start":"2026-03-19T09:19:49.254047Z","end":"2026-03-19T09:19:49.499671Z","steps":["trace[257669580] 'process raft request' (duration: 245.459726ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:49.499919Z","caller":"traceutil/trace.go:171","msg":"trace[603015777] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"235.194586ms","start":"2026-03-19T09:19:49.264717Z","end":"2026-03-19T09:19:49.499911Z","steps":["trace[603015777] 'process raft request' (duration: 234.906429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:51.318665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:51.81974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:52.321034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:52.821452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:53.322251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:53.823428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:54.324317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:19:54.684586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.873379719s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:19:54.684892Z","caller":"traceutil/trace.go:171","msg":"trace[1316614630] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"3.873752808s","start":"2026-03-19T09:19:50.811117Z","end":"2026-03-19T09:19:54.68487Z","steps":["trace[1316614630] 'process raft request' (duration: 3.873622485s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.685013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.811095Z","time spent":"3.873845381s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:54.687789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:19:54.687855Z","caller":"traceutil/trace.go:171","msg":"trace[748273930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294518s","start":"2026-03-19T09:19:52.687543Z","end":"2026-03-19T09:19:54.687837Z","steps":["trace[748273930] 'agreement among raft nodes before linearized reading' (duration: 2.000225116s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.687907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.687526Z","time spent":"2.000367649s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-19T09:19:54.795266Z","caller":"traceutil/trace.go:171","msg":"trace[2113650831] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8637; }","duration":"3.976804681s","start":"2026-03-19T09:19:50.818442Z","end":"2026-03-19T09:19:54.795247Z","steps":["trace[2113650831] 'read index received' (duration: 3.86635791s)","trace[2113650831] 'applied index is now lower than readState.Index' (duration: 110.444261ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:19:54.795295Z","caller":"traceutil/trace.go:171","msg":"trace[1959696321] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"3.290495905s","start":"2026-03-19T09:19:51.50478Z","end":"2026-03-19T09:19:54.795276Z","steps":["trace[1959696321] 'process raft request' (duration: 3.286143773s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.7954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.504754Z","time spent":"3.290584727s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:19:54.795392Z","caller":"traceutil/trace.go:171","msg":"trace[525174795] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"3.131921079s","start":"2026-03-19T09:19:51.663433Z","end":"2026-03-19T09:19:54.795354Z","steps":["trace[525174795] 'process raft request' (duration: 3.131778825s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976991507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:54.795523Z","caller":"traceutil/trace.go:171","msg":"trace[1142756959] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8282; }","duration":"3.97711653s","start":"2026-03-19T09:19:50.818391Z","end":"2026-03-19T09:19:54.795507Z","steps":["trace[1142756959] 'agreement among raft nodes before linearized reading' (duration: 3.976966576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613647998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:54.795535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.663409Z","time spent":"3.132055742s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:19:54.795555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.818371Z","time spent":"3.977175271s","remote":"127.0.0.1:49954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.795572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617047114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.795596Z","caller":"traceutil/trace.go:171","msg":"trace[1025708071] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8282; }","duration":"2.617084746s","start":"2026-03-19T09:19:52.178504Z","end":"2026-03-19T09:19:54.795589Z","steps":["trace[1025708071] 'agreement among raft nodes before linearized reading' (duration: 2.617045515s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.178496Z","time spent":"2.617116286s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.795658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76579392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.795686Z","caller":"traceutil/trace.go:171","msg":"trace[2098227267] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8282; }","duration":"2.765819401s","start":"2026-03-19T09:19:52.029857Z","end":"2026-03-19T09:19:54.795676Z","steps":["trace[2098227267] 'agreement among raft nodes before linearized reading' (duration: 2.76577098s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.029831Z","time spent":"2.765869793s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:54.795559Z","caller":"traceutil/trace.go:171","msg":"trace[1781178048] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8282; }","duration":"2.613688299s","start":"2026-03-19T09:19:52.181863Z","end":"2026-03-19T09:19:54.795552Z","steps":["trace[1781178048] 'agreement among raft nodes before linearized reading' (duration: 2.613637698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.181856Z","time spent":"2.613884844s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.79575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.560979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.79579Z","caller":"traceutil/trace.go:171","msg":"trace[1467191433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8282; }","duration":"107.63363ms","start":"2026-03-19T09:19:54.688145Z","end":"2026-03-19T09:19:54.795779Z","steps":["trace[1467191433] 'agreement among raft nodes before linearized reading' (duration: 107.582568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668380681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.795839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668202947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.795863Z","caller":"traceutil/trace.go:171","msg":"trace[390831686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8282; }","duration":"2.668428413s","start":"2026-03-19T09:19:52.127429Z","end":"2026-03-19T09:19:54.795857Z","steps":["trace[390831686] 'agreement among raft nodes before linearized reading' (duration: 2.668392472s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766009647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.795882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.127413Z","time spent":"2.668463663s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.795901Z","caller":"traceutil/trace.go:171","msg":"trace[1946064810] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8282; }","duration":"2.766098218s","start":"2026-03-19T09:19:52.029791Z","end":"2026-03-19T09:19:54.795889Z","steps":["trace[1946064810] 'agreement among raft nodes before linearized reading' (duration: 2.766004686s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618092972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.795933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.029783Z","time spent":"2.766140149s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.795944Z","caller":"traceutil/trace.go:171","msg":"trace[1101095428] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8282; }","duration":"2.618119213s","start":"2026-03-19T09:19:52.177818Z","end":"2026-03-19T09:19:54.795937Z","steps":["trace[1101095428] 'agreement among raft nodes before linearized reading' (duration: 2.618079322s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.17776Z","time spent":"2.618205454s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.795991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668555606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796009Z","caller":"traceutil/trace.go:171","msg":"trace[25995571] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8282; }","duration":"2.668606177s","start":"2026-03-19T09:19:52.127397Z","end":"2026-03-19T09:19:54.796003Z","steps":["trace[25995571] 'agreement among raft nodes before linearized reading' (duration: 2.668575987s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064257905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:54.796024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.127374Z","time spent":"2.668645418s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100690394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:19:54.796094Z","caller":"traceutil/trace.go:171","msg":"trace[951264936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8282; }","duration":"3.100786436s","start":"2026-03-19T09:19:51.695285Z","end":"2026-03-19T09:19:54.796071Z","steps":["trace[951264936] 'agreement among raft nodes before linearized reading' (duration: 3.100524019s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707447006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12178942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:19:54.796132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632395185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796137Z","caller":"traceutil/trace.go:171","msg":"trace[2124402807] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8282; }","duration":"2.707508257s","start":"2026-03-19T09:19:52.088616Z","end":"2026-03-19T09:19:54.796124Z","steps":["trace[2124402807] 'agreement among raft nodes before linearized reading' (duration: 2.707456996s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.695257Z","time spent":"3.100873768s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:19:54.796147Z","caller":"traceutil/trace.go:171","msg":"trace[1630858513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8282; }","duration":"3.121868463s","start":"2026-03-19T09:19:51.674268Z","end":"2026-03-19T09:19:54.796137Z","steps":["trace[1630858513] 'agreement among raft nodes before linearized reading' (duration: 3.12176762s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796156Z","caller":"traceutil/trace.go:171","msg":"trace[1337749123] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8282; }","duration":"2.632436717s","start":"2026-03-19T09:19:52.163713Z","end":"2026-03-19T09:19:54.796149Z","steps":["trace[1337749123] 'agreement among raft nodes before linearized reading' (duration: 2.632404016s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101940675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:19:54.796164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.088601Z","time spent":"2.707556648s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.796178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.163704Z","time spent":"2.632468868s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:54.796184Z","caller":"traceutil/trace.go:171","msg":"trace[459860551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8282; }","duration":"1.102018497s","start":"2026-03-19T09:19:53.694158Z","end":"2026-03-19T09:19:54.796176Z","steps":["trace[459860551] 'agreement among raft nodes before linearized reading' (duration: 1.101904854s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.674257Z","time spent":"3.121911513s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:54.796208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.694135Z","time spent":"1.102068567s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:19:54.7963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694340742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633080453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796326Z","caller":"traceutil/trace.go:171","msg":"trace[196946948] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8282; }","duration":"2.694399253s","start":"2026-03-19T09:19:52.101916Z","end":"2026-03-19T09:19:54.796316Z","steps":["trace[196946948] 'agreement among raft nodes before linearized reading' (duration: 2.694360382s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796336Z","caller":"traceutil/trace.go:171","msg":"trace[984876083] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8282; }","duration":"2.633148314s","start":"2026-03-19T09:19:52.16318Z","end":"2026-03-19T09:19:54.796328Z","steps":["trace[984876083] 'agreement among raft nodes before linearized reading' (duration: 2.633105323s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.101896Z","time spent":"2.694446895s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667700033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:19:54.796363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.163156Z","time spent":"2.633199766s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.796384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123573537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:19:54.796415Z","caller":"traceutil/trace.go:171","msg":"trace[339232979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8282; }","duration":"3.123659018s","start":"2026-03-19T09:19:51.672748Z","end":"2026-03-19T09:19:54.796407Z","steps":["trace[339232979] 'agreement among raft nodes before linearized reading' (duration: 3.123567936s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.67272Z","time spent":"3.12371074s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:54.796435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00114833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:19:54.79646Z","caller":"traceutil/trace.go:171","msg":"trace[1519858018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8282; }","duration":"2.001203171s","start":"2026-03-19T09:19:52.79525Z","end":"2026-03-19T09:19:54.796453Z","steps":["trace[1519858018] 'agreement among raft nodes before linearized reading' (duration: 2.001155549s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.795877Z","caller":"traceutil/trace.go:171","msg":"trace[368696759] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8282; }","duration":"2.668245608s","start":"2026-03-19T09:19:52.127621Z","end":"2026-03-19T09:19:54.795866Z","steps":["trace[368696759] 'agreement among raft nodes before linearized reading' (duration: 2.668181316s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694550127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.795235Z","time spent":"2.001243462s","remote":"127.0.0.1:45484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.796491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651607993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796503Z","caller":"traceutil/trace.go:171","msg":"trace[1800541214] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8282; }","duration":"2.694586298s","start":"2026-03-19T09:19:52.101911Z","end":"2026-03-19T09:19:54.796497Z","steps":["trace[1800541214] 'agreement among raft nodes before linearized reading' (duration: 2.694548387s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796517Z","caller":"traceutil/trace.go:171","msg":"trace[1587390941] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8282; }","duration":"2.651666355s","start":"2026-03-19T09:19:52.144845Z","end":"2026-03-19T09:19:54.796511Z","steps":["trace[1587390941] 'agreement among raft nodes before linearized reading' (duration: 2.651610254s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.127555Z","time spent":"2.668940106s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.796524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.101905Z","time spent":"2.694614018s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.796535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.144823Z","time spent":"2.651707697s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214250293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:19:54.796592Z","caller":"traceutil/trace.go:171","msg":"trace[945365361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8282; }","duration":"3.214309105s","start":"2026-03-19T09:19:51.582277Z","end":"2026-03-19T09:19:54.796586Z","steps":["trace[945365361] 'agreement among raft nodes before linearized reading' (duration: 3.214247993s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.582255Z","time spent":"3.214351776s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:19:54.796612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.694713301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809675717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455958916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796636Z","caller":"traceutil/trace.go:171","msg":"trace[1313720752] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8282; }","duration":"2.694737262s","start":"2026-03-19T09:19:52.101892Z","end":"2026-03-19T09:19:54.796629Z","steps":["trace[1313720752] 'agreement among raft nodes before linearized reading' (duration: 2.694702991s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707461246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633460802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.101848Z","time spent":"2.694802284s","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.796658Z","caller":"traceutil/trace.go:171","msg":"trace[71837194] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8282; }","duration":"2.456010086s","start":"2026-03-19T09:19:52.340638Z","end":"2026-03-19T09:19:54.796648Z","steps":["trace[71837194] 'agreement among raft nodes before linearized reading' (duration: 2.455958015s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796667Z","caller":"traceutil/trace.go:171","msg":"trace[592012186] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8282; }","duration":"2.633491013s","start":"2026-03-19T09:19:52.163171Z","end":"2026-03-19T09:19:54.796662Z","steps":["trace[592012186] 'agreement among raft nodes before linearized reading' (duration: 2.633446962s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796663Z","caller":"traceutil/trace.go:171","msg":"trace[1300170924] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8282; }","duration":"2.708043491s","start":"2026-03-19T09:19:52.088611Z","end":"2026-03-19T09:19:54.796654Z","steps":["trace[1300170924] 'agreement among raft nodes before linearized reading' (duration: 2.707478276s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796673Z","caller":"traceutil/trace.go:171","msg":"trace[1543687681] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8282; }","duration":"2.80976939s","start":"2026-03-19T09:19:51.986893Z","end":"2026-03-19T09:19:54.796663Z","steps":["trace[1543687681] 'agreement among raft nodes before linearized reading' (duration: 2.809672457s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.163164Z","time spent":"2.633517413s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.986877Z","time spent":"2.809814501s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.796698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.340626Z","time spent":"2.456053117s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.796721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254069217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:19:54.796738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708063442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796761Z","caller":"traceutil/trace.go:171","msg":"trace[794264162] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8282; }","duration":"2.708092912s","start":"2026-03-19T09:19:52.088661Z","end":"2026-03-19T09:19:54.796754Z","steps":["trace[794264162] 'agreement among raft nodes before linearized reading' (duration: 2.708060061s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.088655Z","time spent":"2.708117873s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26713921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:19:54.79681Z","caller":"traceutil/trace.go:171","msg":"trace[1093425709] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8282; }","duration":"3.26718606s","start":"2026-03-19T09:19:51.529618Z","end":"2026-03-19T09:19:54.796804Z","steps":["trace[1093425709] 'agreement among raft nodes before linearized reading' (duration: 3.267133569s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640576653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-19T09:19:54.796824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767375891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.796827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.529605Z","time spent":"3.267217892s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:19:54.796831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456716244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796845Z","caller":"traceutil/trace.go:171","msg":"trace[1103816172] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8282; }","duration":"2.767423451s","start":"2026-03-19T09:19:52.029415Z","end":"2026-03-19T09:19:54.796839Z","steps":["trace[1103816172] 'agreement among raft nodes before linearized reading' (duration: 2.76739058s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796854Z","caller":"traceutil/trace.go:171","msg":"trace[1626822853] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8282; }","duration":"2.456739024s","start":"2026-03-19T09:19:52.340107Z","end":"2026-03-19T09:19:54.796846Z","steps":["trace[1626822853] 'agreement among raft nodes before linearized reading' (duration: 2.456703414s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.029399Z","time spent":"2.767460293s","remote":"127.0.0.1:47370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651247215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796893Z","caller":"traceutil/trace.go:171","msg":"trace[998702760] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8282; }","duration":"2.651284466s","start":"2026-03-19T09:19:52.145604Z","end":"2026-03-19T09:19:54.796888Z","steps":["trace[998702760] 'agreement among raft nodes before linearized reading' (duration: 2.651253135s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.340083Z","time spent":"2.456787746s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.79691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.145595Z","time spent":"2.651308666s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.796953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304660794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:19:54.796958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783315965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.796972Z","caller":"traceutil/trace.go:171","msg":"trace[936874150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8282; }","duration":"3.304711395s","start":"2026-03-19T09:19:51.492255Z","end":"2026-03-19T09:19:54.796966Z","steps":["trace[936874150] 'agreement among raft nodes before linearized reading' (duration: 3.304661104s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796979Z","caller":"traceutil/trace.go:171","msg":"trace[1878822673] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8282; }","duration":"2.783362037s","start":"2026-03-19T09:19:52.013609Z","end":"2026-03-19T09:19:54.796972Z","steps":["trace[1878822673] 'agreement among raft nodes before linearized reading' (duration: 2.783330506s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.492237Z","time spent":"3.304748496s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:19:54.796994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652069855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.797013Z","caller":"traceutil/trace.go:171","msg":"trace[349264702] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8282; }","duration":"2.652090576s","start":"2026-03-19T09:19:52.144917Z","end":"2026-03-19T09:19:54.797008Z","steps":["trace[349264702] 'agreement among raft nodes before linearized reading' (duration: 2.652061145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783384657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.797029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.144893Z","time spent":"2.652131747s","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.79703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45695253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.797042Z","caller":"traceutil/trace.go:171","msg":"trace[2008293095] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8282; }","duration":"2.783446688s","start":"2026-03-19T09:19:52.01359Z","end":"2026-03-19T09:19:54.797037Z","steps":["trace[2008293095] 'agreement among raft nodes before linearized reading' (duration: 2.783417928s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.013564Z","time spent":"2.78349134s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:54.797057Z","caller":"traceutil/trace.go:171","msg":"trace[1448573748] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8282; }","duration":"2.457008502s","start":"2026-03-19T09:19:52.340039Z","end":"2026-03-19T09:19:54.797048Z","steps":["trace[1448573748] 'agreement among raft nodes before linearized reading' (duration: 2.45696519s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608678252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.797082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.34002Z","time spent":"2.457054433s","remote":"127.0.0.1:47462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:19:54.797109Z","caller":"traceutil/trace.go:171","msg":"trace[2130218171] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8282; }","duration":"3.608727144s","start":"2026-03-19T09:19:51.18836Z","end":"2026-03-19T09:19:54.797087Z","steps":["trace[2130218171] 'agreement among raft nodes before linearized reading' (duration: 3.608693683s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.188344Z","time spent":"3.608778524s","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.796997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.013597Z","time spent":"2.783394757s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.797174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783561882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.797194Z","caller":"traceutil/trace.go:171","msg":"trace[196997313] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8282; }","duration":"2.783581132s","start":"2026-03-19T09:19:52.013605Z","end":"2026-03-19T09:19:54.797186Z","steps":["trace[196997313] 'agreement among raft nodes before linearized reading' (duration: 2.783551431s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.013537Z","time spent":"2.783667594s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.797216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47031169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.797243Z","caller":"traceutil/trace.go:171","msg":"trace[1361187540] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8282; }","duration":"2.47035015s","start":"2026-03-19T09:19:52.326886Z","end":"2026-03-19T09:19:54.797236Z","steps":["trace[1361187540] 'agreement among raft nodes before linearized reading' (duration: 2.470307129s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.32688Z","time spent":"2.470404181s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.797462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568993921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.797472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569017872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.797508Z","caller":"traceutil/trace.go:171","msg":"trace[1196171559] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8282; }","duration":"2.569075664s","start":"2026-03-19T09:19:52.228418Z","end":"2026-03-19T09:19:54.797493Z","steps":["trace[1196171559] 'agreement among raft nodes before linearized reading' (duration: 2.569026012s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.795532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919190255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:19:54.797506Z","caller":"traceutil/trace.go:171","msg":"trace[172089520] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8282; }","duration":"2.569058904s","start":"2026-03-19T09:19:52.228433Z","end":"2026-03-19T09:19:54.797492Z","steps":["trace[172089520] 'agreement among raft nodes before linearized reading' (duration: 2.568978872s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471346516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.797557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.228426Z","time spent":"2.569124875s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.79756Z","caller":"traceutil/trace.go:171","msg":"trace[419924434] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:8282; }","duration":"3.921263357s","start":"2026-03-19T09:19:50.876288Z","end":"2026-03-19T09:19:54.797551Z","steps":["trace[419924434] 'agreement among raft nodes before linearized reading' (duration: 3.919129734s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587123103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.797587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.876266Z","time spent":"3.921312258s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"info","ts":"2026-03-19T09:19:54.797587Z","caller":"traceutil/trace.go:171","msg":"trace[809244450] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8282; }","duration":"2.471404538s","start":"2026-03-19T09:19:52.326162Z","end":"2026-03-19T09:19:54.797566Z","steps":["trace[809244450] 'agreement among raft nodes before linearized reading' (duration: 2.471361696s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.797602Z","caller":"traceutil/trace.go:171","msg":"trace[627736007] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8282; }","duration":"2.587159523s","start":"2026-03-19T09:19:52.210437Z","end":"2026-03-19T09:19:54.797597Z","steps":["trace[627736007] 'agreement among raft nodes before linearized reading' (duration: 2.587123932s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.210433Z","time spent":"2.587179944s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.797705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.326139Z","time spent":"2.47146853s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.796701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.088593Z","time spent":"2.708095232s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:54.796384Z","caller":"traceutil/trace.go:171","msg":"trace[1232527613] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8282; }","duration":"1.667758185s","start":"2026-03-19T09:19:53.128615Z","end":"2026-03-19T09:19:54.796374Z","steps":["trace[1232527613] 'agreement among raft nodes before linearized reading' (duration: 1.667713293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587537534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.797789Z","caller":"traceutil/trace.go:171","msg":"trace[311257780] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8282; }","duration":"2.587562495s","start":"2026-03-19T09:19:52.210217Z","end":"2026-03-19T09:19:54.797779Z","steps":["trace[311257780] 'agreement among raft nodes before linearized reading' (duration: 2.587536244s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.228399Z","time spent":"2.569127215s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.797804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.210213Z","time spent":"2.587586035s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.79674Z","caller":"traceutil/trace.go:171","msg":"trace[232661990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8282; }","duration":"3.254118408s","start":"2026-03-19T09:19:51.542616Z","end":"2026-03-19T09:19:54.796734Z","steps":["trace[232661990] 'agreement among raft nodes before linearized reading' (duration: 3.254067856s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.542599Z","time spent":"3.255256238s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:19:54.797868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471747287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.7979Z","caller":"traceutil/trace.go:171","msg":"trace[1637015404] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8282; }","duration":"2.471802829s","start":"2026-03-19T09:19:52.326089Z","end":"2026-03-19T09:19:54.797892Z","steps":["trace[1637015404] 'agreement among raft nodes before linearized reading' (duration: 2.471752158s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.797933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.326074Z","time spent":"2.47185338s","remote":"127.0.0.1:47460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.797258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900661193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.797766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.128595Z","time spent":"1.66915918s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.796845Z","caller":"traceutil/trace.go:171","msg":"trace[1067087606] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8282; }","duration":"2.640618384s","start":"2026-03-19T09:19:52.156218Z","end":"2026-03-19T09:19:54.796837Z","steps":["trace[1067087606] 'agreement among raft nodes before linearized reading' (duration: 2.640530922s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.796042Z","caller":"traceutil/trace.go:171","msg":"trace[1313716035] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8282; }","duration":"1.064320697s","start":"2026-03-19T09:19:53.731714Z","end":"2026-03-19T09:19:54.796035Z","steps":["trace[1313716035] 'agreement among raft nodes before linearized reading' (duration: 1.064229815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.156208Z","time spent":"2.641804865s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:19:54.798009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603680996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81174079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537759907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.798117Z","caller":"traceutil/trace.go:171","msg":"trace[1126370121] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8282; }","duration":"2.603813049s","start":"2026-03-19T09:19:52.19427Z","end":"2026-03-19T09:19:54.798083Z","steps":["trace[1126370121] 'agreement among raft nodes before linearized reading' (duration: 2.603584263s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.798142Z","caller":"traceutil/trace.go:171","msg":"trace[698444119] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8282; }","duration":"2.537805228s","start":"2026-03-19T09:19:52.260328Z","end":"2026-03-19T09:19:54.798134Z","steps":["trace[698444119] 'agreement among raft nodes before linearized reading' (duration: 2.537776687s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:53.731695Z","time spent":"1.06636731s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493125891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.79817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506198904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554183165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.798166Z","caller":"traceutil/trace.go:171","msg":"trace[1115096920] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8282; }","duration":"2.811963866s","start":"2026-03-19T09:19:51.98617Z","end":"2026-03-19T09:19:54.798134Z","steps":["trace[1115096920] 'agreement among raft nodes before linearized reading' (duration: 2.8117257s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.79822Z","caller":"traceutil/trace.go:171","msg":"trace[292346248] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8282; }","duration":"2.554209856s","start":"2026-03-19T09:19:52.244003Z","end":"2026-03-19T09:19:54.798213Z","steps":["trace[292346248] 'agreement among raft nodes before linearized reading' (duration: 2.554174195s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.79824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521959985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604574047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492672589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.798267Z","caller":"traceutil/trace.go:171","msg":"trace[188716201] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8282; }","duration":"2.521993816s","start":"2026-03-19T09:19:52.276266Z","end":"2026-03-19T09:19:54.79826Z","steps":["trace[188716201] 'agreement among raft nodes before linearized reading' (duration: 2.521956275s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.796099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618284517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.79828Z","caller":"traceutil/trace.go:171","msg":"trace[284649420] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8282; }","duration":"2.604651199s","start":"2026-03-19T09:19:52.193616Z","end":"2026-03-19T09:19:54.798267Z","steps":["trace[284649420] 'agreement among raft nodes before linearized reading' (duration: 2.604600538s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522282964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.798284Z","caller":"traceutil/trace.go:171","msg":"trace[1875833556] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8282; }","duration":"2.492930086s","start":"2026-03-19T09:19:52.305344Z","end":"2026-03-19T09:19:54.798275Z","steps":["trace[1875833556] 'agreement among raft nodes before linearized reading' (duration: 2.49267203s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.798308Z","caller":"traceutil/trace.go:171","msg":"trace[1099184424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8282; }","duration":"2.522311604s","start":"2026-03-19T09:19:52.275991Z","end":"2026-03-19T09:19:54.798303Z","steps":["trace[1099184424] 'agreement among raft nodes before linearized reading' (duration: 2.522281863s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.193611Z","time spent":"2.60468846s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.275983Z","time spent":"2.522340185s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.305337Z","time spent":"2.492981357s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.798323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555213911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506201064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812205462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094021875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:19:54.798391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555302323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.798427Z","caller":"traceutil/trace.go:171","msg":"trace[1279177636] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8282; }","duration":"2.812275374s","start":"2026-03-19T09:19:51.98613Z","end":"2026-03-19T09:19:54.798405Z","steps":["trace[1279177636] 'agreement among raft nodes before linearized reading' (duration: 2.812185231s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:19:54.798443Z","caller":"traceutil/trace.go:171","msg":"trace[683549488] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8282; }","duration":"2.555368004s","start":"2026-03-19T09:19:52.243064Z","end":"2026-03-19T09:19:54.798432Z","steps":["trace[683549488] 'agreement among raft nodes before linearized reading' (duration: 2.555284972s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5877781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.986113Z","time spent":"2.812352555s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.243057Z","time spent":"2.555414976s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:19:54.798496Z","caller":"traceutil/trace.go:171","msg":"trace[701695545] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8282; }","duration":"2.588303704s","start":"2026-03-19T09:19:52.210182Z","end":"2026-03-19T09:19:54.798485Z","steps":["trace[701695545] 'agreement among raft nodes before linearized reading' (duration: 2.58774518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537709166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:19:54.798523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.21017Z","time spent":"2.588345824s","remote":"127.0.0.1:47418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:19:54.798492Z","caller":"traceutil/trace.go:171","msg":"trace[229193749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8282; }","duration":"2.50641193s","start":"2026-03-19T09:19:52.291997Z","end":"2026-03-19T09:19:54.798409Z","steps":["trace[229193749] 'agreement among raft nodes before linearized reading' (duration: 2.506211065s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.243997Z","time spent":"2.554240896s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:54.79831Z","caller":"traceutil/trace.go:171","msg":"trace[507771873] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8282; }","duration":"2.620505053s","start":"2026-03-19T09:19:52.177789Z","end":"2026-03-19T09:19:54.798294Z","steps":["trace[507771873] 'agreement among raft nodes before linearized reading' (duration: 2.618290876s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.986151Z","time spent":"2.812087048s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.798605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.177775Z","time spent":"2.620822742s","remote":"127.0.0.1:47404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.798524Z","caller":"traceutil/trace.go:171","msg":"trace[1358930304] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8282; }","duration":"2.538155897s","start":"2026-03-19T09:19:52.260362Z","end":"2026-03-19T09:19:54.798518Z","steps":["trace[1358930304] 'agreement among raft nodes before linearized reading' (duration: 2.537717105s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.798164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.260309Z","time spent":"2.537850229s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.798641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.260352Z","time spent":"2.53827968s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537252224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.798975Z","caller":"traceutil/trace.go:171","msg":"trace[1433696384] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8282; }","duration":"2.538118566s","start":"2026-03-19T09:19:52.260815Z","end":"2026-03-19T09:19:54.798934Z","steps":["trace[1433696384] 'agreement among raft nodes before linearized reading' (duration: 2.537261344s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.799166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.260809Z","time spent":"2.538326121s","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.798062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492962977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.799304Z","caller":"traceutil/trace.go:171","msg":"trace[1411306686] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8282; }","duration":"2.494197448s","start":"2026-03-19T09:19:52.305093Z","end":"2026-03-19T09:19:54.799291Z","steps":["trace[1411306686] 'agreement among raft nodes before linearized reading' (duration: 2.492956977s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.799348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.305045Z","time spent":"2.49428983s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.194264Z","time spent":"2.603908051s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:19:54.798203Z","caller":"traceutil/trace.go:171","msg":"trace[2074421425] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8282; }","duration":"2.493201313s","start":"2026-03-19T09:19:52.304987Z","end":"2026-03-19T09:19:54.798189Z","steps":["trace[2074421425] 'agreement among raft nodes before linearized reading' (duration: 2.493129261s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.799596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.304963Z","time spent":"2.494606668s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.798252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506243445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.799676Z","caller":"traceutil/trace.go:171","msg":"trace[418289591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8282; }","duration":"2.507680221s","start":"2026-03-19T09:19:52.291982Z","end":"2026-03-19T09:19:54.799662Z","steps":["trace[418289591] 'agreement among raft nodes before linearized reading' (duration: 2.506252635s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.799727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.291968Z","time spent":"2.507745112s","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:19:54.798259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568612932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.799872Z","caller":"traceutil/trace.go:171","msg":"trace[151411782] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8282; }","duration":"2.570250063s","start":"2026-03-19T09:19:52.229612Z","end":"2026-03-19T09:19:54.799862Z","steps":["trace[151411782] 'agreement among raft nodes before linearized reading' (duration: 2.568577941s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.799908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.229605Z","time spent":"2.570290664s","remote":"127.0.0.1:47420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.798297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.276262Z","time spent":"2.522029367s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-19T09:19:54.798326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522716205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.800017Z","caller":"traceutil/trace.go:171","msg":"trace[471486071] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8282; }","duration":"2.524424737s","start":"2026-03-19T09:19:52.275584Z","end":"2026-03-19T09:19:54.800009Z","steps":["trace[471486071] 'agreement among raft nodes before linearized reading' (duration: 2.522725624s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.800038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.275571Z","time spent":"2.524461358s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-19T09:19:54.798375Z","caller":"traceutil/trace.go:171","msg":"trace[1046602630] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8282; }","duration":"2.555271963s","start":"2026-03-19T09:19:52.243091Z","end":"2026-03-19T09:19:54.798363Z","steps":["trace[1046602630] 'agreement among raft nodes before linearized reading' (duration: 2.555195231s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.80011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.243087Z","time spent":"2.557009246s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.798414Z","caller":"traceutil/trace.go:171","msg":"trace[1878789737] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8282; }","duration":"3.094104487s","start":"2026-03-19T09:19:51.704303Z","end":"2026-03-19T09:19:54.798407Z","steps":["trace[1878789737] 'agreement among raft nodes before linearized reading' (duration: 3.094028315s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.800186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:51.70427Z","time spent":"3.095901432s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:19:54.797976Z","caller":"traceutil/trace.go:171","msg":"trace[1398541536] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8282; }","duration":"3.901409493s","start":"2026-03-19T09:19:50.896557Z","end":"2026-03-19T09:19:54.797966Z","steps":["trace[1398541536] 'agreement among raft nodes before linearized reading' (duration: 3.900671713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.800474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:50.89654Z","time spent":"3.903908917s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:19:54.798194Z","caller":"traceutil/trace.go:171","msg":"trace[1108111815] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8282; }","duration":"2.506254825s","start":"2026-03-19T09:19:52.291933Z","end":"2026-03-19T09:19:54.798188Z","steps":["trace[1108111815] 'agreement among raft nodes before linearized reading' (duration: 2.506212364s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.800729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.291913Z","time spent":"2.50879481s","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.798788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605273725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:19:54.801741Z","caller":"traceutil/trace.go:171","msg":"trace[1098255525] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8282; }","duration":"2.607449601s","start":"2026-03-19T09:19:52.193473Z","end":"2026-03-19T09:19:54.800923Z","steps":["trace[1098255525] 'agreement among raft nodes before linearized reading' (duration: 2.604337372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:19:54.801938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.193458Z","time spent":"2.608458686s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-19T09:19:54.798661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:19:52.291984Z","time spent":"2.506614445s","remote":"127.0.0.1:47442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-19T09:20:01.855703Z","caller":"traceutil/trace.go:171","msg":"trace[2137247881] linearizableReadLoop","detail":"{readStateIndex:8681; appliedIndex:8680; }","duration":"173.074605ms","start":"2026-03-19T09:20:01.682609Z","end":"2026-03-19T09:20:01.855684Z","steps":["trace[2137247881] 'read index received' (duration: 172.943922ms)","trace[2137247881] 'applied index is now lower than readState.Index' (duration: 129.893µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:01.855807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:01.531899Z","time spent":"323.891513ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:20:01.855861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.231199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:01.856107Z","caller":"traceutil/trace.go:171","msg":"trace[284797185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8320; }","duration":"173.537077ms","start":"2026-03-19T09:20:01.682545Z","end":"2026-03-19T09:20:01.856082Z","steps":["trace[284797185] 'agreement among raft nodes before linearized reading' (duration: 173.232789ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:01.976843Z","caller":"traceutil/trace.go:171","msg":"trace[93772176] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8681; }","duration":"119.282366ms","start":"2026-03-19T09:20:01.857537Z","end":"2026-03-19T09:20:01.976819Z","steps":["trace[93772176] 'read index received' (duration: 53.193684ms)","trace[93772176] 'applied index is now lower than readState.Index' (duration: 66.087382ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:01.976941Z","caller":"traceutil/trace.go:171","msg":"trace[529741207] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"119.437069ms","start":"2026-03-19T09:20:01.857434Z","end":"2026-03-19T09:20:01.976871Z","steps":["trace[529741207] 'process raft request' (duration: 53.253545ms)","trace[529741207] 'compare' (duration: 66.005759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:01.976998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.440129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:01.977262Z","caller":"traceutil/trace.go:171","msg":"trace[1674477054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8321; }","duration":"119.761587ms","start":"2026-03-19T09:20:01.857484Z","end":"2026-03-19T09:20:01.977246Z","steps":["trace[1674477054] 'agreement among raft nodes before linearized reading' (duration: 119.424589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:03.368294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:03.869489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:04.370544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:04.871709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:05.372806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:05.681141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:05.681201Z","caller":"traceutil/trace.go:171","msg":"trace[848700479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690359s","start":"2026-03-19T09:20:03.680497Z","end":"2026-03-19T09:20:05.681188Z","steps":["trace[848700479] 'agreement among raft nodes before linearized reading' (duration: 2.000609927s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:05.68123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.680474Z","time spent":"2.000750231s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:05.873353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457013966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:06.354472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.526244235s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:06.354872Z","caller":"traceutil/trace.go:171","msg":"trace[231637373] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"3.526719126s","start":"2026-03-19T09:20:02.828129Z","end":"2026-03-19T09:20:06.354848Z","steps":["trace[231637373] 'process raft request' (duration: 3.526526651s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:06.355004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.828106Z","time spent":"3.526825649s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:07.581255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195267801s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:07.581653Z","caller":"traceutil/trace.go:171","msg":"trace[75386726] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8682; }","duration":"4.713746507s","start":"2026-03-19T09:20:02.867881Z","end":"2026-03-19T09:20:07.581627Z","steps":["trace[75386726] 'read index received' (duration: 3.48678602s)","trace[75386726] 'applied index is now lower than readState.Index' (duration: 1.226959267s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:07.581762Z","caller":"traceutil/trace.go:171","msg":"trace[917921589] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"2.581189321s","start":"2026-03-19T09:20:05.000531Z","end":"2026-03-19T09:20:07.58172Z","steps":["trace[917921589] 'process raft request' (duration: 2.581068288s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.581794Z","caller":"traceutil/trace.go:171","msg":"trace[38438183] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"4.48795948s","start":"2026-03-19T09:20:03.093732Z","end":"2026-03-19T09:20:07.581691Z","steps":["trace[38438183] 'process raft request' (duration: 4.487817896s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.581835Z","caller":"traceutil/trace.go:171","msg":"trace[1005539322] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"4.752869343s","start":"2026-03-19T09:20:02.828907Z","end":"2026-03-19T09:20:07.581776Z","steps":["trace[1005539322] 'process raft request' (duration: 4.752507374s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.581972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89782363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-19T09:20:07.581988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.714098626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:07.581986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.093704Z","time spent":"4.488184136s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:07.582019Z","caller":"traceutil/trace.go:171","msg":"trace[1861263424] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:8325; }","duration":"1.897896622s","start":"2026-03-19T09:20:05.684107Z","end":"2026-03-19T09:20:07.582004Z","steps":["trace[1861263424] 'agreement among raft nodes before linearized reading' (duration: 1.897796379s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.582032Z","caller":"traceutil/trace.go:171","msg":"trace[946674998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8325; }","duration":"4.714175828s","start":"2026-03-19T09:20:02.867842Z","end":"2026-03-19T09:20:07.582018Z","steps":["trace[946674998] 'agreement among raft nodes before linearized reading' (duration: 4.714012974s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.828889Z","time spent":"4.753041277s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:07.582056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.684094Z","time spent":"1.897951073s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" "} {"level":"warn","ts":"2026-03-19T09:20:07.582066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.867824Z","time spent":"4.714230669s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:07.581868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.000493Z","time spent":"2.581300454s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:07.582145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708457373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:20:07.582227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696462656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:07.58227Z","caller":"traceutil/trace.go:171","msg":"trace[913107274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8325; }","duration":"4.708648787s","start":"2026-03-19T09:20:02.873596Z","end":"2026-03-19T09:20:07.582245Z","steps":["trace[913107274] 'agreement among raft nodes before linearized reading' (duration: 4.708266297s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534494103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:07.58233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.873579Z","time spent":"4.708739119s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:07.58236Z","caller":"traceutil/trace.go:171","msg":"trace[957783280] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8325; }","duration":"3.534596857s","start":"2026-03-19T09:20:04.047747Z","end":"2026-03-19T09:20:07.582344Z","steps":["trace[957783280] 'agreement among raft nodes before linearized reading' (duration: 3.534536096s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414748468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T09:20:07.58231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23456327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:20:07.582511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686911493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:20:07.582538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699035002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:20:07.582556Z","caller":"traceutil/trace.go:171","msg":"trace[1975341137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8325; }","duration":"4.686943524s","start":"2026-03-19T09:20:02.895592Z","end":"2026-03-19T09:20:07.582536Z","steps":["trace[1975341137] 'agreement among raft nodes before linearized reading' (duration: 4.686865922s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.582587Z","caller":"traceutil/trace.go:171","msg":"trace[1143338449] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8325; }","duration":"4.699104154s","start":"2026-03-19T09:20:02.883466Z","end":"2026-03-19T09:20:07.58257Z","steps":["trace[1143338449] 'agreement among raft nodes before linearized reading' (duration: 4.699005201s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:07.58253Z","caller":"traceutil/trace.go:171","msg":"trace[113145515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8325; }","duration":"4.234802246s","start":"2026-03-19T09:20:03.347664Z","end":"2026-03-19T09:20:07.582466Z","steps":["trace[113145515] 'agreement among raft nodes before linearized reading' (duration: 4.234289513s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699701028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:07.582618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.883451Z","time spent":"4.699160705s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:20:07.582652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701914786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:20:07.582593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.895528Z","time spent":"4.687057257s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:20:07.582315Z","caller":"traceutil/trace.go:171","msg":"trace[1596745945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8325; }","duration":"4.696659111s","start":"2026-03-19T09:20:02.885635Z","end":"2026-03-19T09:20:07.582294Z","steps":["trace[1596745945] 'agreement among raft nodes before linearized reading' (duration: 4.696310062s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.347607Z","time spent":"4.235034043s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:20:07.582744Z","caller":"traceutil/trace.go:171","msg":"trace[1260774888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8325; }","duration":"4.702036238s","start":"2026-03-19T09:20:02.880693Z","end":"2026-03-19T09:20:07.582729Z","steps":["trace[1260774888] 'agreement among raft nodes before linearized reading' (duration: 4.701868204s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.88562Z","time spent":"4.697134583s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:07.582809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.880675Z","time spent":"4.702121551s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:20:07.582639Z","caller":"traceutil/trace.go:171","msg":"trace[1089439457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8325; }","duration":"4.69977804s","start":"2026-03-19T09:20:02.882853Z","end":"2026-03-19T09:20:07.582631Z","steps":["trace[1089439457] 'agreement among raft nodes before linearized reading' (duration: 4.699633137s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892509834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:07.582913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:02.882832Z","time spent":"4.700072338s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:20:07.582922Z","caller":"traceutil/trace.go:171","msg":"trace[1740356837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8325; }","duration":"1.893106949s","start":"2026-03-19T09:20:05.6898Z","end":"2026-03-19T09:20:07.582907Z","steps":["trace[1740356837] 'agreement among raft nodes before linearized reading' (duration: 1.892530285s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.582982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.689771Z","time spent":"1.893195732s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:07.582251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.710301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:07.583075Z","caller":"traceutil/trace.go:171","msg":"trace[1724095434] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8325; }","duration":"675.571613ms","start":"2026-03-19T09:20:06.907483Z","end":"2026-03-19T09:20:07.583054Z","steps":["trace[1724095434] 'agreement among raft nodes before linearized reading' (duration: 674.702471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.583134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:06.907452Z","time spent":"675.663146ms","remote":"127.0.0.1:39068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:07.58236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546606862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:07.583208Z","caller":"traceutil/trace.go:171","msg":"trace[111065529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8325; }","duration":"2.547512666s","start":"2026-03-19T09:20:05.035683Z","end":"2026-03-19T09:20:07.583196Z","steps":["trace[111065529] 'agreement among raft nodes before linearized reading' (duration: 2.546560331s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.583247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:05.035656Z","time spent":"2.547579808s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:07.582424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:04.047726Z","time spent":"3.534684959s","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:07.582441Z","caller":"traceutil/trace.go:171","msg":"trace[673411582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8325; }","duration":"4.414815228s","start":"2026-03-19T09:20:03.167618Z","end":"2026-03-19T09:20:07.582433Z","steps":["trace[673411582] 'agreement among raft nodes before linearized reading' (duration: 4.414722916s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:07.58344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:03.1676Z","time spent":"4.415824125s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:20:08.363723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.766018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:08.36384Z","caller":"traceutil/trace.go:171","msg":"trace[559376500] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"777.426945ms","start":"2026-03-19T09:20:07.586393Z","end":"2026-03-19T09:20:08.36382Z","steps":["trace[559376500] 'process raft request' (duration: 492.474302ms)","trace[559376500] 'compare' (duration: 284.298397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:08.363918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.586372Z","time spent":"777.516268ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.59722Z","caller":"traceutil/trace.go:171","msg":"trace[166267532] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"1.008531387s","start":"2026-03-19T09:20:07.588667Z","end":"2026-03-19T09:20:08.597198Z","steps":["trace[166267532] 'process raft request' (duration: 981.877529ms)","trace[166267532] 'compare' (duration: 26.371851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:08.597342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.588632Z","time spent":"1.008648861s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.59752Z","caller":"traceutil/trace.go:171","msg":"trace[1784069250] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"1.008762784s","start":"2026-03-19T09:20:07.588749Z","end":"2026-03-19T09:20:08.597512Z","steps":["trace[1784069250] 'process raft request' (duration: 1.008370503s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.597563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.588731Z","time spent":"1.008809556s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.597708Z","caller":"traceutil/trace.go:171","msg":"trace[340705743] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"1.008838855s","start":"2026-03-19T09:20:07.588827Z","end":"2026-03-19T09:20:08.597666Z","steps":["trace[340705743] 'process raft request' (duration: 1.008540697s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:08.597756Z","caller":"traceutil/trace.go:171","msg":"trace[1636243973] linearizableReadLoop","detail":"{readStateIndex:8693; appliedIndex:8686; }","duration":"1.008505627s","start":"2026-03-19T09:20:07.589223Z","end":"2026-03-19T09:20:08.597729Z","steps":["trace[1636243973] 'read index received' (duration: 489.717762ms)","trace[1636243973] 'applied index is now lower than readState.Index' (duration: 518.785114ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:08.597834Z","caller":"traceutil/trace.go:171","msg":"trace[1780262324] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"1.008748243s","start":"2026-03-19T09:20:07.589078Z","end":"2026-03-19T09:20:08.597826Z","steps":["trace[1780262324] 'process raft request' (duration: 1.008508647s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.59788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.589067Z","time spent":"1.008792094s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.59789Z","caller":"traceutil/trace.go:171","msg":"trace[1531737359] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"1.00785786s","start":"2026-03-19T09:20:07.590017Z","end":"2026-03-19T09:20:08.597875Z","steps":["trace[1531737359] 'process raft request' (duration: 1.007616884s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.597905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.588821Z","time spent":"1.008989179s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.597955Z","caller":"traceutil/trace.go:171","msg":"trace[1269589699] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"1.008931288s","start":"2026-03-19T09:20:07.588963Z","end":"2026-03-19T09:20:08.597894Z","steps":["trace[1269589699] 'process raft request' (duration: 1.008526018s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:08.597968Z","caller":"traceutil/trace.go:171","msg":"trace[1915741920] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"1.006699102s","start":"2026-03-19T09:20:07.591202Z","end":"2026-03-19T09:20:08.597901Z","steps":["trace[1915741920] 'process raft request' (duration: 1.006476706s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:08.598003Z","caller":"traceutil/trace.go:171","msg":"trace[2010166090] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"1.008902637s","start":"2026-03-19T09:20:07.589048Z","end":"2026-03-19T09:20:08.59795Z","steps":["trace[2010166090] 'process raft request' (duration: 1.008493437s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.59813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008874046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:20:08.598156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.588935Z","time spent":"1.009108402s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:08.598238Z","caller":"traceutil/trace.go:171","msg":"trace[983818996] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8334; }","duration":"1.008996589s","start":"2026-03-19T09:20:07.589217Z","end":"2026-03-19T09:20:08.598214Z","steps":["trace[983818996] 'agreement among raft nodes before linearized reading' (duration: 1.008686301s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:08.598259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.591191Z","time spent":"1.006903437s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:08.598311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.589178Z","time spent":"1.009118262s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:08.598009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.590004Z","time spent":"1.007919422s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:08.59819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.589033Z","time spent":"1.009069251s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:09.455528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.227638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:09.455803Z","caller":"traceutil/trace.go:171","msg":"trace[1951392397] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.096337782s","start":"2026-03-19T09:20:08.359438Z","end":"2026-03-19T09:20:09.455776Z","steps":["trace[1951392397] 'process raft request' (duration: 423.770955ms)","trace[1951392397] 'compare' (duration: 672.078825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:09.455919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.359411Z","time spent":"1.096435405s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:09.455981Z","caller":"traceutil/trace.go:171","msg":"trace[1054121420] linearizableReadLoop","detail":"{readStateIndex:8696; appliedIndex:8695; }","duration":"858.12693ms","start":"2026-03-19T09:20:08.597832Z","end":"2026-03-19T09:20:09.455959Z","steps":["trace[1054121420] 'read index received' (duration: 185.397588ms)","trace[1054121420] 'applied index is now lower than readState.Index' (duration: 672.727512ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:09.455966Z","caller":"traceutil/trace.go:171","msg":"trace[1233571891] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"839.584838ms","start":"2026-03-19T09:20:08.616324Z","end":"2026-03-19T09:20:09.455909Z","steps":["trace[1233571891] 'process raft request' (duration: 839.322292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.456011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861053825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:09.456068Z","caller":"traceutil/trace.go:171","msg":"trace[788103499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8336; }","duration":"1.861135827s","start":"2026-03-19T09:20:07.594915Z","end":"2026-03-19T09:20:09.456051Z","steps":["trace[788103499] 'agreement among raft nodes before linearized reading' (duration: 1.861047645s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.456107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.594904Z","time spent":"1.861195408s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:09.456218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.767035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:09.456302Z","caller":"traceutil/trace.go:171","msg":"trace[1922416050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8336; }","duration":"377.902228ms","start":"2026-03-19T09:20:09.078384Z","end":"2026-03-19T09:20:09.456286Z","steps":["trace[1922416050] 'agreement among raft nodes before linearized reading' (duration: 377.736234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.456304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.022546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"warn","ts":"2026-03-19T09:20:09.456346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866295698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224165"} {"level":"info","ts":"2026-03-19T09:20:09.45636Z","caller":"traceutil/trace.go:171","msg":"trace[557622048] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8336; }","duration":"856.130158ms","start":"2026-03-19T09:20:08.60022Z","end":"2026-03-19T09:20:09.45635Z","steps":["trace[557622048] 'agreement among raft nodes before linearized reading' (duration: 855.863992ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:09.456372Z","caller":"traceutil/trace.go:171","msg":"trace[1471838158] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8336; }","duration":"1.866350369s","start":"2026-03-19T09:20:07.590015Z","end":"2026-03-19T09:20:09.456365Z","steps":["trace[1471838158] 'agreement among raft nodes before linearized reading' (duration: 1.866045281s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.456393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.600202Z","time spent":"856.183539ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:20:09.456221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.281446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:09.456444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.078367Z","time spent":"378.009811ms","remote":"127.0.0.1:45506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:09.456393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:07.590003Z","time spent":"1.86638237s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224188,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:09.456423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:08.616299Z","time spent":"839.758433ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:09.456479Z","caller":"traceutil/trace.go:171","msg":"trace[1109202403] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8336; }","duration":"365.574734ms","start":"2026-03-19T09:20:09.090863Z","end":"2026-03-19T09:20:09.456437Z","steps":["trace[1109202403] 'agreement among raft nodes before linearized reading' (duration: 365.243645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:09.456613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:09.090843Z","time spent":"365.722598ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:09.746751Z","caller":"traceutil/trace.go:171","msg":"trace[212763506] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"156.563535ms","start":"2026-03-19T09:20:09.590159Z","end":"2026-03-19T09:20:09.746722Z","steps":["trace[212763506] 'process raft request' (duration: 122.96686ms)","trace[212763506] 'compare' (duration: 33.166214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:10.208838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.171779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:10.208947Z","caller":"traceutil/trace.go:171","msg":"trace[2002855420] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8337; }","duration":"289.339784ms","start":"2026-03-19T09:20:09.919581Z","end":"2026-03-19T09:20:10.20892Z","steps":["trace[2002855420] 'count revisions from in-memory index tree' (duration: 289.067406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:10.555306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.824082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:20:10.747346Z","caller":"traceutil/trace.go:171","msg":"trace[385116465] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"141.526512ms","start":"2026-03-19T09:20:10.605787Z","end":"2026-03-19T09:20:10.747314Z","steps":["trace[385116465] 'process raft request' (duration: 141.301397ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.677524Z","caller":"traceutil/trace.go:171","msg":"trace[886658275] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"1.071405037s","start":"2026-03-19T09:20:10.606094Z","end":"2026-03-19T09:20:11.677499Z","steps":["trace[886658275] 'process raft request' (duration: 1.071330415s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.677667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.60608Z","time spent":"1.07151398s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:11.677813Z","caller":"traceutil/trace.go:171","msg":"trace[635349398] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"1.071952112s","start":"2026-03-19T09:20:10.605829Z","end":"2026-03-19T09:20:11.677781Z","steps":["trace[635349398] 'process raft request' (duration: 1.071423609s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.677978Z","caller":"traceutil/trace.go:171","msg":"trace[860684045] linearizableReadLoop","detail":"{readStateIndex:8705; appliedIndex:8699; }","duration":"998.070961ms","start":"2026-03-19T09:20:10.67989Z","end":"2026-03-19T09:20:11.677961Z","steps":["trace[860684045] 'read index received' (duration: 67.275493ms)","trace[860684045] 'applied index is now lower than readState.Index' (duration: 930.794498ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:11.67809Z","caller":"traceutil/trace.go:171","msg":"trace[1466966742] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"1.071544461s","start":"2026-03-19T09:20:10.606528Z","end":"2026-03-19T09:20:11.678072Z","steps":["trace[1466966742] 'process raft request' (duration: 1.070938226s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.67809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.605809Z","time spent":"1.072172518s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:11.678171Z","caller":"traceutil/trace.go:171","msg":"trace[2118478854] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"1.071163651s","start":"2026-03-19T09:20:10.606956Z","end":"2026-03-19T09:20:11.67812Z","steps":["trace[2118478854] 'process raft request' (duration: 1.070939696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.678175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.270346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:11.678218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.606512Z","time spent":"1.071630733s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:11.678259Z","caller":"traceutil/trace.go:171","msg":"trace[129534956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8343; }","duration":"998.410029ms","start":"2026-03-19T09:20:10.679832Z","end":"2026-03-19T09:20:11.678242Z","steps":["trace[129534956] 'agreement among raft nodes before linearized reading' (duration: 998.281896ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:11.678241Z","caller":"traceutil/trace.go:171","msg":"trace[1267033151] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"1.071640753s","start":"2026-03-19T09:20:10.606557Z","end":"2026-03-19T09:20:11.678197Z","steps":["trace[1267033151] 'process raft request' (duration: 1.071268324s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:11.678301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.606936Z","time spent":"1.071293624s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:11.678306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.679809Z","time spent":"998.488582ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:11.67844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.606542Z","time spent":"1.071796727s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:12.17849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:12.679071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:13.179529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014012,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:13.607982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.93084059s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:13.679771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:13.679885Z","caller":"traceutil/trace.go:171","msg":"trace[1290460732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328669s","start":"2026-03-19T09:20:11.679531Z","end":"2026-03-19T09:20:13.67986Z","steps":["trace[1290460732] 'agreement among raft nodes before linearized reading' (duration: 2.000194306s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:13.679942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.679518Z","time spent":"2.000412142s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:14.174309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.583704ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:14.174439Z","caller":"traceutil/trace.go:171","msg":"trace[1148555917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8343; }","duration":"629.724257ms","start":"2026-03-19T09:20:13.544697Z","end":"2026-03-19T09:20:14.174421Z","steps":["trace[1148555917] 'range keys from in-memory index tree' (duration: 629.568823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.174672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.300464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:14.174803Z","caller":"traceutil/trace.go:171","msg":"trace[1525161618] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"2.713879429s","start":"2026-03-19T09:20:11.460908Z","end":"2026-03-19T09:20:14.174788Z","steps":["trace[1525161618] 'process raft request' (duration: 2.147397781s)","trace[1525161618] 'compare' (duration: 565.402771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:14.17485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.460881Z","time spent":"2.713948612s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:14.724868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:14.724982Z","caller":"traceutil/trace.go:171","msg":"trace[1701389412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000442673s","start":"2026-03-19T09:20:12.724515Z","end":"2026-03-19T09:20:14.724958Z","steps":["trace[1701389412] 'agreement among raft nodes before linearized reading' (duration: 2.000296399s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:14.725049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.724493Z","time spent":"2.000542075s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:15.397028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.788724635s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:15.397442Z","caller":"traceutil/trace.go:171","msg":"trace[2016850279] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8705; }","duration":"3.719382691s","start":"2026-03-19T09:20:11.678034Z","end":"2026-03-19T09:20:15.397416Z","steps":["trace[2016850279] 'read index received' (duration: 1.930272457s)","trace[2016850279] 'applied index is now lower than readState.Index' (duration: 1.789109094s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:15.39755Z","caller":"traceutil/trace.go:171","msg":"trace[1703115508] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"3.642999606s","start":"2026-03-19T09:20:11.754535Z","end":"2026-03-19T09:20:15.397535Z","steps":["trace[1703115508] 'process raft request' (duration: 3.642670698s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.397663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.754511Z","time spent":"3.643074398s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:15.39787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932259349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:20:15.397956Z","caller":"traceutil/trace.go:171","msg":"trace[1442926030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8345; }","duration":"3.932371722s","start":"2026-03-19T09:20:11.465553Z","end":"2026-03-19T09:20:15.397925Z","steps":["trace[1442926030] 'agreement among raft nodes before linearized reading' (duration: 3.932172527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.397998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.465534Z","time spent":"3.932454704s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:20:15.398255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518586891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:20:15.398302Z","caller":"traceutil/trace.go:171","msg":"trace[1175683163] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:8345; }","duration":"4.518665583s","start":"2026-03-19T09:20:10.879621Z","end":"2026-03-19T09:20:15.398286Z","steps":["trace[1175683163] 'agreement among raft nodes before linearized reading' (duration: 4.518519079s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.398334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:10.879602Z","time spent":"4.518724984s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"warn","ts":"2026-03-19T09:20:15.398674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867292694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:20:15.398767Z","caller":"traceutil/trace.go:171","msg":"trace[531757323] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8345; }","duration":"3.867430118s","start":"2026-03-19T09:20:11.531319Z","end":"2026-03-19T09:20:15.398749Z","steps":["trace[531757323] 'agreement among raft nodes before linearized reading' (duration: 3.866645748s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.398814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:11.531302Z","time spent":"3.86750039s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:20:15.551973Z","caller":"traceutil/trace.go:171","msg":"trace[1838183637] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8707; }","duration":"154.451971ms","start":"2026-03-19T09:20:15.397499Z","end":"2026-03-19T09:20:15.551951Z","steps":["trace[1838183637] 'read index received' (duration: 146.446247ms)","trace[1838183637] 'applied index is now lower than readState.Index' (duration: 8.005034ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:15.552018Z","caller":"traceutil/trace.go:171","msg":"trace[1588307931] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"461.377552ms","start":"2026-03-19T09:20:15.090623Z","end":"2026-03-19T09:20:15.552001Z","steps":["trace[1588307931] 'process raft request' (duration: 453.307817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.0906Z","time spent":"461.459345ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:15.552144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.61800331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:15.552186Z","caller":"traceutil/trace.go:171","msg":"trace[1219116195] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8346; }","duration":"2.618114972s","start":"2026-03-19T09:20:12.93406Z","end":"2026-03-19T09:20:15.552175Z","steps":["trace[1219116195] 'agreement among raft nodes before linearized reading' (duration: 2.618010149s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.934041Z","time spent":"2.618164983s","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:15.55221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800943946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:15.552242Z","caller":"traceutil/trace.go:171","msg":"trace[1475650935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8346; }","duration":"2.801011778s","start":"2026-03-19T09:20:12.75122Z","end":"2026-03-19T09:20:15.552232Z","steps":["trace[1475650935] 'agreement among raft nodes before linearized reading' (duration: 2.800860014s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865754765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:15.552268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:12.751204Z","time spent":"2.801057099s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:15.552261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784741143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:15.552245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008579979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:15.552323Z","caller":"traceutil/trace.go:171","msg":"trace[274635798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8346; }","duration":"1.784841465s","start":"2026-03-19T09:20:13.767466Z","end":"2026-03-19T09:20:15.552308Z","steps":["trace[274635798] 'agreement among raft nodes before linearized reading' (duration: 1.784597289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122557869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:15.552357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.767451Z","time spent":"1.784899097s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:20:15.552363Z","caller":"traceutil/trace.go:171","msg":"trace[1437289052] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8346; }","duration":"1.122628812s","start":"2026-03-19T09:20:14.429722Z","end":"2026-03-19T09:20:15.552351Z","steps":["trace[1437289052] 'agreement among raft nodes before linearized reading' (duration: 1.122312814s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865724114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:20:15.552416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784918478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:15.552351Z","caller":"traceutil/trace.go:171","msg":"trace[406006854] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8346; }","duration":"1.008730112s","start":"2026-03-19T09:20:14.543595Z","end":"2026-03-19T09:20:15.552325Z","steps":["trace[406006854] 'agreement among raft nodes before linearized reading' (duration: 1.008450585s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.552448Z","caller":"traceutil/trace.go:171","msg":"trace[472301509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8346; }","duration":"1.784973438s","start":"2026-03-19T09:20:13.767466Z","end":"2026-03-19T09:20:15.552439Z","steps":["trace[472301509] 'agreement among raft nodes before linearized reading' (duration: 1.784506367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.55246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.54357Z","time spent":"1.008879867s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:15.552465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.429694Z","time spent":"1.122758495s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:15.552478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.767451Z","time spent":"1.78501979s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:15.552479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785202034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:20:15.552485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099696167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:15.552525Z","caller":"traceutil/trace.go:171","msg":"trace[1018168626] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8346; }","duration":"1.099776679s","start":"2026-03-19T09:20:14.452736Z","end":"2026-03-19T09:20:15.552512Z","steps":["trace[1018168626] 'agreement among raft nodes before linearized reading' (duration: 1.099302927s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.552549Z","caller":"traceutil/trace.go:171","msg":"trace[1803073668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8346; }","duration":"1.865870458s","start":"2026-03-19T09:20:13.686634Z","end":"2026-03-19T09:20:15.552505Z","steps":["trace[1803073668] 'agreement among raft nodes before linearized reading' (duration: 1.865372835s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:14.452716Z","time spent":"1.099828711s","remote":"127.0.0.1:39082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:15.552593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.686607Z","time spent":"1.865973761s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:20:15.552294Z","caller":"traceutil/trace.go:171","msg":"trace[28407876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8346; }","duration":"1.865820186s","start":"2026-03-19T09:20:13.686462Z","end":"2026-03-19T09:20:15.552282Z","steps":["trace[28407876] 'agreement among raft nodes before linearized reading' (duration: 1.86556027s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.552417Z","caller":"traceutil/trace.go:171","msg":"trace[1677289232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8346; }","duration":"1.865890358s","start":"2026-03-19T09:20:13.686509Z","end":"2026-03-19T09:20:15.5524Z","steps":["trace[1677289232] 'agreement among raft nodes before linearized reading' (duration: 1.865507129s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866126605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:20:15.552731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.686483Z","time spent":"1.866239537s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:15.552732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.686447Z","time spent":"1.866271858s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:20:15.552763Z","caller":"traceutil/trace.go:171","msg":"trace[1203800819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8346; }","duration":"1.866247058s","start":"2026-03-19T09:20:13.686492Z","end":"2026-03-19T09:20:15.552739Z","steps":["trace[1203800819] 'agreement among raft nodes before linearized reading' (duration: 1.865493839s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511990951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:20:15.552811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.686444Z","time spent":"1.86635709s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:20:15.552841Z","caller":"traceutil/trace.go:171","msg":"trace[101858141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8346; }","duration":"2.512065463s","start":"2026-03-19T09:20:13.040764Z","end":"2026-03-19T09:20:15.552829Z","steps":["trace[101858141] 'agreement among raft nodes before linearized reading' (duration: 2.511234032s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.552876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:13.040747Z","time spent":"2.512119114s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:15.552859Z","caller":"traceutil/trace.go:171","msg":"trace[1652933174] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"152.356457ms","start":"2026-03-19T09:20:15.400485Z","end":"2026-03-19T09:20:15.552842Z","steps":["trace[1652933174] 'process raft request' (duration: 151.64866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.553122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.394483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224165"} {"level":"info","ts":"2026-03-19T09:20:15.553163Z","caller":"traceutil/trace.go:171","msg":"trace[1439098714] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8347; }","duration":"149.492555ms","start":"2026-03-19T09:20:15.403661Z","end":"2026-03-19T09:20:15.553153Z","steps":["trace[1439098714] 'agreement among raft nodes before linearized reading' (duration: 149.168946ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.938018Z","caller":"traceutil/trace.go:171","msg":"trace[2095034755] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"379.355685ms","start":"2026-03-19T09:20:15.558629Z","end":"2026-03-19T09:20:15.937985Z","steps":["trace[2095034755] 'process raft request' (duration: 365.958604ms)","trace[2095034755] 'compare' (duration: 12.347905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:15.938242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.558609Z","time spent":"379.510399ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:15.938412Z","caller":"traceutil/trace.go:171","msg":"trace[1843110952] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"379.659432ms","start":"2026-03-19T09:20:15.558721Z","end":"2026-03-19T09:20:15.938381Z","steps":["trace[1843110952] 'process raft request' (duration: 379.231671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.938721Z","caller":"traceutil/trace.go:171","msg":"trace[218535878] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"379.9721ms","start":"2026-03-19T09:20:15.558735Z","end":"2026-03-19T09:20:15.938707Z","steps":["trace[218535878] 'process raft request' (duration: 379.512349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.938668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.558709Z","time spent":"379.861367ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:15.938803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.558724Z","time spent":"380.038581ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:15.938894Z","caller":"traceutil/trace.go:171","msg":"trace[1326191019] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"380.056232ms","start":"2026-03-19T09:20:15.558819Z","end":"2026-03-19T09:20:15.938876Z","steps":["trace[1326191019] 'process raft request' (duration: 379.928559ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.938866Z","caller":"traceutil/trace.go:171","msg":"trace[307379984] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"380.036941ms","start":"2026-03-19T09:20:15.558792Z","end":"2026-03-19T09:20:15.938829Z","steps":["trace[307379984] 'process raft request' (duration: 379.776645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:15.938898Z","caller":"traceutil/trace.go:171","msg":"trace[1838657892] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"380.038072ms","start":"2026-03-19T09:20:15.55885Z","end":"2026-03-19T09:20:15.938888Z","steps":["trace[1838657892] 'process raft request' (duration: 379.96096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.938988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.558796Z","time spent":"380.148844ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:15.939001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.55884Z","time spent":"380.125104ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:15.938888Z","caller":"traceutil/trace.go:171","msg":"trace[916272674] linearizableReadLoop","detail":"{readStateIndex:8717; appliedIndex:8711; }","duration":"379.271952ms","start":"2026-03-19T09:20:15.559595Z","end":"2026-03-19T09:20:15.938867Z","steps":["trace[916272674] 'read index received' (duration: 365.005919ms)","trace[916272674] 'applied index is now lower than readState.Index' (duration: 14.264873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:15.939058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.558782Z","time spent":"380.185366ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:15.939121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.555115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:15.93919Z","caller":"traceutil/trace.go:171","msg":"trace[1922456056] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8354; }","duration":"380.673269ms","start":"2026-03-19T09:20:15.558501Z","end":"2026-03-19T09:20:15.939174Z","steps":["trace[1922456056] 'agreement among raft nodes before linearized reading' (duration: 380.425043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.939236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.558473Z","time spent":"380.75008ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:20:15.941069Z","caller":"traceutil/trace.go:171","msg":"trace[458845193] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"378.936154ms","start":"2026-03-19T09:20:15.562112Z","end":"2026-03-19T09:20:15.941048Z","steps":["trace[458845193] 'process raft request' (duration: 378.79298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.941213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.816642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:15.941258Z","caller":"traceutil/trace.go:171","msg":"trace[1279648011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8355; }","duration":"380.889234ms","start":"2026-03-19T09:20:15.560357Z","end":"2026-03-19T09:20:15.941246Z","steps":["trace[1279648011] 'agreement among raft nodes before linearized reading' (duration: 380.765521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.941261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.014552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-19T09:20:15.941287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.560341Z","time spent":"380.938285ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:20:15.941292Z","caller":"traceutil/trace.go:171","msg":"trace[1651165615] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8355; }","duration":"380.046723ms","start":"2026-03-19T09:20:15.561236Z","end":"2026-03-19T09:20:15.941282Z","steps":["trace[1651165615] 'agreement among raft nodes before linearized reading' (duration: 379.92441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:15.941361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.561219Z","time spent":"380.133655ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:20:15.942329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:15.562098Z","time spent":"379.18127ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:18.360348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.818428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:20:18.360737Z","caller":"traceutil/trace.go:171","msg":"trace[567011449] linearizableReadLoop","detail":"{readStateIndex:8722; appliedIndex:8720; }","duration":"798.380009ms","start":"2026-03-19T09:20:17.562337Z","end":"2026-03-19T09:20:18.360717Z","steps":["trace[567011449] 'read index received' (duration: 232.517088ms)","trace[567011449] 'applied index is now lower than readState.Index' (duration: 565.861961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:18.360742Z","caller":"traceutil/trace.go:171","msg":"trace[925299413] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"957.058497ms","start":"2026-03-19T09:20:17.403654Z","end":"2026-03-19T09:20:18.360712Z","steps":["trace[925299413] 'process raft request' (duration: 956.78119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:18.360909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.403625Z","time spent":"957.195251ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:18.861222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:19.36216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:19.682594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:19.682753Z","caller":"traceutil/trace.go:171","msg":"trace[881229237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000769471s","start":"2026-03-19T09:20:17.681924Z","end":"2026-03-19T09:20:19.682693Z","steps":["trace[881229237] 'agreement among raft nodes before linearized reading' (duration: 2.000600707s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:19.683069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.681856Z","time spent":"2.001192352s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:19.863408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:20.13629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573938598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:20:20.136438Z","caller":"traceutil/trace.go:171","msg":"trace[196677927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8358; }","duration":"2.574129733s","start":"2026-03-19T09:20:17.562287Z","end":"2026-03-19T09:20:20.136417Z","steps":["trace[196677927] 'agreement among raft nodes before linearized reading' (duration: 798.523593ms)","trace[196677927] 'range keys from in-memory index tree' (duration: 1.775357064s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:20.13651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.562268Z","time spent":"2.574232315s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:20:20.136554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775744734s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:20.136667Z","caller":"traceutil/trace.go:171","msg":"trace[1408862667] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"2.472632459s","start":"2026-03-19T09:20:17.664011Z","end":"2026-03-19T09:20:20.136643Z","steps":["trace[1408862667] 'process raft request' (duration: 696.700651ms)","trace[1408862667] 'compare' (duration: 1.775307812s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:20.136762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.663988Z","time spent":"2.472726452s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:20.216877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.920296882s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:20.217408Z","caller":"traceutil/trace.go:171","msg":"trace[858355830] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"1.98151326s","start":"2026-03-19T09:20:18.23586Z","end":"2026-03-19T09:20:20.217373Z","steps":["trace[858355830] 'process raft request' (duration: 1.981327216s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:20.217608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.235839Z","time spent":"1.981673375s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:21.683981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000937294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:21.684062Z","caller":"traceutil/trace.go:171","msg":"trace[1336570206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001074877s","start":"2026-03-19T09:20:19.682966Z","end":"2026-03-19T09:20:21.684041Z","steps":["trace[1336570206] 'agreement among raft nodes before linearized reading' (duration: 2.000972845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:21.684126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:19.682944Z","time spent":"2.00116638s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:22.690811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.473582493s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:22.942113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999643783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:20:22.942252Z","caller":"traceutil/trace.go:171","msg":"trace[1956064497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999845188s","start":"2026-03-19T09:20:17.942386Z","end":"2026-03-19T09:20:22.942231Z","steps":["trace[1956064497] 'agreement among raft nodes before linearized reading' (duration: 4.999682494s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.942303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.942361Z","time spent":"4.999930979s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/19 09:20:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:22.942587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99994217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:22.942718Z","caller":"traceutil/trace.go:171","msg":"trace[47971040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000092144s","start":"2026-03-19T09:20:17.942576Z","end":"2026-03-19T09:20:22.942668Z","steps":["trace[47971040] 'agreement among raft nodes before linearized reading' (duration: 4.99995879s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.942792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.942565Z","time spent":"5.000211986s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:22.942901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99961096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:22.942947Z","caller":"traceutil/trace.go:171","msg":"trace[706224655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999674122s","start":"2026-03-19T09:20:17.943262Z","end":"2026-03-19T09:20:22.942936Z","steps":["trace[706224655] 'agreement among raft nodes before linearized reading' (duration: 4.999623191s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:22.94298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.943257Z","time spent":"4.999714603s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:23.691315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:23.691406Z","caller":"traceutil/trace.go:171","msg":"trace[1494489180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723681s","start":"2026-03-19T09:20:21.69066Z","end":"2026-03-19T09:20:23.691384Z","steps":["trace[1494489180] 'agreement among raft nodes before linearized reading' (duration: 2.000607328s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:23.691456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.690642Z","time spent":"2.000802762s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:24.010327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.961848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:24.011268Z","caller":"traceutil/trace.go:171","msg":"trace[1141546043] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8360; }","duration":"466.916053ms","start":"2026-03-19T09:20:23.544336Z","end":"2026-03-19T09:20:24.011252Z","steps":["trace[1141546043] 'range keys from in-memory index tree' (duration: 465.941458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.011301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320135878s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:24.011372Z","caller":"traceutil/trace.go:171","msg":"trace[911337936] linearizableReadLoop","detail":"{readStateIndex:8725; appliedIndex:8723; }","duration":"5.650569629s","start":"2026-03-19T09:20:18.36079Z","end":"2026-03-19T09:20:24.011359Z","steps":["trace[911337936] 'read index received' (duration: 1.856363145s)","trace[911337936] 'applied index is now lower than readState.Index' (duration: 3.794205394s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:24.011419Z","caller":"traceutil/trace.go:171","msg":"trace[532539409] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"4.401028247s","start":"2026-03-19T09:20:19.610383Z","end":"2026-03-19T09:20:24.011412Z","steps":["trace[532539409] 'process raft request' (duration: 3.080712495s)","trace[532539409] 'compare' (duration: 1.319718727s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:24.011456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:19.610357Z","time spent":"4.401077979s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:24.011552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.995916278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:24.011578Z","caller":"traceutil/trace.go:171","msg":"trace[605412061] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8361; }","duration":"5.995976559s","start":"2026-03-19T09:20:18.015589Z","end":"2026-03-19T09:20:24.011565Z","steps":["trace[605412061] 'agreement among raft nodes before linearized reading' (duration: 5.995935528s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.011617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:18.015565Z","time spent":"5.996040451s","remote":"127.0.0.1:49848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:24.011696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066954736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:20:24.011709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.068441743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:20:24.011755Z","caller":"traceutil/trace.go:171","msg":"trace[1855775133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8361; }","duration":"6.067049448s","start":"2026-03-19T09:20:17.944691Z","end":"2026-03-19T09:20:24.011741Z","steps":["trace[1855775133] 'agreement among raft nodes before linearized reading' (duration: 6.066855614s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.011784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.944676Z","time spent":"6.067102269s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:20:24.01178Z","caller":"traceutil/trace.go:171","msg":"trace[801147616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8361; }","duration":"6.068539826s","start":"2026-03-19T09:20:17.943221Z","end":"2026-03-19T09:20:24.011761Z","steps":["trace[801147616] 'agreement among raft nodes before linearized reading' (duration: 6.068339831s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.011822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.94321Z","time spent":"6.068603197s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:20:24.011938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067157571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:20:24.011961Z","caller":"traceutil/trace.go:171","msg":"trace[1634459986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8361; }","duration":"6.067200372s","start":"2026-03-19T09:20:17.944754Z","end":"2026-03-19T09:20:24.011955Z","steps":["trace[1634459986] 'agreement among raft nodes before linearized reading' (duration: 6.067101089s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.01198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:17.944745Z","time spent":"6.067231083s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:24.131057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.440034689s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:20:24.724049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:24.724193Z","caller":"traceutil/trace.go:171","msg":"trace[988056288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435872s","start":"2026-03-19T09:20:22.72374Z","end":"2026-03-19T09:20:24.724176Z","steps":["trace[988056288] 'agreement among raft nodes before linearized reading' (duration: 2.000266117s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:24.724252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.72372Z","time spent":"2.000522514s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:25.174889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043069046s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:20:25.175129Z","caller":"traceutil/trace.go:171","msg":"trace[1146005701] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"2.93905508s","start":"2026-03-19T09:20:22.23605Z","end":"2026-03-19T09:20:25.175105Z","steps":["trace[1146005701] 'process raft request' (duration: 2.938943297s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.175183Z","caller":"traceutil/trace.go:171","msg":"trace[1069762678] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"4.809291128s","start":"2026-03-19T09:20:20.365867Z","end":"2026-03-19T09:20:25.175158Z","steps":["trace[1069762678] 'process raft request' (duration: 3.765498343s)","trace[1069762678] 'compare' (duration: 1.042505332s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:25.175301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.365847Z","time spent":"4.809391741s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:25.175228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.236021Z","time spent":"2.939158003s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:25.310957Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179612901s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:25.391758Z","caller":"traceutil/trace.go:171","msg":"trace[282137164] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"2.33357106s","start":"2026-03-19T09:20:23.058156Z","end":"2026-03-19T09:20:25.391727Z","steps":["trace[282137164] 'process raft request' (duration: 2.253010679s)","trace[282137164] 'compare' (duration: 80.338855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:25.391882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.058109Z","time spent":"2.333707874s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:25.391887Z","caller":"traceutil/trace.go:171","msg":"trace[1118733159] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"1.375706793s","start":"2026-03-19T09:20:24.016156Z","end":"2026-03-19T09:20:25.391863Z","steps":["trace[1118733159] 'process raft request' (duration: 1.375528198s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.391991Z","caller":"traceutil/trace.go:171","msg":"trace[1484105479] linearizableReadLoop","detail":"{readStateIndex:8728; appliedIndex:8725; }","duration":"1.380567526s","start":"2026-03-19T09:20:24.011388Z","end":"2026-03-19T09:20:25.391956Z","steps":["trace[1484105479] 'read index received' (duration: 119.935992ms)","trace[1484105479] 'applied index is now lower than readState.Index' (duration: 1.260629044s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:25.392021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.016146Z","time spent":"1.375808405s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:25.392095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204300471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-19T09:20:25.392155Z","caller":"traceutil/trace.go:171","msg":"trace[750726853] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8367; }","duration":"3.204373783s","start":"2026-03-19T09:20:22.187755Z","end":"2026-03-19T09:20:25.392129Z","steps":["trace[750726853] 'agreement among raft nodes before linearized reading' (duration: 3.204217609s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700423577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:25.392196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240598355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:25.392219Z","caller":"traceutil/trace.go:171","msg":"trace[2116584005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8367; }","duration":"1.700488168s","start":"2026-03-19T09:20:23.691723Z","end":"2026-03-19T09:20:25.392211Z","steps":["trace[2116584005] 'agreement among raft nodes before linearized reading' (duration: 1.700431367s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.691706Z","time spent":"1.700528369s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787203955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-19T09:20:25.39227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747288289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:20:25.392302Z","caller":"traceutil/trace.go:171","msg":"trace[1711201182] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8367; }","duration":"1.787280687s","start":"2026-03-19T09:20:23.605012Z","end":"2026-03-19T09:20:25.392292Z","steps":["trace[1711201182] 'agreement among raft nodes before linearized reading' (duration: 1.787165805s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.392314Z","caller":"traceutil/trace.go:171","msg":"trace[1405034996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8367; }","duration":"1.747375592s","start":"2026-03-19T09:20:23.644926Z","end":"2026-03-19T09:20:25.392301Z","steps":["trace[1405034996] 'agreement among raft nodes before linearized reading' (duration: 1.747236998s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.604992Z","time spent":"1.787327848s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:23.644902Z","time spent":"1.747436954s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513708745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:20:25.392386Z","caller":"traceutil/trace.go:171","msg":"trace[1538899778] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:8367; }","duration":"4.513853509s","start":"2026-03-19T09:20:20.878524Z","end":"2026-03-19T09:20:25.392378Z","steps":["trace[1538899778] 'agreement among raft nodes before linearized reading' (duration: 4.513688074s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352658497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:25.392464Z","caller":"traceutil/trace.go:171","msg":"trace[1966417578] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8367; }","duration":"4.35279534s","start":"2026-03-19T09:20:21.039646Z","end":"2026-03-19T09:20:25.392442Z","steps":["trace[1966417578] 'agreement among raft nodes before linearized reading' (duration: 4.352595615s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.392237Z","caller":"traceutil/trace.go:171","msg":"trace[895108641] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8367; }","duration":"3.240695808s","start":"2026-03-19T09:20:22.151527Z","end":"2026-03-19T09:20:25.392222Z","steps":["trace[895108641] 'agreement among raft nodes before linearized reading' (duration: 3.240591985s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.039632Z","time spent":"4.352895243s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38260645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"warn","ts":"2026-03-19T09:20:25.392592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.250999681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224165"} {"level":"warn","ts":"2026-03-19T09:20:25.392624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.696595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:20:25.392628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.243748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:20:25.392408Z","caller":"traceutil/trace.go:171","msg":"trace[517399125] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"1.375792905s","start":"2026-03-19T09:20:24.016606Z","end":"2026-03-19T09:20:25.392399Z","steps":["trace[517399125] 'process raft request' (duration: 1.375168149s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.392657Z","caller":"traceutil/trace.go:171","msg":"trace[1398851978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8367; }","duration":"447.753845ms","start":"2026-03-19T09:20:24.944896Z","end":"2026-03-19T09:20:25.39265Z","steps":["trace[1398851978] 'agreement among raft nodes before linearized reading' (duration: 447.681574ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.392665Z","caller":"traceutil/trace.go:171","msg":"trace[972536685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8367; }","duration":"448.323291ms","start":"2026-03-19T09:20:24.944335Z","end":"2026-03-19T09:20:25.392659Z","steps":["trace[972536685] 'agreement among raft nodes before linearized reading' (duration: 448.249419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.944881Z","time spent":"447.794427ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.944312Z","time spent":"448.374611ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.016579Z","time spent":"1.376097152s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:25.392554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270464815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:20:25.39276Z","caller":"traceutil/trace.go:171","msg":"trace[1958605124] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8367; }","duration":"1.27067807s","start":"2026-03-19T09:20:24.122076Z","end":"2026-03-19T09:20:25.392754Z","steps":["trace[1958605124] 'agreement among raft nodes before linearized reading' (duration: 1.270347252s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.392603Z","caller":"traceutil/trace.go:171","msg":"trace[758714592] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8367; }","duration":"4.382757084s","start":"2026-03-19T09:20:21.009838Z","end":"2026-03-19T09:20:25.392595Z","steps":["trace[758714592] 'agreement among raft nodes before linearized reading' (duration: 4.382452496s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.122028Z","time spent":"1.270751502s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:20:25.392796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.009823Z","time spent":"4.382962959s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.187739Z","time spent":"3.204446165s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.249273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:20:25.392868Z","caller":"traceutil/trace.go:171","msg":"trace[1870493835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8367; }","duration":"447.591272ms","start":"2026-03-19T09:20:24.945268Z","end":"2026-03-19T09:20:25.392859Z","steps":["trace[1870493835] 'agreement among raft nodes before linearized reading' (duration: 447.196162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.392896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.945196Z","time spent":"447.690844ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.249323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:25.39295Z","caller":"traceutil/trace.go:171","msg":"trace[155347727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8367; }","duration":"104.666134ms","start":"2026-03-19T09:20:25.288274Z","end":"2026-03-19T09:20:25.39294Z","steps":["trace[155347727] 'agreement among raft nodes before linearized reading' (duration: 104.267524ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.391742Z","caller":"traceutil/trace.go:171","msg":"trace[404393637] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"1.376037522s","start":"2026-03-19T09:20:24.015682Z","end":"2026-03-19T09:20:25.39172Z","steps":["trace[404393637] 'process raft request' (duration: 1.37594836s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.39241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.878505Z","time spent":"4.51389984s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860236455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:20:25.393058Z","caller":"traceutil/trace.go:171","msg":"trace[1544034639] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8367; }","duration":"3.860762547s","start":"2026-03-19T09:20:21.532289Z","end":"2026-03-19T09:20:25.393051Z","steps":["trace[1544034639] 'agreement among raft nodes before linearized reading' (duration: 3.860220654s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.393082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:21.532273Z","time spent":"3.860799109s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:20:25.392571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:22.151505Z","time spent":"3.241044306s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:20:25.392638Z","caller":"traceutil/trace.go:171","msg":"trace[220145877] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8367; }","duration":"5.251089873s","start":"2026-03-19T09:20:20.141541Z","end":"2026-03-19T09:20:25.392631Z","steps":["trace[220145877] 'agreement among raft nodes before linearized reading' (duration: 5.250712553s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.39324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:20.141519Z","time spent":"5.251712448s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224188,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:25.3934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:24.015662Z","time spent":"1.377337964s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:25.51793Z","caller":"traceutil/trace.go:171","msg":"trace[922259802] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"118.978418ms","start":"2026-03-19T09:20:25.39892Z","end":"2026-03-19T09:20:25.517898Z","steps":["trace[922259802] 'process raft request' (duration: 103.885374ms)","trace[922259802] 'compare' (duration: 14.843608ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:25.51827Z","caller":"traceutil/trace.go:171","msg":"trace[1041663922] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"119.247275ms","start":"2026-03-19T09:20:25.398997Z","end":"2026-03-19T09:20:25.518244Z","steps":["trace[1041663922] 'process raft request' (duration: 119.101491ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.518304Z","caller":"traceutil/trace.go:171","msg":"trace[825869723] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"119.299506ms","start":"2026-03-19T09:20:25.39896Z","end":"2026-03-19T09:20:25.518259Z","steps":["trace[825869723] 'process raft request' (duration: 118.884526ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.518437Z","caller":"traceutil/trace.go:171","msg":"trace[565119436] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"119.097721ms","start":"2026-03-19T09:20:25.399309Z","end":"2026-03-19T09:20:25.518407Z","steps":["trace[565119436] 'process raft request' (duration: 118.960558ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.51849Z","caller":"traceutil/trace.go:171","msg":"trace[1723765558] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"112.225606ms","start":"2026-03-19T09:20:25.406253Z","end":"2026-03-19T09:20:25.518478Z","steps":["trace[1723765558] 'process raft request' (duration: 112.073552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.518666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.110806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:20:25.518732Z","caller":"traceutil/trace.go:171","msg":"trace[1449748236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8374; }","duration":"118.228649ms","start":"2026-03-19T09:20:25.400493Z","end":"2026-03-19T09:20:25.518722Z","steps":["trace[1449748236] 'agreement among raft nodes before linearized reading' (duration: 118.126936ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:25.51836Z","caller":"traceutil/trace.go:171","msg":"trace[1444512202] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"119.094561ms","start":"2026-03-19T09:20:25.399247Z","end":"2026-03-19T09:20:25.518341Z","steps":["trace[1444512202] 'process raft request' (duration: 118.953498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:25.518847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.86792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:25.518919Z","caller":"traceutil/trace.go:171","msg":"trace[1269188948] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8374; }","duration":"119.971694ms","start":"2026-03-19T09:20:25.398931Z","end":"2026-03-19T09:20:25.518903Z","steps":["trace[1269188948] 'agreement among raft nodes before linearized reading' (duration: 119.725627ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:51.50833Z","caller":"traceutil/trace.go:171","msg":"trace[1355634140] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"628.894635ms","start":"2026-03-19T09:20:50.879399Z","end":"2026-03-19T09:20:51.508294Z","steps":["trace[1355634140] 'process raft request' (duration: 628.67321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.508537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:50.879381Z","time spent":"629.050089ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:51.604534Z","caller":"traceutil/trace.go:171","msg":"trace[1638947937] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"332.841931ms","start":"2026-03-19T09:20:51.271655Z","end":"2026-03-19T09:20:51.604497Z","steps":["trace[1638947937] 'process raft request' (duration: 332.765929ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:51.60457Z","caller":"traceutil/trace.go:171","msg":"trace[210510642] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"717.053159ms","start":"2026-03-19T09:20:50.887462Z","end":"2026-03-19T09:20:51.604515Z","steps":["trace[210510642] 'process raft request' (duration: 716.815313ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:51.604664Z","caller":"traceutil/trace.go:171","msg":"trace[1866102121] linearizableReadLoop","detail":"{readStateIndex:8919; appliedIndex:8917; }","duration":"584.946617ms","start":"2026-03-19T09:20:51.019695Z","end":"2026-03-19T09:20:51.604642Z","steps":["trace[1866102121] 'read index received' (duration: 488.478421ms)","trace[1866102121] 'applied index is now lower than readState.Index' (duration: 96.467246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:20:51.604742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:50.887441Z","time spent":"717.209054ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:51.604775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.271629Z","time spent":"332.993355ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:51.604949Z","caller":"traceutil/trace.go:171","msg":"trace[1702268587] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"331.850976ms","start":"2026-03-19T09:20:51.273067Z","end":"2026-03-19T09:20:51.604918Z","steps":["trace[1702268587] 'process raft request' (duration: 331.395055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.605136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.273057Z","time spent":"331.99497ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:51.605166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.47204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:20:51.605204Z","caller":"traceutil/trace.go:171","msg":"trace[247095656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8547; }","duration":"585.538202ms","start":"2026-03-19T09:20:51.019655Z","end":"2026-03-19T09:20:51.605193Z","steps":["trace[247095656] 'agreement among raft nodes before linearized reading' (duration: 585.387658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.605233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.019637Z","time spent":"585.589383ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:20:51.605615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.503954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T09:20:51.605676Z","caller":"traceutil/trace.go:171","msg":"trace[170890281] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8547; }","duration":"556.619487ms","start":"2026-03-19T09:20:51.04904Z","end":"2026-03-19T09:20:51.60566Z","steps":["trace[170890281] 'agreement among raft nodes before linearized reading' (duration: 556.449933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:51.605714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:51.04901Z","time spent":"556.695358ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-19T09:20:51.605842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.132286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-b7rk9\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-19T09:20:51.605923Z","caller":"traceutil/trace.go:171","msg":"trace[130745977] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-b7rk9; range_end:; response_count:1; response_revision:8547; }","duration":"127.269049ms","start":"2026-03-19T09:20:51.478636Z","end":"2026-03-19T09:20:51.605905Z","steps":["trace[130745977] 'agreement among raft nodes before linearized reading' (duration: 127.017003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.300187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014690,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:20:54.372113Z","caller":"traceutil/trace.go:171","msg":"trace[2017923418] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"573.182858ms","start":"2026-03-19T09:20:53.798904Z","end":"2026-03-19T09:20:54.372087Z","steps":["trace[2017923418] 'process raft request' (duration: 573.053185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.372239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.798889Z","time spent":"573.290261ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.392473Z","caller":"traceutil/trace.go:171","msg":"trace[1964750551] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"592.50457ms","start":"2026-03-19T09:20:53.799947Z","end":"2026-03-19T09:20:54.392452Z","steps":["trace[1964750551] 'process raft request' (duration: 592.462669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.392471Z","caller":"traceutil/trace.go:171","msg":"trace[1696891961] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"593.459705ms","start":"2026-03-19T09:20:53.798973Z","end":"2026-03-19T09:20:54.392433Z","steps":["trace[1696891961] 'process raft request' (duration: 593.247879ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.392531Z","caller":"traceutil/trace.go:171","msg":"trace[78969893] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"593.238838ms","start":"2026-03-19T09:20:53.799264Z","end":"2026-03-19T09:20:54.392502Z","steps":["trace[78969893] 'process raft request' (duration: 593.070624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.392531Z","caller":"traceutil/trace.go:171","msg":"trace[1651091832] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"593.074474ms","start":"2026-03-19T09:20:53.799428Z","end":"2026-03-19T09:20:54.392502Z","steps":["trace[1651091832] 'process raft request' (duration: 592.932291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.392604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.799912Z","time spent":"592.618643ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.392632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.798959Z","time spent":"593.590077ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.392662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.799245Z","time spent":"593.348042ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.392665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.799421Z","time spent":"593.173527ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.392734Z","caller":"traceutil/trace.go:171","msg":"trace[2002712006] linearizableReadLoop","detail":"{readStateIndex:8939; appliedIndex:8933; }","duration":"592.92135ms","start":"2026-03-19T09:20:53.799748Z","end":"2026-03-19T09:20:54.392669Z","steps":["trace[2002712006] 'read index received' (duration: 572.337597ms)","trace[2002712006] 'applied index is now lower than readState.Index' (duration: 20.582733ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:20:54.392806Z","caller":"traceutil/trace.go:171","msg":"trace[640763442] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"593.371462ms","start":"2026-03-19T09:20:53.799424Z","end":"2026-03-19T09:20:54.392795Z","steps":["trace[640763442] 'process raft request' (duration: 592.966671ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:20:54.392831Z","caller":"traceutil/trace.go:171","msg":"trace[895842204] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"448.32855ms","start":"2026-03-19T09:20:53.944494Z","end":"2026-03-19T09:20:54.392822Z","steps":["trace[895842204] 'process raft request' (duration: 447.93403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.392858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.993862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:20:54.392865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.799412Z","time spent":"593.421903ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:20:54.39289Z","caller":"traceutil/trace.go:171","msg":"trace[1376040896] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8564; }","duration":"593.043104ms","start":"2026-03-19T09:20:53.799837Z","end":"2026-03-19T09:20:54.39288Z","steps":["trace[1376040896] 'agreement among raft nodes before linearized reading' (duration: 592.990412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.392911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.799826Z","time spent":"593.080904ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:20:54.392917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.944467Z","time spent":"448.385442ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:54.393411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.656509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228896"} {"level":"info","ts":"2026-03-19T09:20:54.393439Z","caller":"traceutil/trace.go:171","msg":"trace[732945815] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8564; }","duration":"593.705661ms","start":"2026-03-19T09:20:53.799726Z","end":"2026-03-19T09:20:54.393432Z","steps":["trace[732945815] 'agreement among raft nodes before linearized reading' (duration: 593.28668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:54.393465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:53.799718Z","time spent":"593.741271ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:20:56.009552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:56.509977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:57.011158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:57.511801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:57.682612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:57.682728Z","caller":"traceutil/trace.go:171","msg":"trace[1368701901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160085s","start":"2026-03-19T09:20:55.682536Z","end":"2026-03-19T09:20:57.682696Z","steps":["trace[1368701901] 'agreement among raft nodes before linearized reading' (duration: 2.000033401s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:57.682845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.68252Z","time spent":"2.000311489s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:20:58.01273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:58.513213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:59.013768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:20:59.033627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.618072622s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:20:59.033965Z","caller":"traceutil/trace.go:171","msg":"trace[437681378] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"3.618480962s","start":"2026-03-19T09:20:55.415465Z","end":"2026-03-19T09:20:59.033946Z","steps":["trace[437681378] 'process raft request' (duration: 3.618349169s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.034288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.415444Z","time spent":"3.618586735s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:20:59.683273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:20:59.683421Z","caller":"traceutil/trace.go:171","msg":"trace[1233820464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556376s","start":"2026-03-19T09:20:57.682842Z","end":"2026-03-19T09:20:59.683398Z","steps":["trace[1233820464] 'agreement among raft nodes before linearized reading' (duration: 2.000383652s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:20:59.683478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.682786Z","time spent":"2.000677039s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:20:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:01.194539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.128913242s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:01.195017Z","caller":"traceutil/trace.go:171","msg":"trace[1471891230] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"4.795490187s","start":"2026-03-19T09:20:56.399503Z","end":"2026-03-19T09:21:01.194993Z","steps":["trace[1471891230] 'process raft request' (duration: 4.795259751s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.195096Z","caller":"traceutil/trace.go:171","msg":"trace[1635181713] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"4.444246558s","start":"2026-03-19T09:20:56.750803Z","end":"2026-03-19T09:21:01.19505Z","steps":["trace[1635181713] 'process raft request' (duration: 4.444103204s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.19516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.399483Z","time spent":"4.79560403s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:01.195291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.750782Z","time spent":"4.444413542s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.241948Z","caller":"traceutil/trace.go:171","msg":"trace[109743137] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8941; }","duration":"5.732672509s","start":"2026-03-19T09:20:55.509247Z","end":"2026-03-19T09:21:01.241919Z","steps":["trace[109743137] 'read index received' (duration: 3.524590782s)","trace[109743137] 'applied index is now lower than readState.Index' (duration: 2.208080217s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:01.242224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.732963426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.242306Z","caller":"traceutil/trace.go:171","msg":"trace[1154172220] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8569; }","duration":"5.733111309s","start":"2026-03-19T09:20:55.50918Z","end":"2026-03-19T09:21:01.242291Z","steps":["trace[1154172220] 'agreement among raft nodes before linearized reading' (duration: 5.732971745s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.242345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.50915Z","time spent":"5.733186372s","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.375967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999872599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:21:01.376042Z","caller":"traceutil/trace.go:171","msg":"trace[280112620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000018343s","start":"2026-03-19T09:20:56.376007Z","end":"2026-03-19T09:21:01.376026Z","steps":["trace[280112620] 'agreement among raft nodes before linearized reading' (duration: 4.999895029s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.376082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.37599Z","time spent":"5.000083934s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:21:01.379321Z","caller":"traceutil/trace.go:171","msg":"trace[2084035495] linearizableReadLoop","detail":"{readStateIndex:8946; appliedIndex:8945; }","duration":"137.285084ms","start":"2026-03-19T09:21:01.242021Z","end":"2026-03-19T09:21:01.379306Z","steps":["trace[2084035495] 'read index received' (duration: 137.060338ms)","trace[2084035495] 'applied index is now lower than readState.Index' (duration: 223.656µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:01.379523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.838926772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:21:01.379588Z","caller":"traceutil/trace.go:171","msg":"trace[717154484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8570; }","duration":"5.839015314s","start":"2026-03-19T09:20:55.540545Z","end":"2026-03-19T09:21:01.379561Z","steps":["trace[717154484] 'agreement among raft nodes before linearized reading' (duration: 5.83882623s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.379597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124608152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:01.379603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117876792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:01.379658Z","caller":"traceutil/trace.go:171","msg":"trace[332921154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8570; }","duration":"1.124704543s","start":"2026-03-19T09:21:00.254933Z","end":"2026-03-19T09:21:01.379638Z","steps":["trace[332921154] 'agreement among raft nodes before linearized reading' (duration: 1.124598611s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.379686Z","caller":"traceutil/trace.go:171","msg":"trace[365401008] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8570; }","duration":"4.118024825s","start":"2026-03-19T09:20:57.261639Z","end":"2026-03-19T09:21:01.379664Z","steps":["trace[365401008] 'agreement among raft nodes before linearized reading' (duration: 4.11783356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.379706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:00.254917Z","time spent":"1.124774646s","remote":"127.0.0.1:45430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.379738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.261621Z","time spent":"4.118105128s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.379744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982314051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:01.379792Z","caller":"traceutil/trace.go:171","msg":"trace[1937245314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8570; }","duration":"4.982376303s","start":"2026-03-19T09:20:56.397402Z","end":"2026-03-19T09:21:01.379778Z","steps":["trace[1937245314] 'agreement among raft nodes before linearized reading' (duration: 4.98225621s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.379836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.397393Z","time spent":"4.982432304s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:01.379804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982312581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:21:01.379902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512951557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.379917Z","caller":"traceutil/trace.go:171","msg":"trace[585171465] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8570; }","duration":"4.982452654s","start":"2026-03-19T09:20:56.397432Z","end":"2026-03-19T09:21:01.379885Z","steps":["trace[585171465] 'agreement among raft nodes before linearized reading' (duration: 4.982149927s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.379954Z","caller":"traceutil/trace.go:171","msg":"trace[2119796857] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8570; }","duration":"5.513030179s","start":"2026-03-19T09:20:55.866907Z","end":"2026-03-19T09:21:01.379938Z","steps":["trace[2119796857] 'agreement among raft nodes before linearized reading' (duration: 5.512944887s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.379979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.397427Z","time spent":"4.982536606s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:21:01.379997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.866892Z","time spent":"5.51309167s","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.379994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944394586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.380057Z","caller":"traceutil/trace.go:171","msg":"trace[1919771411] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8570; }","duration":"1.944496157s","start":"2026-03-19T09:20:59.435545Z","end":"2026-03-19T09:21:01.380041Z","steps":["trace[1919771411] 'agreement among raft nodes before linearized reading' (duration: 1.944357134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544100258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:01.380101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.435529Z","time spent":"1.94456116s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.380071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977278764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:21:01.380169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629078071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.380183Z","caller":"traceutil/trace.go:171","msg":"trace[854824894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8570; }","duration":"4.977469698s","start":"2026-03-19T09:20:56.402689Z","end":"2026-03-19T09:21:01.380159Z","steps":["trace[854824894] 'agreement among raft nodes before linearized reading' (duration: 4.97712971s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.712445524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:01.380177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.939766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:21:01.38024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.402678Z","time spent":"4.97755045s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:21:01.380247Z","caller":"traceutil/trace.go:171","msg":"trace[897703964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8570; }","duration":"5.712655699s","start":"2026-03-19T09:20:55.667573Z","end":"2026-03-19T09:21:01.380229Z","steps":["trace[897703964] 'agreement among raft nodes before linearized reading' (duration: 5.712462904s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.380265Z","caller":"traceutil/trace.go:171","msg":"trace[719883739] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:8570; }","duration":"504.078799ms","start":"2026-03-19T09:21:00.876163Z","end":"2026-03-19T09:21:01.380241Z","steps":["trace[719883739] 'agreement among raft nodes before linearized reading' (duration: 503.791002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983013758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:21:01.38032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:00.876139Z","time spent":"504.170271ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"info","ts":"2026-03-19T09:21:01.380347Z","caller":"traceutil/trace.go:171","msg":"trace[2077449562] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8570; }","duration":"4.983091841s","start":"2026-03-19T09:20:56.397241Z","end":"2026-03-19T09:21:01.380333Z","steps":["trace[2077449562] 'agreement among raft nodes before linearized reading' (duration: 4.982959747s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.397228Z","time spent":"4.983151132s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:01.380418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83962173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:21:01.380431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181274283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:21:01.380457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659452695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:01.380129Z","caller":"traceutil/trace.go:171","msg":"trace[2006957573] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8570; }","duration":"3.54417231s","start":"2026-03-19T09:20:57.835947Z","end":"2026-03-19T09:21:01.380119Z","steps":["trace[2006957573] 'agreement among raft nodes before linearized reading' (duration: 3.544049447s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.380493Z","caller":"traceutil/trace.go:171","msg":"trace[1751419877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8570; }","duration":"4.659530546s","start":"2026-03-19T09:20:56.720952Z","end":"2026-03-19T09:21:01.380483Z","steps":["trace[1751419877] 'agreement among raft nodes before linearized reading' (duration: 4.659413494s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.72093Z","time spent":"4.659585467s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:01.379632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.540524Z","time spent":"5.839096247s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:21:01.380579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691990142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.380611Z","caller":"traceutil/trace.go:171","msg":"trace[93512087] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8570; }","duration":"1.692027502s","start":"2026-03-19T09:20:59.688575Z","end":"2026-03-19T09:21:01.380603Z","steps":["trace[93512087] 'agreement among raft nodes before linearized reading' (duration: 1.691972341s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.38064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.688519Z","time spent":"1.692112394s","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.380635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.373049516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:01.380642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.983163172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:21:01.38046Z","caller":"traceutil/trace.go:171","msg":"trace[398450338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8570; }","duration":"5.839691672s","start":"2026-03-19T09:20:55.540756Z","end":"2026-03-19T09:21:01.380447Z","steps":["trace[398450338] 'agreement among raft nodes before linearized reading' (duration: 5.839575429s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.380199Z","caller":"traceutil/trace.go:171","msg":"trace[1600433189] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8570; }","duration":"3.629145043s","start":"2026-03-19T09:20:57.751045Z","end":"2026-03-19T09:21:01.38019Z","steps":["trace[1600433189] 'agreement among raft nodes before linearized reading' (duration: 3.629103992s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.54074Z","time spent":"5.839949668s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:21:01.380699Z","caller":"traceutil/trace.go:171","msg":"trace[895426636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8570; }","duration":"4.983227493s","start":"2026-03-19T09:20:56.397456Z","end":"2026-03-19T09:21:01.380684Z","steps":["trace[895426636] 'agreement among raft nodes before linearized reading' (duration: 4.98309684s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.38074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.751026Z","time spent":"3.629693826s","remote":"127.0.0.1:48546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.3803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:55.66755Z","time spent":"5.71273247s","remote":"127.0.0.1:45416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:01.380832Z","caller":"traceutil/trace.go:171","msg":"trace[141594045] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"1.686337387s","start":"2026-03-19T09:20:59.694471Z","end":"2026-03-19T09:21:01.380809Z","steps":["trace[141594045] 'process raft request' (duration: 1.684671925s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.380522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:57.835927Z","time spent":"3.54457944s","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.380978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.694456Z","time spent":"1.68645628s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.380478Z","caller":"traceutil/trace.go:171","msg":"trace[196765154] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8570; }","duration":"1.181372005s","start":"2026-03-19T09:21:00.199093Z","end":"2026-03-19T09:21:01.380465Z","steps":["trace[196765154] 'agreement among raft nodes before linearized reading' (duration: 1.181219811s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.381058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:00.199063Z","time spent":"1.181982822s","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-19T09:21:01.380526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691223761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:01.380514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982482015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:01.381117Z","caller":"traceutil/trace.go:171","msg":"trace[165846483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8570; }","duration":"1.691822267s","start":"2026-03-19T09:20:59.689276Z","end":"2026-03-19T09:21:01.381098Z","steps":["trace[165846483] 'agreement among raft nodes before linearized reading' (duration: 1.691222831s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.381141Z","caller":"traceutil/trace.go:171","msg":"trace[838085919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8570; }","duration":"4.983137063s","start":"2026-03-19T09:20:56.397992Z","end":"2026-03-19T09:21:01.381129Z","steps":["trace[838085919] 'agreement among raft nodes before linearized reading' (duration: 4.982298511s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.381151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.463789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:01.380661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456208952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:01.381181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.397978Z","time spent":"4.983190514s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:21:01.381201Z","caller":"traceutil/trace.go:171","msg":"trace[1258688031] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8570; }","duration":"515.555071ms","start":"2026-03-19T09:21:00.865632Z","end":"2026-03-19T09:21:01.381188Z","steps":["trace[1258688031] 'agreement among raft nodes before linearized reading' (duration: 515.470369ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.38122Z","caller":"traceutil/trace.go:171","msg":"trace[566583974] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8570; }","duration":"4.456794147s","start":"2026-03-19T09:20:56.924406Z","end":"2026-03-19T09:21:01.3812Z","steps":["trace[566583974] 'agreement among raft nodes before linearized reading' (duration: 4.456198742s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.381246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:00.865611Z","time spent":"515.620732ms","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.381283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.924385Z","time spent":"4.456876729s","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.380748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.397451Z","time spent":"4.983285096s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:21:01.380685Z","caller":"traceutil/trace.go:171","msg":"trace[705303491] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8570; }","duration":"5.373133628s","start":"2026-03-19T09:20:56.007537Z","end":"2026-03-19T09:21:01.380671Z","steps":["trace[705303491] 'agreement among raft nodes before linearized reading' (duration: 5.373036516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.381169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:59.689269Z","time spent":"1.691885599s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:01.381417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:20:56.00752Z","time spent":"5.373882237s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.38145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.400839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.381508Z","caller":"traceutil/trace.go:171","msg":"trace[729805484] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8570; }","duration":"752.487592ms","start":"2026-03-19T09:21:00.629002Z","end":"2026-03-19T09:21:01.381489Z","steps":["trace[729805484] 'agreement among raft nodes before linearized reading' (duration: 752.40165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.381646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:00.628986Z","time spent":"752.640725ms","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:01.661078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.888761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:01.661215Z","caller":"traceutil/trace.go:171","msg":"trace[1581498731] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"276.356033ms","start":"2026-03-19T09:21:01.384834Z","end":"2026-03-19T09:21:01.66119Z","steps":["trace[1581498731] 'process raft request' (duration: 66.253636ms)","trace[1581498731] 'compare' (duration: 209.579823ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:01.845984Z","caller":"traceutil/trace.go:171","msg":"trace[1669837716] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"460.211633ms","start":"2026-03-19T09:21:01.385747Z","end":"2026-03-19T09:21:01.845959Z","steps":["trace[1669837716] 'process raft request' (duration: 460.142541ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.846021Z","caller":"traceutil/trace.go:171","msg":"trace[2083483432] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"461.101605ms","start":"2026-03-19T09:21:01.384869Z","end":"2026-03-19T09:21:01.845971Z","steps":["trace[2083483432] 'process raft request' (duration: 383.541371ms)","trace[2083483432] 'compare' (duration: 77.323157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:01.846149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.385728Z","time spent":"460.331787ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:01.846199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.384845Z","time spent":"461.252969ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.846296Z","caller":"traceutil/trace.go:171","msg":"trace[1345149558] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"460.665805ms","start":"2026-03-19T09:21:01.385604Z","end":"2026-03-19T09:21:01.84627Z","steps":["trace[1345149558] 'process raft request' (duration: 460.247183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.84642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.385586Z","time spent":"460.773537ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.846431Z","caller":"traceutil/trace.go:171","msg":"trace[1927608495] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"460.437329ms","start":"2026-03-19T09:21:01.385968Z","end":"2026-03-19T09:21:01.846405Z","steps":["trace[1927608495] 'process raft request' (duration: 459.956107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.846535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.385956Z","time spent":"460.525011ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.846968Z","caller":"traceutil/trace.go:171","msg":"trace[535389639] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"460.213003ms","start":"2026-03-19T09:21:01.386238Z","end":"2026-03-19T09:21:01.846451Z","steps":["trace[535389639] 'process raft request' (duration: 460.06277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.847052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.339662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:21:01.847088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.386232Z","time spent":"460.797948ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.84711Z","caller":"traceutil/trace.go:171","msg":"trace[2071854840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8579; }","duration":"461.428633ms","start":"2026-03-19T09:21:01.385666Z","end":"2026-03-19T09:21:01.847094Z","steps":["trace[2071854840] 'agreement among raft nodes before linearized reading' (duration: 461.202318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.847152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.38565Z","time spent":"461.491286ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:21:01.847282Z","caller":"traceutil/trace.go:171","msg":"trace[715306147] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"459.643688ms","start":"2026-03-19T09:21:01.387199Z","end":"2026-03-19T09:21:01.846843Z","steps":["trace[715306147] 'process raft request' (duration: 459.221308ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.847102Z","caller":"traceutil/trace.go:171","msg":"trace[781043413] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"459.519195ms","start":"2026-03-19T09:21:01.386933Z","end":"2026-03-19T09:21:01.846452Z","steps":["trace[781043413] 'process raft request' (duration: 459.451314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.847405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.387194Z","time spent":"460.159091ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:01.847442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.386927Z","time spent":"460.434928ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:01.847511Z","caller":"traceutil/trace.go:171","msg":"trace[1679747396] linearizableReadLoop","detail":"{readStateIndex:8949; appliedIndex:8946; }","duration":"461.165338ms","start":"2026-03-19T09:21:01.385699Z","end":"2026-03-19T09:21:01.846864Z","steps":["trace[1679747396] 'read index received' (duration: 65.401196ms)","trace[1679747396] 'applied index is now lower than readState.Index' (duration: 395.762422ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:01.847618Z","caller":"traceutil/trace.go:171","msg":"trace[304705769] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"170.348936ms","start":"2026-03-19T09:21:01.676522Z","end":"2026-03-19T09:21:01.846871Z","steps":["trace[304705769] 'process raft request' (duration: 170.261194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.847839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.403461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:21:01.847892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.301421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.847901Z","caller":"traceutil/trace.go:171","msg":"trace[1044578721] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8579; }","duration":"312.499233ms","start":"2026-03-19T09:21:01.535386Z","end":"2026-03-19T09:21:01.847885Z","steps":["trace[1044578721] 'agreement among raft nodes before linearized reading' (duration: 312.3535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.84795Z","caller":"traceutil/trace.go:171","msg":"trace[1387519369] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8579; }","duration":"173.383883ms","start":"2026-03-19T09:21:01.674546Z","end":"2026-03-19T09:21:01.84793Z","steps":["trace[1387519369] 'agreement among raft nodes before linearized reading' (duration: 173.292021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.847966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.535366Z","time spent":"312.586325ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:21:01.847963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.93321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228896"} {"level":"warn","ts":"2026-03-19T09:21:01.848012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.728535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189e339c5022c630\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-19T09:21:01.848022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.405114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:01.848066Z","caller":"traceutil/trace.go:171","msg":"trace[1394042517] range","detail":"{range_begin:/registry/events/openstack/ceph.189e339c5022c630; range_end:; response_count:1; response_revision:8579; }","duration":"460.791156ms","start":"2026-03-19T09:21:01.387259Z","end":"2026-03-19T09:21:01.84805Z","steps":["trace[1394042517] 'agreement among raft nodes before linearized reading' (duration: 460.611612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:01.848085Z","caller":"traceutil/trace.go:171","msg":"trace[1372494710] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8579; }","duration":"309.488146ms","start":"2026-03-19T09:21:01.53858Z","end":"2026-03-19T09:21:01.848068Z","steps":["trace[1372494710] 'agreement among raft nodes before linearized reading' (duration: 309.301391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.848136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.387256Z","time spent":"460.868659ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.189e339c5022c630\" "} {"level":"warn","ts":"2026-03-19T09:21:01.848146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.538572Z","time spent":"309.557628ms","remote":"127.0.0.1:49974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:01.848273Z","caller":"traceutil/trace.go:171","msg":"trace[106605084] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8579; }","duration":"461.033443ms","start":"2026-03-19T09:21:01.387008Z","end":"2026-03-19T09:21:01.848042Z","steps":["trace[106605084] 'agreement among raft nodes before linearized reading' (duration: 460.641893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.848353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.387005Z","time spent":"461.329671ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:01.847846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.447842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:01.848619Z","caller":"traceutil/trace.go:171","msg":"trace[1265225038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8579; }","duration":"458.225071ms","start":"2026-03-19T09:21:01.390372Z","end":"2026-03-19T09:21:01.848597Z","steps":["trace[1265225038] 'agreement among raft nodes before linearized reading' (duration: 457.417851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:01.848786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.390367Z","time spent":"458.400777ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:02.473437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457014725,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:21:02.693674Z","caller":"traceutil/trace.go:171","msg":"trace[767261889] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"842.636056ms","start":"2026-03-19T09:21:01.851021Z","end":"2026-03-19T09:21:02.693657Z","steps":["trace[767261889] 'process raft request' (duration: 842.450011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:02.693799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.851004Z","time spent":"842.729919ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:02.897505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.027778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:02.897651Z","caller":"traceutil/trace.go:171","msg":"trace[432037021] linearizableReadLoop","detail":"{readStateIndex:8958; appliedIndex:8956; }","duration":"924.327695ms","start":"2026-03-19T09:21:01.973301Z","end":"2026-03-19T09:21:02.897629Z","steps":["trace[432037021] 'read index received' (duration: 720.183129ms)","trace[432037021] 'applied index is now lower than readState.Index' (duration: 204.141456ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:02.8977Z","caller":"traceutil/trace.go:171","msg":"trace[1144817666] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"987.838351ms","start":"2026-03-19T09:21:01.909824Z","end":"2026-03-19T09:21:02.897662Z","steps":["trace[1144817666] 'process raft request' (duration: 817.544887ms)","trace[1144817666] 'compare' (duration: 169.695919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:02.897837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.52823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:02.897854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.9098Z","time spent":"987.973525ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:02.897882Z","caller":"traceutil/trace.go:171","msg":"trace[524609712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8581; }","duration":"924.610472ms","start":"2026-03-19T09:21:01.973261Z","end":"2026-03-19T09:21:02.897872Z","steps":["trace[524609712] 'agreement among raft nodes before linearized reading' (duration: 924.486309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:02.897918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:01.973245Z","time spent":"924.665493ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:21:02.898233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.86894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:02.898295Z","caller":"traceutil/trace.go:171","msg":"trace[360789212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8581; }","duration":"686.981973ms","start":"2026-03-19T09:21:02.211299Z","end":"2026-03-19T09:21:02.898281Z","steps":["trace[360789212] 'agreement among raft nodes before linearized reading' (duration: 686.875451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:02.898324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:02.211278Z","time spent":"687.037985ms","remote":"127.0.0.1:45410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:02.898255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.874504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:02.898724Z","caller":"traceutil/trace.go:171","msg":"trace[800758411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8581; }","duration":"216.358216ms","start":"2026-03-19T09:21:02.682311Z","end":"2026-03-19T09:21:02.898669Z","steps":["trace[800758411] 'agreement among raft nodes before linearized reading' (duration: 215.867924ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:03.387818Z","caller":"traceutil/trace.go:171","msg":"trace[1129128715] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"167.319359ms","start":"2026-03-19T09:21:03.220478Z","end":"2026-03-19T09:21:03.387797Z","steps":["trace[1129128715] 'process raft request' (duration: 167.174685ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:03.417391Z","caller":"traceutil/trace.go:171","msg":"trace[1721869960] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"196.739897ms","start":"2026-03-19T09:21:03.220616Z","end":"2026-03-19T09:21:03.417356Z","steps":["trace[1721869960] 'process raft request' (duration: 196.450239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:06.658598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6728} {"level":"info","ts":"2026-03-19T09:21:06.848024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6728,"took":"188.106457ms","hash":538149559,"current-db-size-bytes":41508864,"current-db-size":"42 MB","current-db-size-in-use-bytes":22757376,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-19T09:21:06.848101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":538149559,"revision":6728,"compact-revision":3969} {"level":"info","ts":"2026-03-19T09:21:11.701923Z","caller":"traceutil/trace.go:171","msg":"trace[1866921443] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9028; }","duration":"125.436807ms","start":"2026-03-19T09:21:11.576464Z","end":"2026-03-19T09:21:11.7019Z","steps":["trace[1866921443] 'read index received' (duration: 65.212673ms)","trace[1866921443] 'applied index is now lower than readState.Index' (duration: 60.223314ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:11.701986Z","caller":"traceutil/trace.go:171","msg":"trace[93427205] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"211.196306ms","start":"2026-03-19T09:21:11.490759Z","end":"2026-03-19T09:21:11.701955Z","steps":["trace[93427205] 'process raft request' (duration: 150.89674ms)","trace[93427205] 'compare' (duration: 59.882705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:11.702138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.654903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:21:11.702167Z","caller":"traceutil/trace.go:171","msg":"trace[1022029060] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8648; }","duration":"125.725895ms","start":"2026-03-19T09:21:11.576432Z","end":"2026-03-19T09:21:11.702158Z","steps":["trace[1022029060] 'agreement among raft nodes before linearized reading' (duration: 125.576741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:11.703697Z","caller":"traceutil/trace.go:171","msg":"trace[2069278552] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"125.777606ms","start":"2026-03-19T09:21:11.577867Z","end":"2026-03-19T09:21:11.703645Z","steps":["trace[2069278552] 'process raft request' (duration: 125.586601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:11.703848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.560585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:11.703952Z","caller":"traceutil/trace.go:171","msg":"trace[2004707383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8649; }","duration":"126.702059ms","start":"2026-03-19T09:21:11.577225Z","end":"2026-03-19T09:21:11.703927Z","steps":["trace[2004707383] 'agreement among raft nodes before linearized reading' (duration: 126.34048ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:11.899391Z","caller":"traceutil/trace.go:171","msg":"trace[253932789] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9032; }","duration":"180.320209ms","start":"2026-03-19T09:21:11.719042Z","end":"2026-03-19T09:21:11.899362Z","steps":["trace[253932789] 'read index received' (duration: 159.719855ms)","trace[253932789] 'applied index is now lower than readState.Index' (duration: 20.598914ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:11.899415Z","caller":"traceutil/trace.go:171","msg":"trace[1402641102] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"191.35846ms","start":"2026-03-19T09:21:11.708033Z","end":"2026-03-19T09:21:11.899391Z","steps":["trace[1402641102] 'process raft request' (duration: 170.739906ms)","trace[1402641102] 'compare' (duration: 20.349207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:11.899591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.529124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:21:11.899631Z","caller":"traceutil/trace.go:171","msg":"trace[989079808] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8651; }","duration":"180.603936ms","start":"2026-03-19T09:21:11.719017Z","end":"2026-03-19T09:21:11.899621Z","steps":["trace[989079808] 'agreement among raft nodes before linearized reading' (duration: 180.445212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:12.179216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.925603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:12.179349Z","caller":"traceutil/trace.go:171","msg":"trace[1322633464] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"261.237929ms","start":"2026-03-19T09:21:11.91809Z","end":"2026-03-19T09:21:12.179328Z","steps":["trace[1322633464] 'process raft request' (duration: 128.09571ms)","trace[1322633464] 'compare' (duration: 132.762499ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:12.181238Z","caller":"traceutil/trace.go:171","msg":"trace[357782708] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"259.995067ms","start":"2026-03-19T09:21:11.921221Z","end":"2026-03-19T09:21:12.181216Z","steps":["trace[357782708] 'process raft request' (duration: 259.943686ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:12.181241Z","caller":"traceutil/trace.go:171","msg":"trace[1037706870] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"263.096076ms","start":"2026-03-19T09:21:11.918117Z","end":"2026-03-19T09:21:12.181213Z","steps":["trace[1037706870] 'process raft request' (duration: 262.951622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:12.181359Z","caller":"traceutil/trace.go:171","msg":"trace[1027926846] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"213.309139ms","start":"2026-03-19T09:21:11.968039Z","end":"2026-03-19T09:21:12.181348Z","steps":["trace[1027926846] 'process raft request' (duration: 213.150755ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:12.181369Z","caller":"traceutil/trace.go:171","msg":"trace[555829694] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9035; }","duration":"262.397088ms","start":"2026-03-19T09:21:11.918948Z","end":"2026-03-19T09:21:12.181345Z","steps":["trace[555829694] 'read index received' (duration: 127.403283ms)","trace[555829694] 'applied index is now lower than readState.Index' (duration: 134.992205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:12.181515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.564783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:21:12.181541Z","caller":"traceutil/trace.go:171","msg":"trace[1695630897] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8657; }","duration":"262.638965ms","start":"2026-03-19T09:21:11.918895Z","end":"2026-03-19T09:21:12.181534Z","steps":["trace[1695630897] 'agreement among raft nodes before linearized reading' (duration: 262.538642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:12.181492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.220486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:12.181575Z","caller":"traceutil/trace.go:171","msg":"trace[625293640] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8657; }","duration":"235.341579ms","start":"2026-03-19T09:21:11.946219Z","end":"2026-03-19T09:21:12.18156Z","steps":["trace[625293640] 'agreement among raft nodes before linearized reading' (duration: 235.235757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:15.920102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.752066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:15.920228Z","caller":"traceutil/trace.go:171","msg":"trace[1967033565] linearizableReadLoop","detail":"{readStateIndex:9054; appliedIndex:9053; }","duration":"238.053918ms","start":"2026-03-19T09:21:15.682153Z","end":"2026-03-19T09:21:15.920207Z","steps":["trace[1967033565] 'read index received' (duration: 47.431µs)","trace[1967033565] 'applied index is now lower than readState.Index' (duration: 238.004517ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:15.920368Z","caller":"traceutil/trace.go:171","msg":"trace[1910482569] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"420.222995ms","start":"2026-03-19T09:21:15.500114Z","end":"2026-03-19T09:21:15.920337Z","steps":["trace[1910482569] 'process raft request' (duration: 82.108959ms)","trace[1910482569] 'compare' (duration: 337.606722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:15.920474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.298114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:15.920509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.50009Z","time spent":"420.346167ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:15.920535Z","caller":"traceutil/trace.go:171","msg":"trace[1572820396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8672; }","duration":"238.407817ms","start":"2026-03-19T09:21:15.68211Z","end":"2026-03-19T09:21:15.920517Z","steps":["trace[1572820396] 'agreement among raft nodes before linearized reading' (duration: 238.279184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:16.421261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457015015,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:17.922153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:21:17.922232Z","caller":"traceutil/trace.go:171","msg":"trace[26385823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035435s","start":"2026-03-19T09:21:15.921862Z","end":"2026-03-19T09:21:17.922216Z","steps":["trace[26385823] 'agreement among raft nodes before linearized reading' (duration: 2.000167155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:17.922264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.921845Z","time spent":"2.000411422s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:18.956144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40785441s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:18.956238Z","caller":"traceutil/trace.go:171","msg":"trace[2127220046] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"3.236833258s","start":"2026-03-19T09:21:15.719387Z","end":"2026-03-19T09:21:18.95622Z","steps":["trace[2127220046] 'process raft request' (duration: 828.876146ms)","trace[2127220046] 'compare' (duration: 2.406460495s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:18.956282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.719367Z","time spent":"3.236894599s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:19.807318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.258938071s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T09:21:19.929466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:19.929552Z","caller":"traceutil/trace.go:171","msg":"trace[988383333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586615s","start":"2026-03-19T09:21:17.928948Z","end":"2026-03-19T09:21:19.929535Z","steps":["trace[988383333] 'agreement among raft nodes before linearized reading' (duration: 2.000478212s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:19.929594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:17.928929Z","time spent":"2.000656897s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:20.628786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.091447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:20.629214Z","caller":"traceutil/trace.go:171","msg":"trace[272887352] linearizableReadLoop","detail":"{readStateIndex:9057; appliedIndex:9054; }","duration":"4.708904793s","start":"2026-03-19T09:21:15.920262Z","end":"2026-03-19T09:21:20.629167Z","steps":["trace[272887352] 'read index received' (duration: 628.142866ms)","trace[272887352] 'applied index is now lower than readState.Index' (duration: 4.080757247s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:20.62913Z","caller":"traceutil/trace.go:171","msg":"trace[1465164808] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"4.901397142s","start":"2026-03-19T09:21:15.727624Z","end":"2026-03-19T09:21:20.629021Z","steps":["trace[1465164808] 'process raft request' (duration: 4.079956926s)","trace[1465164808] 'compare' (duration: 820.301927ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:20.629314Z","caller":"traceutil/trace.go:171","msg":"trace[1158548126] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"4.70210537s","start":"2026-03-19T09:21:15.92704Z","end":"2026-03-19T09:21:20.629145Z","steps":["trace[1158548126] 'process raft request' (duration: 4.701873234s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.629613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.727596Z","time spent":"4.901737651s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:20.629688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.927027Z","time spent":"4.7024895s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4621,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:20.734382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.29184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:21:20.734515Z","caller":"traceutil/trace.go:171","msg":"trace[924175215] linearizableReadLoop","detail":"{readStateIndex:9058; appliedIndex:9057; }","duration":"105.188126ms","start":"2026-03-19T09:21:20.629305Z","end":"2026-03-19T09:21:20.734493Z","steps":["trace[924175215] 'read index received' (duration: 49.641µs)","trace[924175215] 'applied index is now lower than readState.Index' (duration: 105.136245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:20.734509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.823570932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:20.734597Z","caller":"traceutil/trace.go:171","msg":"trace[47464211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8675; }","duration":"4.823709475s","start":"2026-03-19T09:21:15.910865Z","end":"2026-03-19T09:21:20.734574Z","steps":["trace[47464211] 'agreement among raft nodes before linearized reading' (duration: 4.718417306s)","trace[47464211] 'range keys from in-memory index tree' (duration: 105.052043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:20.734553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.05221719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-b7rk9\" ","response":"range_response_count:1 size:4636"} {"level":"warn","ts":"2026-03-19T09:21:20.734645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.910844Z","time spent":"4.823791587s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:20.734685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.067889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:20.734775Z","caller":"traceutil/trace.go:171","msg":"trace[561272484] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-b7rk9; range_end:; response_count:1; response_revision:8675; }","duration":"5.052367164s","start":"2026-03-19T09:21:15.682295Z","end":"2026-03-19T09:21:20.734663Z","steps":["trace[561272484] 'agreement among raft nodes before linearized reading' (duration: 4.947037314s)","trace[561272484] 'range keys from in-memory index tree' (duration: 105.051003ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:20.734801Z","caller":"traceutil/trace.go:171","msg":"trace[2074484517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8675; }","duration":"805.213962ms","start":"2026-03-19T09:21:19.929571Z","end":"2026-03-19T09:21:20.734785Z","steps":["trace[2074484517] 'agreement among raft nodes before linearized reading' (duration: 805.064259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.734841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.682286Z","time spent":"5.052537308s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-b7rk9\" "} {"level":"warn","ts":"2026-03-19T09:21:20.734854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:19.929554Z","time spent":"805.287944ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:20.734902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369890005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:20.734946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025484649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:20.734977Z","caller":"traceutil/trace.go:171","msg":"trace[587634242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8675; }","duration":"4.370036829s","start":"2026-03-19T09:21:16.364923Z","end":"2026-03-19T09:21:20.73496Z","steps":["trace[587634242] 'agreement among raft nodes before linearized reading' (duration: 4.369864574s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.734953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554242916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:20.735Z","caller":"traceutil/trace.go:171","msg":"trace[128257353] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8675; }","duration":"2.025583431s","start":"2026-03-19T09:21:18.7094Z","end":"2026-03-19T09:21:20.734984Z","steps":["trace[128257353] 'agreement among raft nodes before linearized reading' (duration: 2.025490939s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.364898Z","time spent":"4.370109251s","remote":"127.0.0.1:45434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:20.735038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:18.70938Z","time spent":"2.025647753s","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:20.735043Z","caller":"traceutil/trace.go:171","msg":"trace[1834956840] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8675; }","duration":"2.55439722s","start":"2026-03-19T09:21:18.180624Z","end":"2026-03-19T09:21:20.735022Z","steps":["trace[1834956840] 'agreement among raft nodes before linearized reading' (duration: 2.554211026s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118837495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:20.735092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:18.180606Z","time spent":"2.554475092s","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:20.735092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126976712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:20.735113Z","caller":"traceutil/trace.go:171","msg":"trace[1698068305] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8675; }","duration":"3.118932157s","start":"2026-03-19T09:21:17.616164Z","end":"2026-03-19T09:21:20.735096Z","steps":["trace[1698068305] 'agreement among raft nodes before linearized reading' (duration: 3.118831865s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:17.616139Z","time spent":"3.119002449s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:20.735149Z","caller":"traceutil/trace.go:171","msg":"trace[784011032] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8675; }","duration":"2.127090325s","start":"2026-03-19T09:21:18.608045Z","end":"2026-03-19T09:21:20.735135Z","steps":["trace[784011032] 'agreement among raft nodes before linearized reading' (duration: 2.126984873s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534222617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:21:20.735188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:18.608016Z","time spent":"2.127163136s","remote":"127.0.0.1:49738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:20.735143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10412373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:20.735222Z","caller":"traceutil/trace.go:171","msg":"trace[1528134022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8675; }","duration":"4.534282519s","start":"2026-03-19T09:21:16.200925Z","end":"2026-03-19T09:21:20.735208Z","steps":["trace[1528134022] 'agreement among raft nodes before linearized reading' (duration: 4.534129785s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964456046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:20.73528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882524852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:21:20.735279Z","caller":"traceutil/trace.go:171","msg":"trace[1877122660] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8675; }","duration":"1.964522928s","start":"2026-03-19T09:21:18.770746Z","end":"2026-03-19T09:21:20.735269Z","steps":["trace[1877122660] 'agreement among raft nodes before linearized reading' (duration: 1.964437855s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:20.735284Z","caller":"traceutil/trace.go:171","msg":"trace[1711256242] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8675; }","duration":"1.104328335s","start":"2026-03-19T09:21:19.630921Z","end":"2026-03-19T09:21:20.735249Z","steps":["trace[1711256242] 'agreement among raft nodes before linearized reading' (duration: 1.104050828s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:20.735307Z","caller":"traceutil/trace.go:171","msg":"trace[1533995655] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8675; }","duration":"3.882560422s","start":"2026-03-19T09:21:16.852737Z","end":"2026-03-19T09:21:20.735297Z","steps":["trace[1533995655] 'agreement among raft nodes before linearized reading' (duration: 3.8824569s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:18.770729Z","time spent":"1.964578509s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:20.735332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.852728Z","time spent":"3.882598553s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882751577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:21:20.73536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:19.630901Z","time spent":"1.104442398s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:20.735379Z","caller":"traceutil/trace.go:171","msg":"trace[1959268306] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8675; }","duration":"3.88285531s","start":"2026-03-19T09:21:16.852508Z","end":"2026-03-19T09:21:20.735363Z","steps":["trace[1959268306] 'agreement among raft nodes before linearized reading' (duration: 3.882745527s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26523161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:20.735393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577431606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:21:20.735417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.852488Z","time spent":"3.882916981s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:21:20.735422Z","caller":"traceutil/trace.go:171","msg":"trace[452318610] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8675; }","duration":"2.265295222s","start":"2026-03-19T09:21:18.470115Z","end":"2026-03-19T09:21:20.73541Z","steps":["trace[452318610] 'agreement among raft nodes before linearized reading' (duration: 2.265239701s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538298211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:21:20.735453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:18.470098Z","time spent":"2.265348063s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:20.735471Z","caller":"traceutil/trace.go:171","msg":"trace[720371666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8675; }","duration":"4.538371173s","start":"2026-03-19T09:21:16.197083Z","end":"2026-03-19T09:21:20.735454Z","steps":["trace[720371666] 'agreement among raft nodes before linearized reading' (duration: 4.53823815s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.197072Z","time spent":"4.538428354s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:20.73552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03651499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T09:21:20.735549Z","caller":"traceutil/trace.go:171","msg":"trace[1876494524] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8675; }","duration":"3.036582211s","start":"2026-03-19T09:21:17.698959Z","end":"2026-03-19T09:21:20.735541Z","steps":["trace[1876494524] 'agreement among raft nodes before linearized reading' (duration: 3.036491779s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.804367753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-b7rk9\" ","response":"range_response_count:1 size:4636"} {"level":"warn","ts":"2026-03-19T09:21:20.735293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.20092Z","time spent":"4.534358401s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:21:20.735593Z","caller":"traceutil/trace.go:171","msg":"trace[729165921] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-b7rk9; range_end:; response_count:1; response_revision:8675; }","duration":"4.804401953s","start":"2026-03-19T09:21:15.931181Z","end":"2026-03-19T09:21:20.735583Z","steps":["trace[729165921] 'agreement among raft nodes before linearized reading' (duration: 4.804298671s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:17.698928Z","time spent":"3.036645012s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.931155Z","time spent":"4.804459606s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-b7rk9\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539235995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:21:20.735691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811813113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-03-19T09:21:20.735702Z","caller":"traceutil/trace.go:171","msg":"trace[1279726287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8675; }","duration":"4.539291367s","start":"2026-03-19T09:21:16.196401Z","end":"2026-03-19T09:21:20.735693Z","steps":["trace[1279726287] 'agreement among raft nodes before linearized reading' (duration: 4.539207305s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:20.735715Z","caller":"traceutil/trace.go:171","msg":"trace[1865890717] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8675; }","duration":"4.811858004s","start":"2026-03-19T09:21:15.923849Z","end":"2026-03-19T09:21:20.735707Z","steps":["trace[1865890717] 'agreement among raft nodes before linearized reading' (duration: 4.811793022s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.196386Z","time spent":"4.539334398s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.923839Z","time spent":"4.811889904s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":522,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T09:21:20.73575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.804114917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-19T09:21:20.73543Z","caller":"traceutil/trace.go:171","msg":"trace[2023527651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8675; }","duration":"2.577504228s","start":"2026-03-19T09:21:18.157916Z","end":"2026-03-19T09:21:20.73542Z","steps":["trace[2023527651] 'agreement among raft nodes before linearized reading' (duration: 2.577389495s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:20.735777Z","caller":"traceutil/trace.go:171","msg":"trace[546028372] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8675; }","duration":"4.804139967s","start":"2026-03-19T09:21:15.931629Z","end":"2026-03-19T09:21:20.735769Z","steps":["trace[546028372] 'agreement among raft nodes before linearized reading' (duration: 4.804058305s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.931611Z","time spent":"4.804185758s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:18.157895Z","time spent":"2.577898569s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812699004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:21:20.735886Z","caller":"traceutil/trace.go:171","msg":"trace[1444263078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8675; }","duration":"4.812719656s","start":"2026-03-19T09:21:15.92316Z","end":"2026-03-19T09:21:20.73588Z","steps":["trace[1444263078] 'agreement among raft nodes before linearized reading' (duration: 4.812657134s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.735903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.923097Z","time spent":"4.812802737s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:20.735904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.539189454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:21:20.735942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.804360312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:21:20.735952Z","caller":"traceutil/trace.go:171","msg":"trace[1962923251] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8675; }","duration":"4.539269506s","start":"2026-03-19T09:21:16.196667Z","end":"2026-03-19T09:21:20.735936Z","steps":["trace[1962923251] 'agreement among raft nodes before linearized reading' (duration: 4.539077372s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:20.735982Z","caller":"traceutil/trace.go:171","msg":"trace[68605140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8675; }","duration":"4.804415504s","start":"2026-03-19T09:21:15.931555Z","end":"2026-03-19T09:21:20.735971Z","steps":["trace[68605140] 'agreement among raft nodes before linearized reading' (duration: 4.804309002s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:20.73599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:16.196647Z","time spent":"4.539331588s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:21:20.736013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:15.931548Z","time spent":"4.804458825s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:21.003042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.529464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:21.003359Z","caller":"traceutil/trace.go:171","msg":"trace[571341323] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"261.831133ms","start":"2026-03-19T09:21:20.741491Z","end":"2026-03-19T09:21:21.003322Z","steps":["trace[571341323] 'process raft request' (duration: 93.93135ms)","trace[571341323] 'compare' (duration: 167.424911ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:21.003532Z","caller":"traceutil/trace.go:171","msg":"trace[1158197287] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"261.467004ms","start":"2026-03-19T09:21:20.742054Z","end":"2026-03-19T09:21:21.003521Z","steps":["trace[1158197287] 'process raft request' (duration: 261.30641ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.003719Z","caller":"traceutil/trace.go:171","msg":"trace[1520860884] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"261.160857ms","start":"2026-03-19T09:21:20.742539Z","end":"2026-03-19T09:21:21.0037Z","steps":["trace[1520860884] 'process raft request' (duration: 260.928991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.00376Z","caller":"traceutil/trace.go:171","msg":"trace[1149708123] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"261.867884ms","start":"2026-03-19T09:21:20.741885Z","end":"2026-03-19T09:21:21.003753Z","steps":["trace[1149708123] 'process raft request' (duration: 261.423853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.003795Z","caller":"traceutil/trace.go:171","msg":"trace[965532943] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"260.436309ms","start":"2026-03-19T09:21:20.743344Z","end":"2026-03-19T09:21:21.00378Z","steps":["trace[965532943] 'process raft request' (duration: 260.168222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.003799Z","caller":"traceutil/trace.go:171","msg":"trace[1983627805] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"261.007733ms","start":"2026-03-19T09:21:20.742751Z","end":"2026-03-19T09:21:21.003758Z","steps":["trace[1983627805] 'process raft request' (duration: 260.741756ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.003728Z","caller":"traceutil/trace.go:171","msg":"trace[977204182] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"261.984837ms","start":"2026-03-19T09:21:20.741734Z","end":"2026-03-19T09:21:21.003719Z","steps":["trace[977204182] 'process raft request' (duration: 261.527216ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.003897Z","caller":"traceutil/trace.go:171","msg":"trace[1143924516] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"261.6899ms","start":"2026-03-19T09:21:20.742199Z","end":"2026-03-19T09:21:21.003889Z","steps":["trace[1143924516] 'process raft request' (duration: 261.185168ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.006258Z","caller":"traceutil/trace.go:171","msg":"trace[366284421] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9058; }","duration":"262.387439ms","start":"2026-03-19T09:21:20.743855Z","end":"2026-03-19T09:21:21.006243Z","steps":["trace[366284421] 'read index received' (duration: 30.23826ms)","trace[366284421] 'applied index is now lower than readState.Index' (duration: 232.148098ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:21.006297Z","caller":"traceutil/trace.go:171","msg":"trace[1705523705] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"262.435579ms","start":"2026-03-19T09:21:20.743841Z","end":"2026-03-19T09:21:21.006276Z","steps":["trace[1705523705] 'process raft request' (duration: 259.801232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.006483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.604544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:21.006547Z","caller":"traceutil/trace.go:171","msg":"trace[1058566375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8685; }","duration":"262.713077ms","start":"2026-03-19T09:21:20.743821Z","end":"2026-03-19T09:21:21.006534Z","steps":["trace[1058566375] 'agreement among raft nodes before linearized reading' (duration: 262.494951ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:21.176302Z","caller":"traceutil/trace.go:171","msg":"trace[1178247115] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9068; }","duration":"169.922795ms","start":"2026-03-19T09:21:21.006348Z","end":"2026-03-19T09:21:21.176271Z","steps":["trace[1178247115] 'read index received' (duration: 126.343175ms)","trace[1178247115] 'applied index is now lower than readState.Index' (duration: 43.57865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:21.176568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.779073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-19T09:21:21.176559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.995628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-19T09:21:21.176641Z","caller":"traceutil/trace.go:171","msg":"trace[944719043] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8686; }","duration":"427.112451ms","start":"2026-03-19T09:21:20.749511Z","end":"2026-03-19T09:21:21.176623Z","steps":["trace[944719043] 'agreement among raft nodes before linearized reading' (duration: 426.841344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.17671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.749502Z","time spent":"427.188932ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T09:21:21.176852Z","caller":"traceutil/trace.go:171","msg":"trace[468232553] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8686; }","duration":"428.852514ms","start":"2026-03-19T09:21:20.747747Z","end":"2026-03-19T09:21:21.1766Z","steps":["trace[468232553] 'agreement among raft nodes before linearized reading' (duration: 428.665049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.176914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.747739Z","time spent":"429.160522ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-19T09:21:21.176571Z","caller":"traceutil/trace.go:171","msg":"trace[1037234435] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"215.482384ms","start":"2026-03-19T09:21:20.961056Z","end":"2026-03-19T09:21:21.176538Z","steps":["trace[1037234435] 'process raft request' (duration: 171.700829ms)","trace[1037234435] 'compare' (duration: 43.389495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:21.177455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.330287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228799"} {"level":"info","ts":"2026-03-19T09:21:21.177496Z","caller":"traceutil/trace.go:171","msg":"trace[688632399] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8686; }","duration":"431.371848ms","start":"2026-03-19T09:21:20.746114Z","end":"2026-03-19T09:21:21.177485Z","steps":["trace[688632399] 'agreement among raft nodes before linearized reading' (duration: 431.05499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.177525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.746102Z","time spent":"431.415789ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228822,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:21:21.177555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.131149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-03-19T09:21:21.177621Z","caller":"traceutil/trace.go:171","msg":"trace[59594121] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8686; }","duration":"179.225791ms","start":"2026-03-19T09:21:20.99838Z","end":"2026-03-19T09:21:21.177606Z","steps":["trace[59594121] 'agreement among raft nodes before linearized reading' (duration: 178.880993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.17777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.918952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:21.177809Z","caller":"traceutil/trace.go:171","msg":"trace[221823111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8686; }","duration":"431.967243ms","start":"2026-03-19T09:21:20.745832Z","end":"2026-03-19T09:21:21.177799Z","steps":["trace[221823111] 'agreement among raft nodes before linearized reading' (duration: 431.908232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.177835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.745826Z","time spent":"432.002984ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:21.177911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.935663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-19T09:21:21.178501Z","caller":"traceutil/trace.go:171","msg":"trace[301567174] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8686; }","duration":"400.217166ms","start":"2026-03-19T09:21:20.778215Z","end":"2026-03-19T09:21:21.178432Z","steps":["trace[301567174] 'agreement among raft nodes before linearized reading' (duration: 398.093502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.177047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.900522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-19T09:21:21.178797Z","caller":"traceutil/trace.go:171","msg":"trace[367124784] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8686; }","duration":"400.673197ms","start":"2026-03-19T09:21:20.778096Z","end":"2026-03-19T09:21:21.178769Z","steps":["trace[367124784] 'agreement among raft nodes before linearized reading' (duration: 398.844621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.178861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.550405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:21:21.178875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.778082Z","time spent":"400.77392ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-19T09:21:21.178901Z","caller":"traceutil/trace.go:171","msg":"trace[1407552496] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:8686; }","duration":"301.651648ms","start":"2026-03-19T09:21:20.877239Z","end":"2026-03-19T09:21:21.17889Z","steps":["trace[1407552496] 'agreement among raft nodes before linearized reading' (duration: 301.478423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.178918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.877215Z","time spent":"301.698438ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"warn","ts":"2026-03-19T09:21:21.178687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:20.778184Z","time spent":"400.483652ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-19T09:21:21.178051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.732188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T09:21:21.17934Z","caller":"traceutil/trace.go:171","msg":"trace[1984563574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8686; }","duration":"169.034251ms","start":"2026-03-19T09:21:21.010286Z","end":"2026-03-19T09:21:21.17932Z","steps":["trace[1984563574] 'agreement among raft nodes before linearized reading' (duration: 167.689787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:21.580921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:21.581037Z","caller":"traceutil/trace.go:171","msg":"trace[1010315089] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"168.880657ms","start":"2026-03-19T09:21:21.412138Z","end":"2026-03-19T09:21:21.581019Z","steps":["trace[1010315089] 'process raft request' (duration: 51.311565ms)","trace[1010315089] 'compare' (duration: 117.263155ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:22.579243Z","caller":"traceutil/trace.go:171","msg":"trace[1424815197] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"924.11677ms","start":"2026-03-19T09:21:21.6551Z","end":"2026-03-19T09:21:22.579217Z","steps":["trace[1424815197] 'process raft request' (duration: 923.728529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:22.579399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:21.655079Z","time spent":"924.239032ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:24.6484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.069601782s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:24.648981Z","caller":"traceutil/trace.go:171","msg":"trace[538946268] linearizableReadLoop","detail":"{readStateIndex:9081; appliedIndex:9078; }","duration":"2.419374814s","start":"2026-03-19T09:21:22.229587Z","end":"2026-03-19T09:21:24.648962Z","steps":["trace[538946268] 'read index received' (duration: 349.173036ms)","trace[538946268] 'applied index is now lower than readState.Index' (duration: 2.070200938s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:24.649073Z","caller":"traceutil/trace.go:171","msg":"trace[1784708199] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"2.903060534s","start":"2026-03-19T09:21:21.745975Z","end":"2026-03-19T09:21:24.649036Z","steps":["trace[1784708199] 'process raft request' (duration: 2.90290994s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:24.649122Z","caller":"traceutil/trace.go:171","msg":"trace[1099691410] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"2.338132865s","start":"2026-03-19T09:21:22.31098Z","end":"2026-03-19T09:21:24.649113Z","steps":["trace[1099691410] 'process raft request' (duration: 2.337948601s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:24.649239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:21.745938Z","time spent":"2.903207208s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:24.649318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:22.310957Z","time spent":"2.33824602s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:24.649508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419936798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T09:21:24.650381Z","caller":"traceutil/trace.go:171","msg":"trace[1989458766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8698; }","duration":"2.42081003s","start":"2026-03-19T09:21:22.229522Z","end":"2026-03-19T09:21:24.650332Z","steps":["trace[1989458766] 'agreement among raft nodes before linearized reading' (duration: 2.419913868s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:24.650562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:22.2295Z","time spent":"2.421007196s","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T09:21:24.649613Z","caller":"traceutil/trace.go:171","msg":"trace[1481931465] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"2.96967487s","start":"2026-03-19T09:21:21.679919Z","end":"2026-03-19T09:21:24.649594Z","steps":["trace[1481931465] 'process raft request' (duration: 2.968758256s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:24.651353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:21.679898Z","time spent":"2.971278039s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:24.682069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000553445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:24.682139Z","caller":"traceutil/trace.go:171","msg":"trace[1035279126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674528s","start":"2026-03-19T09:21:22.681449Z","end":"2026-03-19T09:21:24.682124Z","steps":["trace[1035279126] 'agreement among raft nodes before linearized reading' (duration: 2.000591696s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:24.682179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:22.681422Z","time spent":"2.00074844s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:25.149777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457015070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:25.649919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457015070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:25.842021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122405665s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:25.842607Z","caller":"traceutil/trace.go:171","msg":"trace[762278839] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"3.206019405s","start":"2026-03-19T09:21:22.636561Z","end":"2026-03-19T09:21:25.842581Z","steps":["trace[762278839] 'process raft request' (duration: 3.205728946s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:25.842803Z","caller":"traceutil/trace.go:171","msg":"trace[2044561602] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"2.6596723s","start":"2026-03-19T09:21:23.1831Z","end":"2026-03-19T09:21:25.842773Z","steps":["trace[2044561602] 'process raft request' (duration: 2.659426114s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.842841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:22.636519Z","time spent":"3.206161718s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:25.843025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.183074Z","time spent":"2.659803863s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:25.878934Z","caller":"traceutil/trace.go:171","msg":"trace[1545790837] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9082; }","duration":"1.229822559s","start":"2026-03-19T09:21:24.649083Z","end":"2026-03-19T09:21:25.878906Z","steps":["trace[1545790837] 'read index received' (duration: 1.193173446s)","trace[1545790837] 'applied index is now lower than readState.Index' (duration: 36.648063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:25.879119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645274914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-19T09:21:25.879174Z","caller":"traceutil/trace.go:171","msg":"trace[1490282637] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8701; }","duration":"2.645390827s","start":"2026-03-19T09:21:23.233772Z","end":"2026-03-19T09:21:25.879162Z","steps":["trace[1490282637] 'agreement among raft nodes before linearized reading' (duration: 2.64514873s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610908579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:25.879217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.233729Z","time spent":"2.645476549s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-19T09:21:25.879221Z","caller":"traceutil/trace.go:171","msg":"trace[789169624] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8701; }","duration":"2.611008151s","start":"2026-03-19T09:21:23.2682Z","end":"2026-03-19T09:21:25.879208Z","steps":["trace[789169624] 'agreement among raft nodes before linearized reading' (duration: 2.610912368s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:25.87922Z","caller":"traceutil/trace.go:171","msg":"trace[1247044883] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"1.040431191s","start":"2026-03-19T09:21:24.838772Z","end":"2026-03-19T09:21:25.879203Z","steps":["trace[1247044883] 'process raft request' (duration: 1.039977178s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.26816Z","time spent":"2.611092383s","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:25.879298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19918961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"warn","ts":"2026-03-19T09:21:25.879315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:24.838747Z","time spent":"1.040513882s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:25.879336Z","caller":"traceutil/trace.go:171","msg":"trace[8911766] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8701; }","duration":"2.199266282s","start":"2026-03-19T09:21:23.680061Z","end":"2026-03-19T09:21:25.879327Z","steps":["trace[8911766] 'agreement among raft nodes before linearized reading' (duration: 2.199135399s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.680039Z","time spent":"2.199318744s","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:21:25.879155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845575271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:25.879471Z","caller":"traceutil/trace.go:171","msg":"trace[676543213] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8701; }","duration":"1.84594573s","start":"2026-03-19T09:21:24.033515Z","end":"2026-03-19T09:21:25.87946Z","steps":["trace[676543213] 'agreement among raft nodes before linearized reading' (duration: 1.845460298s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824861274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:25.879516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:24.033454Z","time spent":"1.846047243s","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:25.879156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204463205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:25.87962Z","caller":"traceutil/trace.go:171","msg":"trace[2135728341] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8701; }","duration":"2.205007658s","start":"2026-03-19T09:21:23.6746Z","end":"2026-03-19T09:21:25.879608Z","steps":["trace[2135728341] 'agreement among raft nodes before linearized reading' (duration: 2.204499425s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:25.879519Z","caller":"traceutil/trace.go:171","msg":"trace[1443790793] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8701; }","duration":"1.824894694s","start":"2026-03-19T09:21:24.054614Z","end":"2026-03-19T09:21:25.879509Z","steps":["trace[1443790793] 'agreement among raft nodes before linearized reading' (duration: 1.824834713s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870890596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:21:25.879746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871208433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:21:25.879762Z","caller":"traceutil/trace.go:171","msg":"trace[851740870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8701; }","duration":"2.870944246s","start":"2026-03-19T09:21:23.008808Z","end":"2026-03-19T09:21:25.879752Z","steps":["trace[851740870] 'agreement among raft nodes before linearized reading' (duration: 2.870847084s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870614339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:21:25.879793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.008799Z","time spent":"2.870986528s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:21:25.879772Z","caller":"traceutil/trace.go:171","msg":"trace[1302942149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8701; }","duration":"2.871287316s","start":"2026-03-19T09:21:23.008477Z","end":"2026-03-19T09:21:25.879765Z","steps":["trace[1302942149] 'agreement among raft nodes before linearized reading' (duration: 2.871203864s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.8798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226075064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-19T09:21:25.879659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.67457Z","time spent":"2.20507734s","remote":"127.0.0.1:48552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:25.879835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.008451Z","time spent":"2.871374887s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:21:25.879836Z","caller":"traceutil/trace.go:171","msg":"trace[215561347] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8701; }","duration":"1.226132326s","start":"2026-03-19T09:21:24.653695Z","end":"2026-03-19T09:21:25.879828Z","steps":["trace[215561347] 'agreement among raft nodes before linearized reading' (duration: 1.226044754s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206818924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15e1d379-0481-4990-9605-7cb891cf961a\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-19T09:21:25.879914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870907515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:21:25.879909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197515228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:25.8798Z","caller":"traceutil/trace.go:171","msg":"trace[859410141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8701; }","duration":"2.8706888s","start":"2026-03-19T09:21:23.0091Z","end":"2026-03-19T09:21:25.879789Z","steps":["trace[859410141] 'agreement among raft nodes before linearized reading' (duration: 2.870604738s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870503256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:21:25.880002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.592598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:25.879999Z","caller":"traceutil/trace.go:171","msg":"trace[881369743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8701; }","duration":"1.197654991s","start":"2026-03-19T09:21:24.682325Z","end":"2026-03-19T09:21:25.87998Z","steps":["trace[881369743] 'agreement among raft nodes before linearized reading' (duration: 1.197488847s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:25.880019Z","caller":"traceutil/trace.go:171","msg":"trace[1719868073] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15e1d379-0481-4990-9605-7cb891cf961a; range_end:; response_count:1; response_revision:8701; }","duration":"1.206870126s","start":"2026-03-19T09:21:24.673059Z","end":"2026-03-19T09:21:25.879929Z","steps":["trace[1719868073] 'agreement among raft nodes before linearized reading' (duration: 1.206792904s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:25.880039Z","caller":"traceutil/trace.go:171","msg":"trace[379409162] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8701; }","duration":"784.661469ms","start":"2026-03-19T09:21:25.095368Z","end":"2026-03-19T09:21:25.88003Z","steps":["trace[379409162] 'agreement among raft nodes before linearized reading' (duration: 784.602578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.880055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:24.682307Z","time spent":"1.197739104s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:25.880069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.095347Z","time spent":"784.713371ms","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:25.880066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:24.673046Z","time spent":"1.207008149s","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-15e1d379-0481-4990-9605-7cb891cf961a\" "} {"level":"info","ts":"2026-03-19T09:21:25.880063Z","caller":"traceutil/trace.go:171","msg":"trace[1232953108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8701; }","duration":"2.870632569s","start":"2026-03-19T09:21:23.009395Z","end":"2026-03-19T09:21:25.880028Z","steps":["trace[1232953108] 'agreement among raft nodes before linearized reading' (duration: 2.870353212s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.87994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:24.653682Z","time spent":"1.226245979s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:21:25.880001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.009056Z","time spent":"2.870930216s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:25.880155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.009388Z","time spent":"2.870748242s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:21:25.879943Z","caller":"traceutil/trace.go:171","msg":"trace[1425307307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8701; }","duration":"2.870980118s","start":"2026-03-19T09:21:23.008954Z","end":"2026-03-19T09:21:25.879934Z","steps":["trace[1425307307] 'agreement among raft nodes before linearized reading' (duration: 2.870907356s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.879777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:24.05457Z","time spent":"1.825147042s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:25.879837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871242514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:21:25.880277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.008929Z","time spent":"2.871336776s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:21:25.880303Z","caller":"traceutil/trace.go:171","msg":"trace[1835708106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8701; }","duration":"2.871718916s","start":"2026-03-19T09:21:23.008572Z","end":"2026-03-19T09:21:25.880291Z","steps":["trace[1835708106] 'agreement among raft nodes before linearized reading' (duration: 2.871214833s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.880349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.008563Z","time spent":"2.871775427s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:25.880544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696066016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:21:25.880603Z","caller":"traceutil/trace.go:171","msg":"trace[207121803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8701; }","duration":"2.696147687s","start":"2026-03-19T09:21:23.184438Z","end":"2026-03-19T09:21:25.880586Z","steps":["trace[207121803] 'agreement among raft nodes before linearized reading' (duration: 2.69465156s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:25.880642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:23.184423Z","time spent":"2.69621149s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:21:26.315214Z","caller":"traceutil/trace.go:171","msg":"trace[194545075] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"430.870546ms","start":"2026-03-19T09:21:25.884323Z","end":"2026-03-19T09:21:26.315194Z","steps":["trace[194545075] 'process raft request' (duration: 430.702032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.315349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.884298Z","time spent":"430.982269ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:26.315543Z","caller":"traceutil/trace.go:171","msg":"trace[1759571887] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"430.052714ms","start":"2026-03-19T09:21:25.885458Z","end":"2026-03-19T09:21:26.31551Z","steps":["trace[1759571887] 'process raft request' (duration: 429.704675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.315805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.885448Z","time spent":"430.198648ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:26.315976Z","caller":"traceutil/trace.go:171","msg":"trace[858876140] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"430.436825ms","start":"2026-03-19T09:21:25.885529Z","end":"2026-03-19T09:21:26.315966Z","steps":["trace[858876140] 'process raft request' (duration: 429.904301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.316057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.885524Z","time spent":"430.475046ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:26.316248Z","caller":"traceutil/trace.go:171","msg":"trace[1631430908] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"430.543188ms","start":"2026-03-19T09:21:25.885687Z","end":"2026-03-19T09:21:26.31623Z","steps":["trace[1631430908] 'process raft request' (duration: 430.171948ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:26.316285Z","caller":"traceutil/trace.go:171","msg":"trace[141620501] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"428.511166ms","start":"2026-03-19T09:21:25.887752Z","end":"2026-03-19T09:21:26.316263Z","steps":["trace[141620501] 'process raft request' (duration: 428.329091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.316346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.885678Z","time spent":"430.61971ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:26.316319Z","caller":"traceutil/trace.go:171","msg":"trace[1206457780] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"423.765336ms","start":"2026-03-19T09:21:25.892543Z","end":"2026-03-19T09:21:26.316308Z","steps":["trace[1206457780] 'process raft request' (duration: 423.616972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.31648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.89253Z","time spent":"423.910509ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:26.316297Z","caller":"traceutil/trace.go:171","msg":"trace[474440835] linearizableReadLoop","detail":"{readStateIndex:9087; appliedIndex:9085; }","duration":"431.395459ms","start":"2026-03-19T09:21:25.88487Z","end":"2026-03-19T09:21:26.316266Z","steps":["trace[474440835] 'read index received' (duration: 23.167749ms)","trace[474440835] 'applied index is now lower than readState.Index' (duration: 408.22653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:26.316515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.614044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-19T09:21:26.316507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.887723Z","time spent":"428.66321ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:26.316581Z","caller":"traceutil/trace.go:171","msg":"trace[1942589995] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8708; }","duration":"431.724787ms","start":"2026-03-19T09:21:25.88484Z","end":"2026-03-19T09:21:26.316565Z","steps":["trace[1942589995] 'agreement among raft nodes before linearized reading' (duration: 431.519382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.316635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.213613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:26.316645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.884831Z","time spent":"431.799859ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-19T09:21:26.316682Z","caller":"traceutil/trace.go:171","msg":"trace[1911085042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8708; }","duration":"427.268784ms","start":"2026-03-19T09:21:25.889402Z","end":"2026-03-19T09:21:26.316671Z","steps":["trace[1911085042] 'agreement among raft nodes before linearized reading' (duration: 427.195992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.31672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.889399Z","time spent":"427.314426ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:26.316741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.969978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19435"} {"level":"info","ts":"2026-03-19T09:21:26.316797Z","caller":"traceutil/trace.go:171","msg":"trace[1400744498] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8708; }","duration":"431.077291ms","start":"2026-03-19T09:21:25.885706Z","end":"2026-03-19T09:21:26.316783Z","steps":["trace[1400744498] 'agreement among raft nodes before linearized reading' (duration: 430.893546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.316828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.885681Z","time spent":"431.139873ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-19T09:21:26.316893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.753206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228811"} {"level":"info","ts":"2026-03-19T09:21:26.316932Z","caller":"traceutil/trace.go:171","msg":"trace[714133658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8708; }","duration":"427.794987ms","start":"2026-03-19T09:21:25.889129Z","end":"2026-03-19T09:21:26.316924Z","steps":["trace[714133658] 'agreement among raft nodes before linearized reading' (duration: 427.476659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.316954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:25.889096Z","time spent":"427.851669ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:21:26.533444Z","caller":"traceutil/trace.go:171","msg":"trace[2056801680] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9092; }","duration":"134.831051ms","start":"2026-03-19T09:21:26.39854Z","end":"2026-03-19T09:21:26.533371Z","steps":["trace[2056801680] 'read index received' (duration: 134.643356ms)","trace[2056801680] 'applied index is now lower than readState.Index' (duration: 186.855µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:26.533513Z","caller":"traceutil/trace.go:171","msg":"trace[1116856632] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"204.366412ms","start":"2026-03-19T09:21:26.329114Z","end":"2026-03-19T09:21:26.53348Z","steps":["trace[1116856632] 'process raft request' (duration: 204.120175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:26.533707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.15702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:26.533777Z","caller":"traceutil/trace.go:171","msg":"trace[128338051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8709; }","duration":"135.279853ms","start":"2026-03-19T09:21:26.398483Z","end":"2026-03-19T09:21:26.533763Z","steps":["trace[128338051] 'agreement among raft nodes before linearized reading' (duration: 135.025586ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:28.329678Z","caller":"traceutil/trace.go:171","msg":"trace[990857027] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"481.616947ms","start":"2026-03-19T09:21:27.848011Z","end":"2026-03-19T09:21:28.329628Z","steps":["trace[990857027] 'process raft request' (duration: 481.436102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:28.329854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.847985Z","time spent":"481.783071ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.152807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.478411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:29.152924Z","caller":"traceutil/trace.go:171","msg":"trace[972494774] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9095; }","duration":"1.241602858s","start":"2026-03-19T09:21:27.911288Z","end":"2026-03-19T09:21:29.152891Z","steps":["trace[972494774] 'read index received' (duration: 418.229773ms)","trace[972494774] 'applied index is now lower than readState.Index' (duration: 823.371755ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:29.152997Z","caller":"traceutil/trace.go:171","msg":"trace[207291703] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"1.30414599s","start":"2026-03-19T09:21:27.848817Z","end":"2026-03-19T09:21:29.152963Z","steps":["trace[207291703] 'process raft request' (duration: 1.193431743s)","trace[207291703] 'compare' (duration: 110.279426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:29.153093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241800993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:21:29.153131Z","caller":"traceutil/trace.go:171","msg":"trace[1567006149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8712; }","duration":"1.241840274s","start":"2026-03-19T09:21:27.911281Z","end":"2026-03-19T09:21:29.153121Z","steps":["trace[1567006149] 'agreement among raft nodes before linearized reading' (duration: 1.24170133s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.153135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.848791Z","time spent":"1.304277164s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.153161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:27.911264Z","time spent":"1.241888866s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:21:29.653992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457015134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:29.993979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.656232Z","time spent":"337.738885ms","remote":"127.0.0.1:36988","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:21:29.994152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.767758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:29.994328Z","caller":"traceutil/trace.go:171","msg":"trace[726453065] linearizableReadLoop","detail":"{readStateIndex:9099; appliedIndex:9097; }","duration":"841.356203ms","start":"2026-03-19T09:21:29.152955Z","end":"2026-03-19T09:21:29.994312Z","steps":["trace[726453065] 'read index received' (duration: 554.4342ms)","trace[726453065] 'applied index is now lower than readState.Index' (duration: 286.920743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:29.994454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330094171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:29.994491Z","caller":"traceutil/trace.go:171","msg":"trace[577227997] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8714; }","duration":"1.330163723s","start":"2026-03-19T09:21:28.664318Z","end":"2026-03-19T09:21:29.994482Z","steps":["trace[577227997] 'agreement among raft nodes before linearized reading' (duration: 1.330093941s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.994505Z","caller":"traceutil/trace.go:171","msg":"trace[1411011828] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"872.760623ms","start":"2026-03-19T09:21:29.121728Z","end":"2026-03-19T09:21:29.994489Z","steps":["trace[1411011828] 'process raft request' (duration: 585.628315ms)","trace[1411011828] 'compare' (duration: 286.567853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:29.994552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.664305Z","time spent":"1.330217795s","remote":"127.0.0.1:49848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.994596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.121703Z","time spent":"872.837114ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.994803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673687266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:21:29.99488Z","caller":"traceutil/trace.go:171","msg":"trace[1956370001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.673793829s","start":"2026-03-19T09:21:28.321072Z","end":"2026-03-19T09:21:29.994866Z","steps":["trace[1956370001] 'agreement among raft nodes before linearized reading' (duration: 1.673547703s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.994893Z","caller":"traceutil/trace.go:171","msg":"trace[569321517] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"837.240519ms","start":"2026-03-19T09:21:29.15764Z","end":"2026-03-19T09:21:29.99488Z","steps":["trace[569321517] 'process raft request' (duration: 836.611393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.994914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.321067Z","time spent":"1.67384124s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:29.994951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.157604Z","time spent":"837.32225ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:29.995041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.962642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:29.995066Z","caller":"traceutil/trace.go:171","msg":"trace[1157348644] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8714; }","duration":"951.028604ms","start":"2026-03-19T09:21:29.044031Z","end":"2026-03-19T09:21:29.99506Z","steps":["trace[1157348644] 'agreement among raft nodes before linearized reading' (duration: 950.982483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.044011Z","time spent":"951.070866ms","remote":"127.0.0.1:49920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.995202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670660149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:21:29.99521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.122357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:29.995227Z","caller":"traceutil/trace.go:171","msg":"trace[1657766699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8714; }","duration":"1.6707039s","start":"2026-03-19T09:21:28.324517Z","end":"2026-03-19T09:21:29.995221Z","steps":["trace[1657766699] 'agreement among raft nodes before linearized reading' (duration: 1.670625278s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.995231Z","caller":"traceutil/trace.go:171","msg":"trace[1169326104] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8714; }","duration":"964.174638ms","start":"2026-03-19T09:21:29.031049Z","end":"2026-03-19T09:21:29.995223Z","steps":["trace[1169326104] 'agreement among raft nodes before linearized reading' (duration: 964.137077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.324506Z","time spent":"1.670734101s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:21:29.995253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.031032Z","time spent":"964.213899ms","remote":"127.0.0.1:47388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.995404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673185943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:21:29.99543Z","caller":"traceutil/trace.go:171","msg":"trace[522018225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8714; }","duration":"1.673282635s","start":"2026-03-19T09:21:28.322139Z","end":"2026-03-19T09:21:29.995422Z","steps":["trace[522018225] 'agreement among raft nodes before linearized reading' (duration: 1.673219544s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.322109Z","time spent":"1.673333007s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:21:29.995527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674255831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:21:29.995548Z","caller":"traceutil/trace.go:171","msg":"trace[1554916797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.674288771s","start":"2026-03-19T09:21:28.321253Z","end":"2026-03-19T09:21:29.995542Z","steps":["trace[1554916797] 'agreement among raft nodes before linearized reading' (duration: 1.67423585s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.321249Z","time spent":"1.674313402s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:29.99444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286297777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:29.995632Z","caller":"traceutil/trace.go:171","msg":"trace[1448538385] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8714; }","duration":"1.287536228s","start":"2026-03-19T09:21:28.708087Z","end":"2026-03-19T09:21:29.995623Z","steps":["trace[1448538385] 'agreement among raft nodes before linearized reading' (duration: 1.286267516s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.708071Z","time spent":"1.28758781s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.995762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.611597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:29.995767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674505757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:21:29.995788Z","caller":"traceutil/trace.go:171","msg":"trace[2086969130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8714; }","duration":"312.698108ms","start":"2026-03-19T09:21:29.683084Z","end":"2026-03-19T09:21:29.995782Z","steps":["trace[2086969130] 'agreement among raft nodes before linearized reading' (duration: 312.654607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.085334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:29.995809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.683051Z","time spent":"312.75491ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:21:29.995819Z","caller":"traceutil/trace.go:171","msg":"trace[161290363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8714; }","duration":"1.674581609s","start":"2026-03-19T09:21:28.321221Z","end":"2026-03-19T09:21:29.995802Z","steps":["trace[161290363] 'agreement among raft nodes before linearized reading' (duration: 1.674388114s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:29.995834Z","caller":"traceutil/trace.go:171","msg":"trace[1883214973] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8714; }","duration":"105.213227ms","start":"2026-03-19T09:21:29.890601Z","end":"2026-03-19T09:21:29.995814Z","steps":["trace[1883214973] 'agreement among raft nodes before linearized reading' (duration: 105.083734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.512831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:29.995905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.321215Z","time spent":"1.674677871s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:21:29.995934Z","caller":"traceutil/trace.go:171","msg":"trace[1550340816] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8714; }","duration":"462.635705ms","start":"2026-03-19T09:21:29.533284Z","end":"2026-03-19T09:21:29.995919Z","steps":["trace[1550340816] 'agreement among raft nodes before linearized reading' (duration: 462.45752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.995968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.533267Z","time spent":"462.690076ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:29.99602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674885366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:21:29.99641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.217731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:21:29.996449Z","caller":"traceutil/trace.go:171","msg":"trace[1742543965] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8714; }","duration":"744.303123ms","start":"2026-03-19T09:21:29.252135Z","end":"2026-03-19T09:21:29.996438Z","steps":["trace[1742543965] 'agreement among raft nodes before linearized reading' (duration: 743.524173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.996485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:29.252115Z","time spent":"744.362914ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-19T09:21:29.996454Z","caller":"traceutil/trace.go:171","msg":"trace[2026373135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.675410189s","start":"2026-03-19T09:21:28.321014Z","end":"2026-03-19T09:21:29.996425Z","steps":["trace[2026373135] 'agreement among raft nodes before linearized reading' (duration: 1.674602549s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:29.996836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:28.320996Z","time spent":"1.67579888s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:21:30.357426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.872805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:30.357555Z","caller":"traceutil/trace.go:171","msg":"trace[1853180603] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"357.081068ms","start":"2026-03-19T09:21:30.000454Z","end":"2026-03-19T09:21:30.357535Z","steps":["trace[1853180603] 'process raft request' (duration: 125.442373ms)","trace[1853180603] 'compare' (duration: 230.424184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:30.357624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.000435Z","time spent":"357.159939ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:32.683748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-19T09:21:32.683843Z","caller":"traceutil/trace.go:171","msg":"trace[665167902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998938s","start":"2026-03-19T09:21:30.683829Z","end":"2026-03-19T09:21:32.683818Z","steps":["trace[665167902] 'agreement among raft nodes before linearized reading' (duration: 1.999873397s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.683919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.683796Z","time spent":"2.000104843s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 09:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T09:21:32.763124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.637211838s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:21:32.763679Z","caller":"traceutil/trace.go:171","msg":"trace[688772377] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"2.762532687s","start":"2026-03-19T09:21:30.001123Z","end":"2026-03-19T09:21:32.763656Z","steps":["trace[688772377] 'process raft request' (duration: 2.7622551s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:32.763768Z","caller":"traceutil/trace.go:171","msg":"trace[1814132956] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"2.762463685s","start":"2026-03-19T09:21:30.001269Z","end":"2026-03-19T09:21:32.763733Z","steps":["trace[1814132956] 'process raft request' (duration: 2.76226832s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.763862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.001096Z","time spent":"2.7626529s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:32.763885Z","caller":"traceutil/trace.go:171","msg":"trace[1622788091] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9099; }","duration":"2.762526047s","start":"2026-03-19T09:21:30.001341Z","end":"2026-03-19T09:21:32.763867Z","steps":["trace[1622788091] 'read index received' (duration: 124.592551ms)","trace[1622788091] 'applied index is now lower than readState.Index' (duration: 2.637932116s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:32.763678Z","caller":"traceutil/trace.go:171","msg":"trace[682246601] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"2.762320021s","start":"2026-03-19T09:21:30.001338Z","end":"2026-03-19T09:21:32.763658Z","steps":["trace[682246601] 'process raft request' (duration: 2.762238619s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.763937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.001261Z","time spent":"2.762589978s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:32.763965Z","caller":"traceutil/trace.go:171","msg":"trace[651913451] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"2.762583359s","start":"2026-03-19T09:21:30.001373Z","end":"2026-03-19T09:21:32.763956Z","steps":["trace[651913451] 'process raft request' (duration: 2.76223746s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.764046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.001349Z","time spent":"2.76265041s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:32.764084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.001324Z","time spent":"2.76265234s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:32.764413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763057181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228811"} {"level":"info","ts":"2026-03-19T09:21:32.764479Z","caller":"traceutil/trace.go:171","msg":"trace[1529278966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8719; }","duration":"2.763189184s","start":"2026-03-19T09:21:30.001272Z","end":"2026-03-19T09:21:32.764461Z","steps":["trace[1529278966] 'agreement among raft nodes before linearized reading' (duration: 2.762702641s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:32.764523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.001244Z","time spent":"2.763268026s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:21:33.019335Z","caller":"traceutil/trace.go:171","msg":"trace[2091043784] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"2.314772522s","start":"2026-03-19T09:21:30.704543Z","end":"2026-03-19T09:21:33.019315Z","steps":["trace[2091043784] 'process raft request' (duration: 2.314663529s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:33.019333Z","caller":"traceutil/trace.go:171","msg":"trace[989754844] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"2.683920847s","start":"2026-03-19T09:21:30.335354Z","end":"2026-03-19T09:21:33.019275Z","steps":["trace[989754844] 'process raft request' (duration: 2.651091212s)","trace[989754844] 'compare' (duration: 32.63185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:33.019685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.7045Z","time spent":"2.314932826s","remote":"127.0.0.1:49954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:21:33.019835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.33533Z","time spent":"2.684128901s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:33.020634Z","caller":"traceutil/trace.go:171","msg":"trace[1633197372] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9104; }","duration":"256.686573ms","start":"2026-03-19T09:21:32.763925Z","end":"2026-03-19T09:21:33.020612Z","steps":["trace[1633197372] 'read index received' (duration: 222.533494ms)","trace[1633197372] 'applied index is now lower than readState.Index' (duration: 34.151349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:33.02091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.562891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:33.020978Z","caller":"traceutil/trace.go:171","msg":"trace[1307520345] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8722; }","duration":"713.675044ms","start":"2026-03-19T09:21:32.307285Z","end":"2026-03-19T09:21:33.02096Z","steps":["trace[1307520345] 'agreement among raft nodes before linearized reading' (duration: 713.49534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.021029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.307267Z","time spent":"713.749035ms","remote":"127.0.0.1:47382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:33.021253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.174471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:33.021302Z","caller":"traceutil/trace.go:171","msg":"trace[981467538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8722; }","duration":"337.269423ms","start":"2026-03-19T09:21:32.684019Z","end":"2026-03-19T09:21:33.021288Z","steps":["trace[981467538] 'agreement among raft nodes before linearized reading' (duration: 337.201572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.02134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.684001Z","time spent":"337.331564ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:33.021467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010137638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:33.021556Z","caller":"traceutil/trace.go:171","msg":"trace[962665728] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8722; }","duration":"2.010265662s","start":"2026-03-19T09:21:31.01127Z","end":"2026-03-19T09:21:33.021536Z","steps":["trace[962665728] 'agreement among raft nodes before linearized reading' (duration: 2.010057016s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.021605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.011257Z","time spent":"2.010336483s","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:33.021635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023000696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:21:33.0217Z","caller":"traceutil/trace.go:171","msg":"trace[840549276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8722; }","duration":"1.023103728s","start":"2026-03-19T09:21:31.99858Z","end":"2026-03-19T09:21:33.021683Z","steps":["trace[840549276] 'agreement among raft nodes before linearized reading' (duration: 1.022891653s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.021702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392757235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:21:33.021751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.998549Z","time spent":"1.023189041s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:21:33.021787Z","caller":"traceutil/trace.go:171","msg":"trace[19079583] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8722; }","duration":"1.392877038s","start":"2026-03-19T09:21:31.628895Z","end":"2026-03-19T09:21:33.021772Z","steps":["trace[19079583] 'agreement among raft nodes before linearized reading' (duration: 1.392626812s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.021829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.62887Z","time spent":"1.392950881s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:33.021941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60116243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-19T09:21:33.021439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44402085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:21:33.021984Z","caller":"traceutil/trace.go:171","msg":"trace[441485382] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8722; }","duration":"1.601206671s","start":"2026-03-19T09:21:31.420767Z","end":"2026-03-19T09:21:33.021974Z","steps":["trace[441485382] 'agreement among raft nodes before linearized reading' (duration: 1.601058337s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.022027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.420701Z","time spent":"1.601309154s","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-19T09:21:33.02203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.253076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:33.022025Z","caller":"traceutil/trace.go:171","msg":"trace[1245543626] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8722; }","duration":"1.444656806s","start":"2026-03-19T09:21:31.577344Z","end":"2026-03-19T09:21:33.022Z","steps":["trace[1245543626] 'agreement among raft nodes before linearized reading' (duration: 1.443885017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.022044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143882923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:21:33.022093Z","caller":"traceutil/trace.go:171","msg":"trace[301323006] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:8722; }","duration":"2.143974035s","start":"2026-03-19T09:21:30.878105Z","end":"2026-03-19T09:21:33.022079Z","steps":["trace[301323006] 'agreement among raft nodes before linearized reading' (duration: 2.143835562s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.021981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.808863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:21:33.02211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.577325Z","time spent":"1.444758828s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:21:33.022149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.878086Z","time spent":"2.144052597s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"info","ts":"2026-03-19T09:21:33.022198Z","caller":"traceutil/trace.go:171","msg":"trace[643477474] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"1.850514276s","start":"2026-03-19T09:21:31.17167Z","end":"2026-03-19T09:21:33.022184Z","steps":["trace[643477474] 'process raft request' (duration: 1.847605832s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:33.02215Z","caller":"traceutil/trace.go:171","msg":"trace[2078502412] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8722; }","duration":"938.982398ms","start":"2026-03-19T09:21:32.083156Z","end":"2026-03-19T09:21:33.022138Z","steps":["trace[2078502412] 'agreement among raft nodes before linearized reading' (duration: 938.773802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.022279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.083107Z","time spent":"939.158482ms","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:33.022109Z","caller":"traceutil/trace.go:171","msg":"trace[293242860] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8722; }","duration":"642.365138ms","start":"2026-03-19T09:21:32.379704Z","end":"2026-03-19T09:21:33.022069Z","steps":["trace[293242860] 'agreement among raft nodes before linearized reading' (duration: 642.240135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.022317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:31.17164Z","time spent":"1.850613899s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:33.022369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.379692Z","time spent":"642.654636ms","remote":"127.0.0.1:39140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:21:33.022734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.070688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:21:33.020947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.0464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:33.022826Z","caller":"traceutil/trace.go:171","msg":"trace[1653094176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8722; }","duration":"298.944979ms","start":"2026-03-19T09:21:32.723836Z","end":"2026-03-19T09:21:33.022781Z","steps":["trace[1653094176] 'agreement among raft nodes before linearized reading' (duration: 297.0356ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:33.02279Z","caller":"traceutil/trace.go:171","msg":"trace[1089367091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8722; }","duration":"660.924181ms","start":"2026-03-19T09:21:32.361852Z","end":"2026-03-19T09:21:33.022776Z","steps":["trace[1089367091] 'agreement among raft nodes before linearized reading' (duration: 659.445513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.023077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:32.361833Z","time spent":"661.199228ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:21:33.023335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491835708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:33.023378Z","caller":"traceutil/trace.go:171","msg":"trace[1489129157] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8722; }","duration":"2.491927791s","start":"2026-03-19T09:21:30.531438Z","end":"2026-03-19T09:21:33.023366Z","steps":["trace[1489129157] 'agreement among raft nodes before linearized reading' (duration: 2.489261563s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:33.023435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:30.53141Z","time spent":"2.492014633s","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":52,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:21:33.160633Z","caller":"traceutil/trace.go:171","msg":"trace[1245099185] linearizableReadLoop","detail":"{readStateIndex:9116; appliedIndex:9115; }","duration":"105.539546ms","start":"2026-03-19T09:21:33.055077Z","end":"2026-03-19T09:21:33.160616Z","steps":["trace[1245099185] 'read index received' (duration: 71.528371ms)","trace[1245099185] 'applied index is now lower than readState.Index' (duration: 34.010115ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:33.160748Z","caller":"traceutil/trace.go:171","msg":"trace[1453702481] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"106.194272ms","start":"2026-03-19T09:21:33.054542Z","end":"2026-03-19T09:21:33.160736Z","steps":["trace[1453702481] 'process raft request' (duration: 72.059704ms)","trace[1453702481] 'compare' (duration: 33.7776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:33.160937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.854144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:21:33.160994Z","caller":"traceutil/trace.go:171","msg":"trace[2041152550] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8730; }","duration":"105.965287ms","start":"2026-03-19T09:21:33.055015Z","end":"2026-03-19T09:21:33.160981Z","steps":["trace[2041152550] 'agreement among raft nodes before linearized reading' (duration: 105.790092ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:35.23582Z","caller":"traceutil/trace.go:171","msg":"trace[555560138] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"184.523686ms","start":"2026-03-19T09:21:35.05128Z","end":"2026-03-19T09:21:35.235804Z","steps":["trace[555560138] 'process raft request' (duration: 184.417893ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:35.238533Z","caller":"traceutil/trace.go:171","msg":"trace[1809252016] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9132; }","duration":"147.72034ms","start":"2026-03-19T09:21:35.090785Z","end":"2026-03-19T09:21:35.238505Z","steps":["trace[1809252016] 'read index received' (duration: 144.935349ms)","trace[1809252016] 'applied index is now lower than readState.Index' (duration: 2.784101ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:35.23863Z","caller":"traceutil/trace.go:171","msg":"trace[1296061371] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"187.134893ms","start":"2026-03-19T09:21:35.051485Z","end":"2026-03-19T09:21:35.238619Z","steps":["trace[1296061371] 'process raft request' (duration: 186.947118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.23876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.701775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:35.238828Z","caller":"traceutil/trace.go:171","msg":"trace[1622154527] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8748; }","duration":"104.821179ms","start":"2026-03-19T09:21:35.133991Z","end":"2026-03-19T09:21:35.238812Z","steps":["trace[1622154527] 'agreement among raft nodes before linearized reading' (duration: 104.673765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.239779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.952141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:21:35.239859Z","caller":"traceutil/trace.go:171","msg":"trace[2022314236] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8748; }","duration":"149.153896ms","start":"2026-03-19T09:21:35.090685Z","end":"2026-03-19T09:21:35.239839Z","steps":["trace[2022314236] 'agreement among raft nodes before linearized reading' (duration: 148.198662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:35.845752Z","caller":"traceutil/trace.go:171","msg":"trace[1452174693] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9134; }","duration":"340.078785ms","start":"2026-03-19T09:21:35.50564Z","end":"2026-03-19T09:21:35.845719Z","steps":["trace[1452174693] 'read index received' (duration: 339.801778ms)","trace[1452174693] 'applied index is now lower than readState.Index' (duration: 275.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:35.845816Z","caller":"traceutil/trace.go:171","msg":"trace[792793836] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"477.200734ms","start":"2026-03-19T09:21:35.368576Z","end":"2026-03-19T09:21:35.845777Z","steps":["trace[792793836] 'process raft request' (duration: 476.926647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.846026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.368545Z","time spent":"477.371489ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:35.846109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.2001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:35.846103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.449748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:35.846156Z","caller":"traceutil/trace.go:171","msg":"trace[2101821886] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8749; }","duration":"102.264022ms","start":"2026-03-19T09:21:35.74387Z","end":"2026-03-19T09:21:35.846134Z","steps":["trace[2101821886] 'agreement among raft nodes before linearized reading' (duration: 102.209041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.846044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.31866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:35.84621Z","caller":"traceutil/trace.go:171","msg":"trace[1520928969] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:0; response_revision:8749; }","duration":"340.603498ms","start":"2026-03-19T09:21:35.505595Z","end":"2026-03-19T09:21:35.846198Z","steps":["trace[1520928969] 'agreement among raft nodes before linearized reading' (duration: 340.322811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.846257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:35.505576Z","time spent":"340.670641ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/ceph-mon\" "} {"level":"info","ts":"2026-03-19T09:21:35.846205Z","caller":"traceutil/trace.go:171","msg":"trace[411960895] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8749; }","duration":"295.599332ms","start":"2026-03-19T09:21:35.550581Z","end":"2026-03-19T09:21:35.84618Z","steps":["trace[411960895] 'agreement among raft nodes before linearized reading' (duration: 295.432198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:35.847644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.311953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:21:35.847709Z","caller":"traceutil/trace.go:171","msg":"trace[1249527780] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8749; }","duration":"247.407456ms","start":"2026-03-19T09:21:35.600285Z","end":"2026-03-19T09:21:35.847692Z","steps":["trace[1249527780] 'agreement among raft nodes before linearized reading' (duration: 245.954409ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.19437Z","caller":"traceutil/trace.go:171","msg":"trace[504009306] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"161.323516ms","start":"2026-03-19T09:21:36.033017Z","end":"2026-03-19T09:21:36.194341Z","steps":["trace[504009306] 'process raft request' (duration: 137.786656ms)","trace[504009306] 'compare' (duration: 23.321194ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:36.194576Z","caller":"traceutil/trace.go:171","msg":"trace[1307399493] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9136; }","duration":"160.746092ms","start":"2026-03-19T09:21:36.033507Z","end":"2026-03-19T09:21:36.194253Z","steps":["trace[1307399493] 'read index received' (duration: 80.252253ms)","trace[1307399493] 'applied index is now lower than readState.Index' (duration: 80.492619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:36.19457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.022908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-19T09:21:36.195333Z","caller":"traceutil/trace.go:171","msg":"trace[381453694] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8752; }","duration":"161.825559ms","start":"2026-03-19T09:21:36.033485Z","end":"2026-03-19T09:21:36.195311Z","steps":["trace[381453694] 'agreement among raft nodes before linearized reading' (duration: 160.958757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.209317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.000857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:36.20938Z","caller":"traceutil/trace.go:171","msg":"trace[826080710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8753; }","duration":"137.11327ms","start":"2026-03-19T09:21:36.072254Z","end":"2026-03-19T09:21:36.209367Z","steps":["trace[826080710] 'agreement among raft nodes before linearized reading' (duration: 137.014057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.209326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.260478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-crash-collector-keyring\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:36.209479Z","caller":"traceutil/trace.go:171","msg":"trace[1183916818] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-crash-collector-keyring; range_end:; response_count:0; response_revision:8753; }","duration":"116.410402ms","start":"2026-03-19T09:21:36.09304Z","end":"2026-03-19T09:21:36.20945Z","steps":["trace[1183916818] 'agreement among raft nodes before linearized reading' (duration: 116.230107ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.39583Z","caller":"traceutil/trace.go:171","msg":"trace[852915740] linearizableReadLoop","detail":"{readStateIndex:9140; appliedIndex:9139; }","duration":"181.586531ms","start":"2026-03-19T09:21:36.214214Z","end":"2026-03-19T09:21:36.395801Z","steps":["trace[852915740] 'read index received' (duration: 149.609517ms)","trace[852915740] 'applied index is now lower than readState.Index' (duration: 31.976134ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:36.395971Z","caller":"traceutil/trace.go:171","msg":"trace[1445838203] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"181.887569ms","start":"2026-03-19T09:21:36.214056Z","end":"2026-03-19T09:21:36.395944Z","steps":["trace[1445838203] 'process raft request' (duration: 149.820362ms)","trace[1445838203] 'compare' (duration: 31.7859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:36.396022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.800847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-19T09:21:36.396048Z","caller":"traceutil/trace.go:171","msg":"trace[353314642] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8754; }","duration":"181.860568ms","start":"2026-03-19T09:21:36.214179Z","end":"2026-03-19T09:21:36.396039Z","steps":["trace[353314642] 'agreement among raft nodes before linearized reading' (duration: 181.720605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.602491Z","caller":"traceutil/trace.go:171","msg":"trace[1118966174] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9141; }","duration":"118.926086ms","start":"2026-03-19T09:21:36.483541Z","end":"2026-03-19T09:21:36.602467Z","steps":["trace[1118966174] 'read index received' (duration: 118.67018ms)","trace[1118966174] 'applied index is now lower than readState.Index' (duration: 254.866µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:36.602766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.196854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-19T09:21:36.602794Z","caller":"traceutil/trace.go:171","msg":"trace[632380467] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"121.616816ms","start":"2026-03-19T09:21:36.481152Z","end":"2026-03-19T09:21:36.602768Z","steps":["trace[632380467] 'process raft request' (duration: 121.158113ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:36.602815Z","caller":"traceutil/trace.go:171","msg":"trace[1391832630] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8756; }","duration":"119.274527ms","start":"2026-03-19T09:21:36.483525Z","end":"2026-03-19T09:21:36.602799Z","steps":["trace[1391832630] 'agreement among raft nodes before linearized reading' (duration: 119.03871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.840635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.588549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:36.840713Z","caller":"traceutil/trace.go:171","msg":"trace[1478424168] linearizableReadLoop","detail":"{readStateIndex:9143; appliedIndex:9142; }","duration":"217.556636ms","start":"2026-03-19T09:21:36.623142Z","end":"2026-03-19T09:21:36.840699Z","steps":["trace[1478424168] 'read index received' (duration: 116.74183ms)","trace[1478424168] 'applied index is now lower than readState.Index' (duration: 100.814026ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:36.840796Z","caller":"traceutil/trace.go:171","msg":"trace[404189399] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"233.014551ms","start":"2026-03-19T09:21:36.607747Z","end":"2026-03-19T09:21:36.840762Z","steps":["trace[404189399] 'process raft request' (duration: 132.253366ms)","trace[404189399] 'compare' (duration: 100.468726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:36.840917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.6346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:36.84107Z","caller":"traceutil/trace.go:171","msg":"trace[1223431769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8757; }","duration":"131.797524ms","start":"2026-03-19T09:21:36.70922Z","end":"2026-03-19T09:21:36.841018Z","steps":["trace[1223431769] 'agreement among raft nodes before linearized reading' (duration: 131.602349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.841335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.183793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111906"} {"level":"info","ts":"2026-03-19T09:21:36.84137Z","caller":"traceutil/trace.go:171","msg":"trace[976780074] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8757; }","duration":"218.250395ms","start":"2026-03-19T09:21:36.623112Z","end":"2026-03-19T09:21:36.841362Z","steps":["trace[976780074] 'agreement among raft nodes before linearized reading' (duration: 217.64793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:36.842155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.43168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:21:36.842197Z","caller":"traceutil/trace.go:171","msg":"trace[625438147] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8757; }","duration":"121.512063ms","start":"2026-03-19T09:21:36.720676Z","end":"2026-03-19T09:21:36.842188Z","steps":["trace[625438147] 'agreement among raft nodes before linearized reading' (duration: 120.444486ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.018932Z","caller":"traceutil/trace.go:171","msg":"trace[328876937] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"172.240933ms","start":"2026-03-19T09:21:36.846672Z","end":"2026-03-19T09:21:37.018913Z","steps":["trace[328876937] 'process raft request' (duration: 172.182212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.018971Z","caller":"traceutil/trace.go:171","msg":"trace[192329738] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"172.371976ms","start":"2026-03-19T09:21:36.846579Z","end":"2026-03-19T09:21:37.018951Z","steps":["trace[192329738] 'process raft request' (duration: 163.909051ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.019069Z","caller":"traceutil/trace.go:171","msg":"trace[967679753] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"172.429448ms","start":"2026-03-19T09:21:36.846633Z","end":"2026-03-19T09:21:37.019062Z","steps":["trace[967679753] 'process raft request' (duration: 172.180142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.019103Z","caller":"traceutil/trace.go:171","msg":"trace[517352918] linearizableReadLoop","detail":"{readStateIndex:9148; appliedIndex:9144; }","duration":"120.120348ms","start":"2026-03-19T09:21:36.898973Z","end":"2026-03-19T09:21:37.019093Z","steps":["trace[517352918] 'read index received' (duration: 111.516899ms)","trace[517352918] 'applied index is now lower than readState.Index' (duration: 8.602119ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:37.019122Z","caller":"traceutil/trace.go:171","msg":"trace[945135728] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"172.141631ms","start":"2026-03-19T09:21:36.846974Z","end":"2026-03-19T09:21:37.019116Z","steps":["trace[945135728] 'process raft request' (duration: 171.911675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.019373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.034606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5872"} {"level":"info","ts":"2026-03-19T09:21:37.01944Z","caller":"traceutil/trace.go:171","msg":"trace[582554751] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8762; }","duration":"124.129739ms","start":"2026-03-19T09:21:36.895298Z","end":"2026-03-19T09:21:37.019427Z","steps":["trace[582554751] 'agreement among raft nodes before linearized reading' (duration: 123.968725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.019506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.698728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-19T09:21:37.01959Z","caller":"traceutil/trace.go:171","msg":"trace[2038342085] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8762; }","duration":"158.933324ms","start":"2026-03-19T09:21:36.860633Z","end":"2026-03-19T09:21:37.019566Z","steps":["trace[2038342085] 'agreement among raft nodes before linearized reading' (duration: 158.499314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.020305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.912631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:21:37.020396Z","caller":"traceutil/trace.go:171","msg":"trace[744826341] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8762; }","duration":"151.016024ms","start":"2026-03-19T09:21:36.869359Z","end":"2026-03-19T09:21:37.020375Z","steps":["trace[744826341] 'agreement among raft nodes before linearized reading' (duration: 150.064239ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.421009Z","caller":"traceutil/trace.go:171","msg":"trace[1548166916] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9148; }","duration":"260.216643ms","start":"2026-03-19T09:21:37.160775Z","end":"2026-03-19T09:21:37.420992Z","steps":["trace[1548166916] 'read index received' (duration: 223.678813ms)","trace[1548166916] 'applied index is now lower than readState.Index' (duration: 36.53714ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:37.421076Z","caller":"traceutil/trace.go:171","msg":"trace[915168897] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"382.787023ms","start":"2026-03-19T09:21:37.038283Z","end":"2026-03-19T09:21:37.42107Z","steps":["trace[915168897] 'process raft request' (duration: 382.662109ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:37.421021Z","caller":"traceutil/trace.go:171","msg":"trace[938883300] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"382.833724ms","start":"2026-03-19T09:21:37.038161Z","end":"2026-03-19T09:21:37.420995Z","steps":["trace[938883300] 'process raft request' (duration: 382.68533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.421181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.392637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-19T09:21:37.421211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.038144Z","time spent":"382.998467ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:37.421235Z","caller":"traceutil/trace.go:171","msg":"trace[1335802080] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8764; }","duration":"260.485009ms","start":"2026-03-19T09:21:37.160732Z","end":"2026-03-19T09:21:37.421218Z","steps":["trace[1335802080] 'agreement among raft nodes before linearized reading' (duration: 260.378397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.421257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.038258Z","time spent":"382.850145ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:37.421518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.482963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:21:37.421624Z","caller":"traceutil/trace.go:171","msg":"trace[1143593196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8764; }","duration":"178.628257ms","start":"2026-03-19T09:21:37.242972Z","end":"2026-03-19T09:21:37.4216Z","steps":["trace[1143593196] 'agreement among raft nodes before linearized reading' (duration: 178.35271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:37.421853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.455658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:21:37.421934Z","caller":"traceutil/trace.go:171","msg":"trace[116349209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8764; }","duration":"181.590912ms","start":"2026-03-19T09:21:37.240325Z","end":"2026-03-19T09:21:37.421916Z","steps":["trace[116349209] 'agreement among raft nodes before linearized reading' (duration: 181.001707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.182492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457015321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:21:38.315622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.734399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:38.316156Z","caller":"traceutil/trace.go:171","msg":"trace[1885055017] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"816.438819ms","start":"2026-03-19T09:21:37.499687Z","end":"2026-03-19T09:21:38.316126Z","steps":["trace[1885055017] 'process raft request' (duration: 81.100755ms)","trace[1885055017] 'compare' (duration: 733.822796ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:38.31617Z","caller":"traceutil/trace.go:171","msg":"trace[648067356] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"811.02347ms","start":"2026-03-19T09:21:37.505129Z","end":"2026-03-19T09:21:38.316153Z","steps":["trace[648067356] 'process raft request' (duration: 810.921698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.316274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.499659Z","time spent":"816.554081ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:38.31627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.50511Z","time spent":"811.110143ms","remote":"127.0.0.1:39080","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:21:38.739124Z","caller":"traceutil/trace.go:171","msg":"trace[1094336440] linearizableReadLoop","detail":"{readStateIndex:9156; appliedIndex:9153; }","duration":"1.057051492s","start":"2026-03-19T09:21:37.682023Z","end":"2026-03-19T09:21:38.739074Z","steps":["trace[1094336440] 'read index received' (duration: 546.521669ms)","trace[1094336440] 'applied index is now lower than readState.Index' (duration: 510.528133ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:38.739226Z","caller":"traceutil/trace.go:171","msg":"trace[921511471] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"927.774103ms","start":"2026-03-19T09:21:37.811395Z","end":"2026-03-19T09:21:38.739169Z","steps":["trace[921511471] 'process raft request' (duration: 904.222094ms)","trace[921511471] 'compare' (duration: 23.19472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:38.739326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057285728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:21:38.739579Z","caller":"traceutil/trace.go:171","msg":"trace[1175241617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8769; }","duration":"1.057388601s","start":"2026-03-19T09:21:37.681991Z","end":"2026-03-19T09:21:38.739379Z","steps":["trace[1175241617] 'agreement among raft nodes before linearized reading' (duration: 1.057284758s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.739613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.681974Z","time spent":"1.057631316s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:21:38.739642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:37.811367Z","time spent":"927.974347ms","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:21:38.739766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.490492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:21:38.739827Z","caller":"traceutil/trace.go:171","msg":"trace[1435673247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8769; }","duration":"556.623796ms","start":"2026-03-19T09:21:38.183188Z","end":"2026-03-19T09:21:38.739812Z","steps":["trace[1435673247] 'agreement among raft nodes before linearized reading' (duration: 556.146164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:38.739876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:38.183168Z","time spent":"556.695428ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:21:38.739864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.646689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:21:38.739942Z","caller":"traceutil/trace.go:171","msg":"trace[984361750] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8769; }","duration":"164.760762ms","start":"2026-03-19T09:21:38.575159Z","end":"2026-03-19T09:21:38.739919Z","steps":["trace[984361750] 'agreement among raft nodes before linearized reading' (duration: 164.585588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.571257Z","caller":"traceutil/trace.go:171","msg":"trace[1081753598] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9162; }","duration":"104.898499ms","start":"2026-03-19T09:21:39.466334Z","end":"2026-03-19T09:21:39.571233Z","steps":["trace[1081753598] 'read index received' (duration: 104.653243ms)","trace[1081753598] 'applied index is now lower than readState.Index' (duration: 244.376µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:39.571426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.061823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:21:39.571494Z","caller":"traceutil/trace.go:171","msg":"trace[217620792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8776; }","duration":"105.185987ms","start":"2026-03-19T09:21:39.466293Z","end":"2026-03-19T09:21:39.571479Z","steps":["trace[217620792] 'agreement among raft nodes before linearized reading' (duration: 105.037963ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:39.571519Z","caller":"traceutil/trace.go:171","msg":"trace[1074891446] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"109.991779ms","start":"2026-03-19T09:21:39.46149Z","end":"2026-03-19T09:21:39.571481Z","steps":["trace[1074891446] 'process raft request' (duration: 109.566278ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:41.689438Z","caller":"traceutil/trace.go:171","msg":"trace[1581033157] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"108.45929ms","start":"2026-03-19T09:21:41.580962Z","end":"2026-03-19T09:21:41.689422Z","steps":["trace[1581033157] 'process raft request' (duration: 108.164072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:48.672026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.883492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:21:48.672169Z","caller":"traceutil/trace.go:171","msg":"trace[1430717671] linearizableReadLoop","detail":"{readStateIndex:9311; appliedIndex:9310; }","duration":"164.007125ms","start":"2026-03-19T09:21:48.508135Z","end":"2026-03-19T09:21:48.672142Z","steps":["trace[1430717671] 'read index received' (duration: 59.862µs)","trace[1430717671] 'applied index is now lower than readState.Index' (duration: 163.945453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:48.672574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.423465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-00048a8d-6996-4372-97c0-91fc04346fa3\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-19T09:21:48.672623Z","caller":"traceutil/trace.go:171","msg":"trace[1941598784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-00048a8d-6996-4372-97c0-91fc04346fa3; range_end:; response_count:1; response_revision:8918; }","duration":"164.528607ms","start":"2026-03-19T09:21:48.508078Z","end":"2026-03-19T09:21:48.672607Z","steps":["trace[1941598784] 'agreement among raft nodes before linearized reading' (duration: 164.326212ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:50.590458Z","caller":"traceutil/trace.go:171","msg":"trace[1676483805] transaction","detail":"{read_only:false; response_revision:8937; number_of_response:1; }","duration":"112.318659ms","start":"2026-03-19T09:21:50.478109Z","end":"2026-03-19T09:21:50.590427Z","steps":["trace[1676483805] 'process raft request' (duration: 111.735293ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:51.713555Z","caller":"traceutil/trace.go:171","msg":"trace[596252102] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"128.186882ms","start":"2026-03-19T09:21:51.585311Z","end":"2026-03-19T09:21:51.713497Z","steps":["trace[596252102] 'process raft request' (duration: 85.049954ms)","trace[596252102] 'compare' (duration: 42.942153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:21:52.03581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.629326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:21:52.035893Z","caller":"traceutil/trace.go:171","msg":"trace[1621962322] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"237.841443ms","start":"2026-03-19T09:21:51.798038Z","end":"2026-03-19T09:21:52.03588Z","steps":["trace[1621962322] 'process raft request' (duration: 103.065143ms)","trace[1621962322] 'compare' (duration: 134.498913ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:52.232574Z","caller":"traceutil/trace.go:171","msg":"trace[429582702] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"111.309613ms","start":"2026-03-19T09:21:52.121237Z","end":"2026-03-19T09:21:52.232546Z","steps":["trace[429582702] 'process raft request' (duration: 111.077847ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:52.834451Z","caller":"traceutil/trace.go:171","msg":"trace[78899822] linearizableReadLoop","detail":"{readStateIndex:9350; appliedIndex:9349; }","duration":"109.789345ms","start":"2026-03-19T09:21:52.724642Z","end":"2026-03-19T09:21:52.834432Z","steps":["trace[78899822] 'read index received' (duration: 109.761704ms)","trace[78899822] 'applied index is now lower than readState.Index' (duration: 27.011µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:52.83453Z","caller":"traceutil/trace.go:171","msg":"trace[310136044] transaction","detail":"{read_only:false; response_revision:8955; number_of_response:1; }","duration":"355.560589ms","start":"2026-03-19T09:21:52.478959Z","end":"2026-03-19T09:21:52.83452Z","steps":["trace[310136044] 'process raft request' (duration: 355.373184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:52.834589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.945618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:21:52.834597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:21:52.478933Z","time spent":"355.622151ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":738,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:21:52.834614Z","caller":"traceutil/trace.go:171","msg":"trace[1917027530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8955; }","duration":"110.00586ms","start":"2026-03-19T09:21:52.7246Z","end":"2026-03-19T09:21:52.834605Z","steps":["trace[1917027530] 'agreement among raft nodes before linearized reading' (duration: 109.931298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:53.119188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.777612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:21:53.119276Z","caller":"traceutil/trace.go:171","msg":"trace[1968759336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:8955; }","duration":"107.935377ms","start":"2026-03-19T09:21:53.011318Z","end":"2026-03-19T09:21:53.119253Z","steps":["trace[1968759336] 'range keys from in-memory index tree' (duration: 107.568557ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.316408Z","caller":"traceutil/trace.go:171","msg":"trace[2012434377] transaction","detail":"{read_only:false; response_revision:8958; number_of_response:1; }","duration":"148.292295ms","start":"2026-03-19T09:21:53.16809Z","end":"2026-03-19T09:21:53.316382Z","steps":["trace[2012434377] 'process raft request' (duration: 148.075429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.316419Z","caller":"traceutil/trace.go:171","msg":"trace[2066872998] transaction","detail":"{read_only:false; response_revision:8959; number_of_response:1; }","duration":"148.294425ms","start":"2026-03-19T09:21:53.168094Z","end":"2026-03-19T09:21:53.316388Z","steps":["trace[2066872998] 'process raft request' (duration: 148.197272ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.316722Z","caller":"traceutil/trace.go:171","msg":"trace[927943621] linearizableReadLoop","detail":"{readStateIndex:9355; appliedIndex:9351; }","duration":"147.674109ms","start":"2026-03-19T09:21:53.169029Z","end":"2026-03-19T09:21:53.316704Z","steps":["trace[927943621] 'read index received' (duration: 90.299418ms)","trace[927943621] 'applied index is now lower than readState.Index' (duration: 57.372621ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:21:53.316675Z","caller":"traceutil/trace.go:171","msg":"trace[2145446326] transaction","detail":"{read_only:false; response_revision:8960; number_of_response:1; }","duration":"148.53044ms","start":"2026-03-19T09:21:53.168114Z","end":"2026-03-19T09:21:53.316645Z","steps":["trace[2145446326] 'process raft request' (duration: 148.214822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:21:53.316894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.862044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-19T09:21:53.316924Z","caller":"traceutil/trace.go:171","msg":"trace[2101732203] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8960; }","duration":"147.942766ms","start":"2026-03-19T09:21:53.16897Z","end":"2026-03-19T09:21:53.316913Z","steps":["trace[2101732203] 'agreement among raft nodes before linearized reading' (duration: 147.812793ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.712723Z","caller":"traceutil/trace.go:171","msg":"trace[274443542] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"139.962662ms","start":"2026-03-19T09:21:53.572715Z","end":"2026-03-19T09:21:53.712677Z","steps":["trace[274443542] 'process raft request' (duration: 136.071203ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:21:53.887516Z","caller":"traceutil/trace.go:171","msg":"trace[195428412] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"106.715036ms","start":"2026-03-19T09:21:53.780776Z","end":"2026-03-19T09:21:53.887491Z","steps":["trace[195428412] 'process raft request' (duration: 93.456048ms)","trace[195428412] 'compare' (duration: 13.153275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:11.223206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.36369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:11.223402Z","caller":"traceutil/trace.go:171","msg":"trace[10698812] transaction","detail":"{read_only:false; response_revision:9056; number_of_response:1; }","duration":"420.987137ms","start":"2026-03-19T09:22:10.802387Z","end":"2026-03-19T09:22:11.223374Z","steps":["trace[10698812] 'process raft request' (duration: 145.370971ms)","trace[10698812] 'compare' (duration: 275.048552ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:11.223467Z","caller":"traceutil/trace.go:171","msg":"trace[762826561] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"421.057689ms","start":"2026-03-19T09:22:10.802394Z","end":"2026-03-19T09:22:11.223452Z","steps":["trace[762826561] 'process raft request' (duration: 420.918205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.223585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.802356Z","time spent":"421.132921ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:11.223523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.802369Z","time spent":"421.12804ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:11.281829Z","caller":"traceutil/trace.go:171","msg":"trace[1750506330] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"478.982683ms","start":"2026-03-19T09:22:10.802825Z","end":"2026-03-19T09:22:11.281808Z","steps":["trace[1750506330] 'process raft request' (duration: 478.762477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.281972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.80278Z","time spent":"479.120636ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:11.281997Z","caller":"traceutil/trace.go:171","msg":"trace[226385388] linearizableReadLoop","detail":"{readStateIndex:9457; appliedIndex:9453; }","duration":"427.534244ms","start":"2026-03-19T09:22:10.854426Z","end":"2026-03-19T09:22:11.281961Z","steps":["trace[226385388] 'read index received' (duration: 93.335967ms)","trace[226385388] 'applied index is now lower than readState.Index' (duration: 334.195767ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:11.282047Z","caller":"traceutil/trace.go:171","msg":"trace[954946468] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"470.288511ms","start":"2026-03-19T09:22:10.811737Z","end":"2026-03-19T09:22:11.282025Z","steps":["trace[954946468] 'process raft request' (duration: 470.008254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.282208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.78375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:22:11.282344Z","caller":"traceutil/trace.go:171","msg":"trace[1188220257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9059; }","duration":"427.947224ms","start":"2026-03-19T09:22:10.854386Z","end":"2026-03-19T09:22:11.282333Z","steps":["trace[1188220257] 'agreement among raft nodes before linearized reading' (duration: 427.693398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.282382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.854367Z","time spent":"428.002795ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-19T09:22:11.282391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.799044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-19T09:22:11.282465Z","caller":"traceutil/trace.go:171","msg":"trace[453074022] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:9059; }","duration":"404.926097ms","start":"2026-03-19T09:22:10.877519Z","end":"2026-03-19T09:22:11.282445Z","steps":["trace[453074022] 'agreement among raft nodes before linearized reading' (duration: 404.699551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.282466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.811707Z","time spent":"470.542158ms","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:11.282537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:10.877498Z","time spent":"405.00636ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"info","ts":"2026-03-19T09:22:11.402827Z","caller":"traceutil/trace.go:171","msg":"trace[916590655] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9457; }","duration":"117.203843ms","start":"2026-03-19T09:22:11.28555Z","end":"2026-03-19T09:22:11.402754Z","steps":["trace[916590655] 'read index received' (duration: 91.507029ms)","trace[916590655] 'applied index is now lower than readState.Index' (duration: 25.695834ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:11.402877Z","caller":"traceutil/trace.go:171","msg":"trace[2138674536] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"117.684285ms","start":"2026-03-19T09:22:11.285166Z","end":"2026-03-19T09:22:11.40285Z","steps":["trace[2138674536] 'process raft request' (duration: 91.921939ms)","trace[2138674536] 'compare' (duration: 25.5099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:11.40302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.459539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-00048a8d-6996-4372-97c0-91fc04346fa3\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-19T09:22:11.403044Z","caller":"traceutil/trace.go:171","msg":"trace[239893877] range","detail":"{range_begin:/registry/persistentvolumes/pvc-00048a8d-6996-4372-97c0-91fc04346fa3; range_end:; response_count:1; response_revision:9060; }","duration":"117.50231ms","start":"2026-03-19T09:22:11.285534Z","end":"2026-03-19T09:22:11.403036Z","steps":["trace[239893877] 'agreement among raft nodes before linearized reading' (duration: 117.378667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:11.403297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.495074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-19T09:22:11.403405Z","caller":"traceutil/trace.go:171","msg":"trace[1269875399] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9060; }","duration":"114.756831ms","start":"2026-03-19T09:22:11.28862Z","end":"2026-03-19T09:22:11.403377Z","steps":["trace[1269875399] 'agreement among raft nodes before linearized reading' (duration: 114.384231ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:13.643007Z","caller":"traceutil/trace.go:171","msg":"trace[1756161265] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"144.98783ms","start":"2026-03-19T09:22:13.498001Z","end":"2026-03-19T09:22:13.642989Z","steps":["trace[1756161265] 'process raft request' (duration: 144.827376ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:14.059504Z","caller":"traceutil/trace.go:171","msg":"trace[1909238414] transaction","detail":"{read_only:false; response_revision:9079; number_of_response:1; }","duration":"410.791745ms","start":"2026-03-19T09:22:13.64869Z","end":"2026-03-19T09:22:14.059482Z","steps":["trace[1909238414] 'process raft request' (duration: 410.753494ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:14.059553Z","caller":"traceutil/trace.go:171","msg":"trace[932024555] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"411.801841ms","start":"2026-03-19T09:22:13.647717Z","end":"2026-03-19T09:22:14.059519Z","steps":["trace[932024555] 'process raft request' (duration: 411.602766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:14.059663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:13.648671Z","time spent":"410.911058ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:14.059697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:13.647694Z","time spent":"411.927705ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:14.061338Z","caller":"traceutil/trace.go:171","msg":"trace[1857944441] transaction","detail":"{read_only:false; response_revision:9080; number_of_response:1; }","duration":"350.08489ms","start":"2026-03-19T09:22:13.711241Z","end":"2026-03-19T09:22:14.061326Z","steps":["trace[1857944441] 'process raft request' (duration: 349.942447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:14.061413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:13.711215Z","time spent":"350.157843ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:14.061516Z","caller":"traceutil/trace.go:171","msg":"trace[881331460] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"193.925106ms","start":"2026-03-19T09:22:13.867577Z","end":"2026-03-19T09:22:14.061502Z","steps":["trace[881331460] 'process raft request' (duration: 193.718361ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:18.223561Z","caller":"traceutil/trace.go:171","msg":"trace[210150566] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"140.067075ms","start":"2026-03-19T09:22:18.083457Z","end":"2026-03-19T09:22:18.223524Z","steps":["trace[210150566] 'process raft request' (duration: 136.675039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:18.223617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.713551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:22:18.223685Z","caller":"traceutil/trace.go:171","msg":"trace[27638557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9099; }","duration":"140.837614ms","start":"2026-03-19T09:22:18.082832Z","end":"2026-03-19T09:22:18.22367Z","steps":["trace[27638557] 'agreement among raft nodes before linearized reading' (duration: 140.699691ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.972951Z","caller":"traceutil/trace.go:171","msg":"trace[1753817101] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"562.038115ms","start":"2026-03-19T09:22:26.410872Z","end":"2026-03-19T09:22:26.97291Z","steps":["trace[1753817101] 'process raft request' (duration: 553.531528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:26.972641Z","caller":"traceutil/trace.go:171","msg":"trace[769146557] linearizableReadLoop","detail":"{readStateIndex:9636; appliedIndex:9635; }","duration":"416.356317ms","start":"2026-03-19T09:22:26.556251Z","end":"2026-03-19T09:22:26.972607Z","steps":["trace[769146557] 'read index received' (duration: 408.148688ms)","trace[769146557] 'applied index is now lower than readState.Index' (duration: 8.205909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:26.973104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.824629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:26.973197Z","caller":"traceutil/trace.go:171","msg":"trace[665353170] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9234; }","duration":"416.958912ms","start":"2026-03-19T09:22:26.556217Z","end":"2026-03-19T09:22:26.973176Z","steps":["trace[665353170] 'agreement among raft nodes before linearized reading' (duration: 416.763457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.97324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.556202Z","time spent":"417.028984ms","remote":"127.0.0.1:45582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:26.973242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:26.410825Z","time spent":"562.224899ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5604,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:26.973416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.593332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-577999499d-28h8g.189e33b12653d35b\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-19T09:22:26.973504Z","caller":"traceutil/trace.go:171","msg":"trace[1259152140] range","detail":"{range_begin:/registry/events/openstack/glance-api-577999499d-28h8g.189e33b12653d35b; range_end:; response_count:1; response_revision:9234; }","duration":"172.743956ms","start":"2026-03-19T09:22:26.800735Z","end":"2026-03-19T09:22:26.973479Z","steps":["trace[1259152140] 'agreement among raft nodes before linearized reading' (duration: 172.465459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:26.97326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.124549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:26.973638Z","caller":"traceutil/trace.go:171","msg":"trace[1510993129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9234; }","duration":"289.537439ms","start":"2026-03-19T09:22:26.684069Z","end":"2026-03-19T09:22:26.973607Z","steps":["trace[1510993129] 'agreement among raft nodes before linearized reading' (duration: 289.111858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.408372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.962827ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:22:27.419024Z","caller":"traceutil/trace.go:171","msg":"trace[1101185419] linearizableReadLoop","detail":"{readStateIndex:9640; appliedIndex:9638; }","duration":"347.513094ms","start":"2026-03-19T09:22:27.071492Z","end":"2026-03-19T09:22:27.419005Z","steps":["trace[1101185419] 'read index received' (duration: 96.760083ms)","trace[1101185419] 'applied index is now lower than readState.Index' (duration: 250.752071ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:27.419303Z","caller":"traceutil/trace.go:171","msg":"trace[618097308] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"391.216916ms","start":"2026-03-19T09:22:27.027895Z","end":"2026-03-19T09:22:27.419112Z","steps":["trace[618097308] 'process raft request' (duration: 390.955779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.41955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.058808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:27.419496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.529751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:27.419599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.027866Z","time spent":"391.470911ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:27.419625Z","caller":"traceutil/trace.go:171","msg":"trace[1993627917] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-a-keyring; range_end:; response_count:0; response_revision:9237; }","duration":"295.719835ms","start":"2026-03-19T09:22:27.123887Z","end":"2026-03-19T09:22:27.419607Z","steps":["trace[1993627917] 'agreement among raft nodes before linearized reading' (duration: 295.474309ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.419613Z","caller":"traceutil/trace.go:171","msg":"trace[49988735] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9237; }","duration":"348.168651ms","start":"2026-03-19T09:22:27.071427Z","end":"2026-03-19T09:22:27.419596Z","steps":["trace[49988735] 'agreement among raft nodes before linearized reading' (duration: 348.016587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.419672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.071396Z","time spent":"348.264325ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:27.636374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.751257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:27.636522Z","caller":"traceutil/trace.go:171","msg":"trace[487937768] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"212.17143ms","start":"2026-03-19T09:22:27.424324Z","end":"2026-03-19T09:22:27.636495Z","steps":["trace[487937768] 'process raft request' (duration: 105.206338ms)","trace[487937768] 'compare' (duration: 106.51133ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:27.644309Z","caller":"traceutil/trace.go:171","msg":"trace[1112640517] linearizableReadLoop","detail":"{readStateIndex:9642; appliedIndex:9640; }","duration":"133.716573ms","start":"2026-03-19T09:22:27.510577Z","end":"2026-03-19T09:22:27.644293Z","steps":["trace[1112640517] 'read index received' (duration: 18.968803ms)","trace[1112640517] 'applied index is now lower than readState.Index' (duration: 114.74702ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:27.644381Z","caller":"traceutil/trace.go:171","msg":"trace[760369453] transaction","detail":"{read_only:false; response_revision:9239; number_of_response:1; }","duration":"215.278059ms","start":"2026-03-19T09:22:27.429081Z","end":"2026-03-19T09:22:27.644359Z","steps":["trace[760369453] 'process raft request' (duration: 215.090684ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.644482Z","caller":"traceutil/trace.go:171","msg":"trace[1539908177] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"133.800805ms","start":"2026-03-19T09:22:27.510597Z","end":"2026-03-19T09:22:27.644398Z","steps":["trace[1539908177] 'process raft request' (duration: 133.656351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:27.64455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.962319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:22:27.644579Z","caller":"traceutil/trace.go:171","msg":"trace[338158437] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9240; }","duration":"134.027441ms","start":"2026-03-19T09:22:27.510545Z","end":"2026-03-19T09:22:27.644572Z","steps":["trace[338158437] 'agreement among raft nodes before linearized reading' (duration: 133.918769ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:27.886484Z","caller":"traceutil/trace.go:171","msg":"trace[1038869839] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"186.980689ms","start":"2026-03-19T09:22:27.699478Z","end":"2026-03-19T09:22:27.886459Z","steps":["trace[1038869839] 'process raft request' (duration: 186.63512ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.29959Z","caller":"traceutil/trace.go:171","msg":"trace[1066406163] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"599.312073ms","start":"2026-03-19T09:22:27.700241Z","end":"2026-03-19T09:22:28.299553Z","steps":["trace[1066406163] 'process raft request' (duration: 545.756589ms)","trace[1066406163] 'compare' (duration: 53.011939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:28.299704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.700219Z","time spent":"599.433136ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:28.299735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.299642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:22:28.299588Z","caller":"traceutil/trace.go:171","msg":"trace[354198332] linearizableReadLoop","detail":"{readStateIndex:9646; appliedIndex:9644; }","duration":"599.149549ms","start":"2026-03-19T09:22:27.700422Z","end":"2026-03-19T09:22:28.299572Z","steps":["trace[354198332] 'read index received' (duration: 185.700506ms)","trace[354198332] 'applied index is now lower than readState.Index' (duration: 413.448203ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:28.300222Z","caller":"traceutil/trace.go:171","msg":"trace[162614012] transaction","detail":"{read_only:false; response_revision:9244; number_of_response:1; }","duration":"597.919458ms","start":"2026-03-19T09:22:27.701701Z","end":"2026-03-19T09:22:28.299621Z","steps":["trace[162614012] 'process raft request' (duration: 597.759014ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.299811Z","caller":"traceutil/trace.go:171","msg":"trace[1955929280] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9244; }","duration":"599.393285ms","start":"2026-03-19T09:22:27.700394Z","end":"2026-03-19T09:22:28.299787Z","steps":["trace[1955929280] 'agreement among raft nodes before linearized reading' (duration: 599.240231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.3003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.701681Z","time spent":"598.584215ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5076,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:28.300516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.700385Z","time spent":"599.916548ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-19T09:22:28.583634Z","caller":"traceutil/trace.go:171","msg":"trace[1753333221] transaction","detail":"{read_only:false; response_revision:9246; number_of_response:1; }","duration":"413.138264ms","start":"2026-03-19T09:22:28.170468Z","end":"2026-03-19T09:22:28.583606Z","steps":["trace[1753333221] 'process raft request' (duration: 413.007351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.583652Z","caller":"traceutil/trace.go:171","msg":"trace[1144931482] transaction","detail":"{read_only:false; response_revision:9245; number_of_response:1; }","duration":"691.003236ms","start":"2026-03-19T09:22:27.892609Z","end":"2026-03-19T09:22:28.583612Z","steps":["trace[1144931482] 'process raft request' (duration: 690.689028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.583973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.170443Z","time spent":"413.409231ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:28.584119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.892588Z","time spent":"691.464738ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:28.592802Z","caller":"traceutil/trace.go:171","msg":"trace[1102057720] linearizableReadLoop","detail":"{readStateIndex:9650; appliedIndex:9647; }","duration":"292.541245ms","start":"2026-03-19T09:22:28.300236Z","end":"2026-03-19T09:22:28.592777Z","steps":["trace[1102057720] 'read index received' (duration: 283.045014ms)","trace[1102057720] 'applied index is now lower than readState.Index' (duration: 9.495141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:28.592943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.129519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:28.592979Z","caller":"traceutil/trace.go:171","msg":"trace[776564059] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9247; }","duration":"581.222602ms","start":"2026-03-19T09:22:28.011746Z","end":"2026-03-19T09:22:28.592968Z","steps":["trace[776564059] 'agreement among raft nodes before linearized reading' (duration: 581.14216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.59301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.011724Z","time spent":"581.278123ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:28.593037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.390561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-db-sync\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:22:28.59311Z","caller":"traceutil/trace.go:171","msg":"trace[1791958097] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-db-sync; range_end:; response_count:1; response_revision:9247; }","duration":"470.505244ms","start":"2026-03-19T09:22:28.122588Z","end":"2026-03-19T09:22:28.593093Z","steps":["trace[1791958097] 'agreement among raft nodes before linearized reading' (duration: 470.268378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.59311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.700668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:22:28.593167Z","caller":"traceutil/trace.go:171","msg":"trace[574496783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9247; }","duration":"822.803331ms","start":"2026-03-19T09:22:27.770351Z","end":"2026-03-19T09:22:28.593155Z","steps":["trace[574496783] 'agreement among raft nodes before linearized reading' (duration: 822.639446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.593207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.770334Z","time spent":"822.866342ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:28.59325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.458398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:28.593235Z","caller":"traceutil/trace.go:171","msg":"trace[181868694] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"335.532259ms","start":"2026-03-19T09:22:28.257677Z","end":"2026-03-19T09:22:28.59321Z","steps":["trace[181868694] 'process raft request' (duration: 334.974055ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.593283Z","caller":"traceutil/trace.go:171","msg":"trace[2103949138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9247; }","duration":"836.488819ms","start":"2026-03-19T09:22:27.756784Z","end":"2026-03-19T09:22:28.593273Z","steps":["trace[2103949138] 'agreement among raft nodes before linearized reading' (duration: 836.400416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.593288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.567767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:22:28.59331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.756756Z","time spent":"836.54903ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:28.59333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.629643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-2f8rs\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-03-19T09:22:28.593363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.257649Z","time spent":"335.646641ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:28.593399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.313939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:28.593432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.311583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-19T09:22:28.593385Z","caller":"traceutil/trace.go:171","msg":"trace[1027758089] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-2f8rs; range_end:; response_count:1; response_revision:9247; }","duration":"693.775496ms","start":"2026-03-19T09:22:27.899596Z","end":"2026-03-19T09:22:28.593372Z","steps":["trace[1027758089] 'agreement among raft nodes before linearized reading' (duration: 693.54828ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.593453Z","caller":"traceutil/trace.go:171","msg":"trace[1156709075] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9247; }","duration":"289.377816ms","start":"2026-03-19T09:22:28.304069Z","end":"2026-03-19T09:22:28.593447Z","steps":["trace[1156709075] 'agreement among raft nodes before linearized reading' (duration: 289.309963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.593343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.795119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:22:28.593548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.601624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:22:28.593588Z","caller":"traceutil/trace.go:171","msg":"trace[1400972892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9247; }","duration":"251.670995ms","start":"2026-03-19T09:22:28.341909Z","end":"2026-03-19T09:22:28.59358Z","steps":["trace[1400972892] 'agreement among raft nodes before linearized reading' (duration: 251.580533ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.593449Z","caller":"traceutil/trace.go:171","msg":"trace[771528588] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9247; }","duration":"382.394422ms","start":"2026-03-19T09:22:28.211043Z","end":"2026-03-19T09:22:28.593438Z","steps":["trace[771528588] 'agreement among raft nodes before linearized reading' (duration: 382.31882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.594378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.787322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:22:28.594423Z","caller":"traceutil/trace.go:171","msg":"trace[1324083596] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:9247; }","duration":"694.859414ms","start":"2026-03-19T09:22:27.899553Z","end":"2026-03-19T09:22:28.594412Z","steps":["trace[1324083596] 'agreement among raft nodes before linearized reading' (duration: 693.55384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.594449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.899539Z","time spent":"694.903175ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-19T09:22:28.594647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.211028Z","time spent":"383.551311ms","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:28.593547Z","caller":"traceutil/trace.go:171","msg":"trace[958911320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9247; }","duration":"311.032926ms","start":"2026-03-19T09:22:28.282501Z","end":"2026-03-19T09:22:28.593534Z","steps":["trace[958911320] 'agreement among raft nodes before linearized reading' (duration: 310.565703ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.593335Z","caller":"traceutil/trace.go:171","msg":"trace[994149452] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9247; }","duration":"329.65895ms","start":"2026-03-19T09:22:28.26366Z","end":"2026-03-19T09:22:28.593319Z","steps":["trace[994149452] 'agreement among raft nodes before linearized reading' (duration: 329.532496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.593351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.139121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:28.593474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.899581Z","time spent":"693.880999ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5350,"request content":"key:\"/registry/pods/openstack/glance-db-sync-2f8rs\" "} {"level":"warn","ts":"2026-03-19T09:22:28.593167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.122567Z","time spent":"470.585336ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/glance-db-sync\" "} {"level":"warn","ts":"2026-03-19T09:22:28.593642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.017549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:22:28.595303Z","caller":"traceutil/trace.go:171","msg":"trace[19995254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9247; }","duration":"309.707732ms","start":"2026-03-19T09:22:28.285581Z","end":"2026-03-19T09:22:28.595288Z","steps":["trace[19995254] 'agreement among raft nodes before linearized reading' (duration: 307.846694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.595371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.285562Z","time spent":"309.801394ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:28.59487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.263633Z","time spent":"331.216739ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:22:28.595088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.282482Z","time spent":"312.596726ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:22:28.595207Z","caller":"traceutil/trace.go:171","msg":"trace[1493785900] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9247; }","duration":"707.998509ms","start":"2026-03-19T09:22:27.887172Z","end":"2026-03-19T09:22:28.59517Z","steps":["trace[1493785900] 'agreement among raft nodes before linearized reading' (duration: 706.153622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.595568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:27.887155Z","time spent":"708.388998ms","remote":"127.0.0.1:47386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:28.757988Z","caller":"traceutil/trace.go:171","msg":"trace[924134445] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"160.290159ms","start":"2026-03-19T09:22:28.597671Z","end":"2026-03-19T09:22:28.757962Z","steps":["trace[924134445] 'process raft request' (duration: 92.550995ms)","trace[924134445] 'compare' (duration: 67.629361ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:28.800659Z","caller":"traceutil/trace.go:171","msg":"trace[514011502] transaction","detail":"{read_only:false; response_revision:9249; number_of_response:1; }","duration":"202.761319ms","start":"2026-03-19T09:22:28.597854Z","end":"2026-03-19T09:22:28.800615Z","steps":["trace[514011502] 'process raft request' (duration: 202.450271ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.800658Z","caller":"traceutil/trace.go:171","msg":"trace[2024227027] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"202.515503ms","start":"2026-03-19T09:22:28.598116Z","end":"2026-03-19T09:22:28.800632Z","steps":["trace[2024227027] 'process raft request' (duration: 202.39816ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.800916Z","caller":"traceutil/trace.go:171","msg":"trace[20668501] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"201.555109ms","start":"2026-03-19T09:22:28.59935Z","end":"2026-03-19T09:22:28.800905Z","steps":["trace[20668501] 'process raft request' (duration: 201.22489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.800979Z","caller":"traceutil/trace.go:171","msg":"trace[28352526] linearizableReadLoop","detail":"{readStateIndex:9656; appliedIndex:9650; }","duration":"200.443912ms","start":"2026-03-19T09:22:28.600517Z","end":"2026-03-19T09:22:28.800961Z","steps":["trace[28352526] 'read index received' (duration: 89.706963ms)","trace[28352526] 'applied index is now lower than readState.Index' (duration: 110.736139ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:28.801053Z","caller":"traceutil/trace.go:171","msg":"trace[728010329] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"201.19336ms","start":"2026-03-19T09:22:28.59984Z","end":"2026-03-19T09:22:28.801034Z","steps":["trace[728010329] 'process raft request' (duration: 201.048457ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.80108Z","caller":"traceutil/trace.go:171","msg":"trace[954550516] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"198.84053ms","start":"2026-03-19T09:22:28.60223Z","end":"2026-03-19T09:22:28.80107Z","steps":["trace[954550516] 'process raft request' (duration: 198.686176ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.801042Z","caller":"traceutil/trace.go:171","msg":"trace[1343000454] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"201.343754ms","start":"2026-03-19T09:22:28.599634Z","end":"2026-03-19T09:22:28.800978Z","steps":["trace[1343000454] 'process raft request' (duration: 201.157689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.801262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.087302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:28.801279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.741629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:28.80133Z","caller":"traceutil/trace.go:171","msg":"trace[1683722922] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:9254; }","duration":"200.79834ms","start":"2026-03-19T09:22:28.600514Z","end":"2026-03-19T09:22:28.801313Z","steps":["trace[1683722922] 'agreement among raft nodes before linearized reading' (duration: 200.696988ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:28.80129Z","caller":"traceutil/trace.go:171","msg":"trace[1277377481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9254; }","duration":"119.178544ms","start":"2026-03-19T09:22:28.682105Z","end":"2026-03-19T09:22:28.801283Z","steps":["trace[1277377481] 'agreement among raft nodes before linearized reading' (duration: 119.123642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:28.801436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.222797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-19T09:22:28.801551Z","caller":"traceutil/trace.go:171","msg":"trace[1415644312] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9254; }","duration":"160.401832ms","start":"2026-03-19T09:22:28.641119Z","end":"2026-03-19T09:22:28.801521Z","steps":["trace[1415644312] 'agreement among raft nodes before linearized reading' (duration: 160.077883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.202864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.564582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:29.202961Z","caller":"traceutil/trace.go:171","msg":"trace[557869615] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:9254; }","duration":"328.700196ms","start":"2026-03-19T09:22:28.87424Z","end":"2026-03-19T09:22:29.20294Z","steps":["trace[557869615] 'range keys from in-memory index tree' (duration: 328.374978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.203011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:28.874217Z","time spent":"328.777347ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-19T09:22:29.407296Z","caller":"traceutil/trace.go:171","msg":"trace[1073172282] linearizableReadLoop","detail":"{readStateIndex:9658; appliedIndex:9657; }","duration":"172.08966ms","start":"2026-03-19T09:22:29.23519Z","end":"2026-03-19T09:22:29.40728Z","steps":["trace[1073172282] 'read index received' (duration: 171.788562ms)","trace[1073172282] 'applied index is now lower than readState.Index' (duration: 300.238µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:29.407381Z","caller":"traceutil/trace.go:171","msg":"trace[512016103] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"174.104291ms","start":"2026-03-19T09:22:29.233237Z","end":"2026-03-19T09:22:29.407342Z","steps":["trace[512016103] 'process raft request' (duration: 173.867465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:29.407424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.225023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-19T09:22:29.407547Z","caller":"traceutil/trace.go:171","msg":"trace[1394192302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9255; }","duration":"172.358746ms","start":"2026-03-19T09:22:29.235179Z","end":"2026-03-19T09:22:29.407538Z","steps":["trace[1394192302] 'agreement among raft nodes before linearized reading' (duration: 172.162221ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:29.817194Z","caller":"traceutil/trace.go:171","msg":"trace[978465929] linearizableReadLoop","detail":"{readStateIndex:9659; appliedIndex:9658; }","duration":"159.561611ms","start":"2026-03-19T09:22:29.657609Z","end":"2026-03-19T09:22:29.817171Z","steps":["trace[978465929] 'read index received' (duration: 103.882104ms)","trace[978465929] 'applied index is now lower than readState.Index' (duration: 55.678147ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:29.817241Z","caller":"traceutil/trace.go:171","msg":"trace[496954113] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"208.156786ms","start":"2026-03-19T09:22:29.609045Z","end":"2026-03-19T09:22:29.817202Z","steps":["trace[496954113] 'process raft request' (duration: 152.526681ms)","trace[496954113] 'compare' (duration: 55.277727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:29.817423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.284052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:29.817503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.878828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:22:29.817577Z","caller":"traceutil/trace.go:171","msg":"trace[651680085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9256; }","duration":"159.997491ms","start":"2026-03-19T09:22:29.657559Z","end":"2026-03-19T09:22:29.817556Z","steps":["trace[651680085] 'agreement among raft nodes before linearized reading' (duration: 159.723804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:29.817616Z","caller":"traceutil/trace.go:171","msg":"trace[1633538002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9256; }","duration":"135.480517ms","start":"2026-03-19T09:22:29.682069Z","end":"2026-03-19T09:22:29.817549Z","steps":["trace[1633538002] 'agreement among raft nodes before linearized reading' (duration: 135.266772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:30.087683Z","caller":"traceutil/trace.go:171","msg":"trace[810006604] linearizableReadLoop","detail":"{readStateIndex:9660; appliedIndex:9659; }","duration":"192.062658ms","start":"2026-03-19T09:22:29.895602Z","end":"2026-03-19T09:22:30.087665Z","steps":["trace[810006604] 'read index received' (duration: 160.770122ms)","trace[810006604] 'applied index is now lower than readState.Index' (duration: 31.291706ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:30.087752Z","caller":"traceutil/trace.go:171","msg":"trace[694366410] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"259.67566ms","start":"2026-03-19T09:22:29.828038Z","end":"2026-03-19T09:22:30.087714Z","steps":["trace[694366410] 'process raft request' (duration: 228.330572ms)","trace[694366410] 'compare' (duration: 31.03237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:30.087856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.242483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:30.087879Z","caller":"traceutil/trace.go:171","msg":"trace[515037531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9257; }","duration":"192.304745ms","start":"2026-03-19T09:22:29.895568Z","end":"2026-03-19T09:22:30.087873Z","steps":["trace[515037531] 'agreement among raft nodes before linearized reading' (duration: 192.194032ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:31.72194Z","caller":"traceutil/trace.go:171","msg":"trace[1854041819] linearizableReadLoop","detail":"{readStateIndex:9673; appliedIndex:9672; }","duration":"141.939402ms","start":"2026-03-19T09:22:31.579857Z","end":"2026-03-19T09:22:31.721797Z","steps":["trace[1854041819] 'read index received' (duration: 141.576732ms)","trace[1854041819] 'applied index is now lower than readState.Index' (duration: 361.449µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:31.721955Z","caller":"traceutil/trace.go:171","msg":"trace[1017370521] transaction","detail":"{read_only:false; response_revision:9270; number_of_response:1; }","duration":"341.516012ms","start":"2026-03-19T09:22:31.380407Z","end":"2026-03-19T09:22:31.721923Z","steps":["trace[1017370521] 'process raft request' (duration: 341.079291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:31.722246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:31.380393Z","time spent":"341.758748ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:31.722356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.483835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:22:31.722444Z","caller":"traceutil/trace.go:171","msg":"trace[1149533781] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:9270; }","duration":"142.618898ms","start":"2026-03-19T09:22:31.57981Z","end":"2026-03-19T09:22:31.722429Z","steps":["trace[1149533781] 'agreement among raft nodes before linearized reading' (duration: 142.222638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:35.493771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.655004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:22:35.493828Z","caller":"traceutil/trace.go:171","msg":"trace[912179162] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9290; }","duration":"104.766678ms","start":"2026-03-19T09:22:35.389049Z","end":"2026-03-19T09:22:35.493816Z","steps":["trace[912179162] 'range keys from in-memory index tree' (duration: 104.48026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:35.493845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.744022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:35.493905Z","caller":"traceutil/trace.go:171","msg":"trace[72990952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9290; }","duration":"305.835983ms","start":"2026-03-19T09:22:35.18805Z","end":"2026-03-19T09:22:35.493886Z","steps":["trace[72990952] 'count revisions from in-memory index tree' (duration: 305.676029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:35.493936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:35.188038Z","time spent":"305.891625ms","remote":"127.0.0.1:45528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:35.493772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.27685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:35.494168Z","caller":"traceutil/trace.go:171","msg":"trace[1705247749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9290; }","duration":"307.779783ms","start":"2026-03-19T09:22:35.186379Z","end":"2026-03-19T09:22:35.494159Z","steps":["trace[1705247749] 'range keys from in-memory index tree' (duration: 306.955512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:35.494194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:35.186353Z","time spent":"307.831765ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:22:36.492783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457016807,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:22:36.627618Z","caller":"traceutil/trace.go:171","msg":"trace[961538490] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"666.40878ms","start":"2026-03-19T09:22:35.961186Z","end":"2026-03-19T09:22:36.627594Z","steps":["trace[961538490] 'process raft request' (duration: 666.234965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.627775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:35.961164Z","time spent":"666.529952ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:36.627948Z","caller":"traceutil/trace.go:171","msg":"trace[1068398900] linearizableReadLoop","detail":"{readStateIndex:9695; appliedIndex:9695; }","duration":"635.689709ms","start":"2026-03-19T09:22:35.992229Z","end":"2026-03-19T09:22:36.627918Z","steps":["trace[1068398900] 'read index received' (duration: 635.677618ms)","trace[1068398900] 'applied index is now lower than readState.Index' (duration: 9.621µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:36.628314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.069728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:22:36.628454Z","caller":"traceutil/trace.go:171","msg":"trace[652100658] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9291; }","duration":"636.254953ms","start":"2026-03-19T09:22:35.992179Z","end":"2026-03-19T09:22:36.628434Z","steps":["trace[652100658] 'agreement among raft nodes before linearized reading' (duration: 635.948665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.628534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.564629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:36.628581Z","caller":"traceutil/trace.go:171","msg":"trace[1518948283] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9291; }","duration":"265.641131ms","start":"2026-03-19T09:22:36.362929Z","end":"2026-03-19T09:22:36.62857Z","steps":["trace[1518948283] 'agreement among raft nodes before linearized reading' (duration: 265.494817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.628599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.93401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:36.628573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.787295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:22:36.628682Z","caller":"traceutil/trace.go:171","msg":"trace[2133419313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9291; }","duration":"413.055643ms","start":"2026-03-19T09:22:36.215604Z","end":"2026-03-19T09:22:36.62866Z","steps":["trace[2133419313] 'agreement among raft nodes before linearized reading' (duration: 412.90521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.628744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.21559Z","time spent":"413.141235ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:36.628772Z","caller":"traceutil/trace.go:171","msg":"trace[242144791] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9291; }","duration":"457.062502ms","start":"2026-03-19T09:22:36.171658Z","end":"2026-03-19T09:22:36.628696Z","steps":["trace[242144791] 'agreement among raft nodes before linearized reading' (duration: 456.668312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.628713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:35.992158Z","time spent":"636.394266ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-19T09:22:36.628922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.901839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-19T09:22:36.628961Z","caller":"traceutil/trace.go:171","msg":"trace[1129160355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9291; }","duration":"357.95163ms","start":"2026-03-19T09:22:36.270997Z","end":"2026-03-19T09:22:36.628949Z","steps":["trace[1129160355] 'agreement among raft nodes before linearized reading' (duration: 357.822657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.628989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.270972Z","time spent":"358.008331ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:22:36.628395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.995251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:36.628866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.171639Z","time spent":"457.208836ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:22:36.629097Z","caller":"traceutil/trace.go:171","msg":"trace[140442335] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9291; }","duration":"358.73542ms","start":"2026-03-19T09:22:36.270335Z","end":"2026-03-19T09:22:36.62907Z","steps":["trace[140442335] 'agreement among raft nodes before linearized reading' (duration: 358.006171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.629138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.270282Z","time spent":"358.843403ms","remote":"127.0.0.1:39084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:36.62918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.082689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T09:22:36.629241Z","caller":"traceutil/trace.go:171","msg":"trace[1871512248] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9291; }","duration":"425.17717ms","start":"2026-03-19T09:22:36.20405Z","end":"2026-03-19T09:22:36.629227Z","steps":["trace[1871512248] 'agreement among raft nodes before linearized reading' (duration: 424.847082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:36.629285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:36.204032Z","time spent":"425.242823ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T09:22:37.940977Z","caller":"traceutil/trace.go:171","msg":"trace[1750209474] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"109.099667ms","start":"2026-03-19T09:22:37.831847Z","end":"2026-03-19T09:22:37.940946Z","steps":["trace[1750209474] 'process raft request' (duration: 108.751358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.037754Z","caller":"traceutil/trace.go:171","msg":"trace[1209866173] linearizableReadLoop","detail":"{readStateIndex:9720; appliedIndex:9719; }","duration":"101.616596ms","start":"2026-03-19T09:22:40.936111Z","end":"2026-03-19T09:22:41.037728Z","steps":["trace[1209866173] 'read index received' (duration: 101.427012ms)","trace[1209866173] 'applied index is now lower than readState.Index' (duration: 188.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:41.037785Z","caller":"traceutil/trace.go:171","msg":"trace[1943972285] transaction","detail":"{read_only:false; response_revision:9315; number_of_response:1; }","duration":"142.376203ms","start":"2026-03-19T09:22:40.895391Z","end":"2026-03-19T09:22:41.037767Z","steps":["trace[1943972285] 'process raft request' (duration: 142.126667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.037928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.796992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:22:41.037964Z","caller":"traceutil/trace.go:171","msg":"trace[929569866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9315; }","duration":"101.888223ms","start":"2026-03-19T09:22:40.936069Z","end":"2026-03-19T09:22:41.037957Z","steps":["trace[929569866] 'agreement among raft nodes before linearized reading' (duration: 101.74945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.480038Z","caller":"traceutil/trace.go:171","msg":"trace[2032620550] transaction","detail":"{read_only:false; response_revision:9316; number_of_response:1; }","duration":"440.031559ms","start":"2026-03-19T09:22:41.039978Z","end":"2026-03-19T09:22:41.480009Z","steps":["trace[2032620550] 'process raft request' (duration: 439.879665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.480199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.039941Z","time spent":"440.185384ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:41.705866Z","caller":"traceutil/trace.go:171","msg":"trace[100257040] transaction","detail":"{read_only:false; response_revision:9318; number_of_response:1; }","duration":"663.459526ms","start":"2026-03-19T09:22:41.042383Z","end":"2026-03-19T09:22:41.705842Z","steps":["trace[100257040] 'process raft request' (duration: 663.381404ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.705925Z","caller":"traceutil/trace.go:171","msg":"trace[1993107274] transaction","detail":"{read_only:false; response_revision:9317; number_of_response:1; }","duration":"663.607659ms","start":"2026-03-19T09:22:41.042263Z","end":"2026-03-19T09:22:41.705871Z","steps":["trace[1993107274] 'process raft request' (duration: 663.337863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.706011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.042362Z","time spent":"663.577688ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:41.70615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.042235Z","time spent":"663.791224ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:41.706286Z","caller":"traceutil/trace.go:171","msg":"trace[1995440526] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9720; }","duration":"247.018917ms","start":"2026-03-19T09:22:41.45926Z","end":"2026-03-19T09:22:41.706279Z","steps":["trace[1995440526] 'read index received' (duration: 20.603535ms)","trace[1995440526] 'applied index is now lower than readState.Index' (duration: 226.414582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:41.706345Z","caller":"traceutil/trace.go:171","msg":"trace[909586141] transaction","detail":"{read_only:false; response_revision:9320; number_of_response:1; }","duration":"663.882076ms","start":"2026-03-19T09:22:41.042458Z","end":"2026-03-19T09:22:41.70634Z","steps":["trace[909586141] 'process raft request' (duration: 663.672981ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.706172Z","caller":"traceutil/trace.go:171","msg":"trace[556742817] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"663.706372ms","start":"2026-03-19T09:22:41.042457Z","end":"2026-03-19T09:22:41.706163Z","steps":["trace[556742817] 'process raft request' (duration: 663.347753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.706426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.16458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:41.706455Z","caller":"traceutil/trace.go:171","msg":"trace[329042000] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9321; }","duration":"247.226632ms","start":"2026-03-19T09:22:41.45922Z","end":"2026-03-19T09:22:41.706447Z","steps":["trace[329042000] 'agreement among raft nodes before linearized reading' (duration: 247.179291ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:41.706472Z","caller":"traceutil/trace.go:171","msg":"trace[1386499138] transaction","detail":"{read_only:false; response_revision:9321; number_of_response:1; }","duration":"663.592978ms","start":"2026-03-19T09:22:41.042834Z","end":"2026-03-19T09:22:41.706427Z","steps":["trace[1386499138] 'process raft request' (duration: 663.406634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.706557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.042433Z","time spent":"664.00786ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:41.706383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.042433Z","time spent":"663.925468ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:41.706671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.042823Z","time spent":"663.743212ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:41.836583Z","caller":"traceutil/trace.go:171","msg":"trace[245809144] linearizableReadLoop","detail":"{readStateIndex:9727; appliedIndex:9726; }","duration":"130.248435ms","start":"2026-03-19T09:22:41.706315Z","end":"2026-03-19T09:22:41.836563Z","steps":["trace[245809144] 'read index received' (duration: 130.017829ms)","trace[245809144] 'applied index is now lower than readState.Index' (duration: 229.076µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:41.836698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.129291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:41.836725Z","caller":"traceutil/trace.go:171","msg":"trace[256591435] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types; range_end:; response_count:0; response_revision:9322; }","duration":"350.202453ms","start":"2026-03-19T09:22:41.486513Z","end":"2026-03-19T09:22:41.836715Z","steps":["trace[256591435] 'agreement among raft nodes before linearized reading' (duration: 350.121051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.836766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.486493Z","time spent":"350.256535ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-rgw-ceph-mime-types\" "} {"level":"info","ts":"2026-03-19T09:22:41.836686Z","caller":"traceutil/trace.go:171","msg":"trace[671366922] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"348.264353ms","start":"2026-03-19T09:22:41.488382Z","end":"2026-03-19T09:22:41.836646Z","steps":["trace[671366922] 'process raft request' (duration: 348.045448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:41.837206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.488362Z","time spent":"348.758786ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23969,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:41.839202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.969691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:22:41.839289Z","caller":"traceutil/trace.go:171","msg":"trace[1583010652] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:9322; }","duration":"259.145896ms","start":"2026-03-19T09:22:41.580123Z","end":"2026-03-19T09:22:41.839269Z","steps":["trace[1583010652] 'agreement among raft nodes before linearized reading' (duration: 256.624472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.426293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.493411ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-19T09:22:42.426384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.840479Z","time spent":"585.901641ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:22:42.435902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.841688Z","time spent":"594.208732ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-19T09:22:42.436122Z","caller":"traceutil/trace.go:171","msg":"trace[473656694] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"591.955795ms","start":"2026-03-19T09:22:41.844122Z","end":"2026-03-19T09:22:42.436077Z","steps":["trace[473656694] 'process raft request' (duration: 591.701518ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.436166Z","caller":"traceutil/trace.go:171","msg":"trace[1563296344] linearizableReadLoop","detail":"{readStateIndex:9732; appliedIndex:9728; }","duration":"468.491523ms","start":"2026-03-19T09:22:41.967648Z","end":"2026-03-19T09:22:42.436139Z","steps":["trace[1563296344] 'read index received' (duration: 468.069373ms)","trace[1563296344] 'applied index is now lower than readState.Index' (duration: 421.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:42.436187Z","caller":"traceutil/trace.go:171","msg":"trace[1827476930] transaction","detail":"{read_only:false; response_revision:9324; number_of_response:1; }","duration":"590.981001ms","start":"2026-03-19T09:22:41.845174Z","end":"2026-03-19T09:22:42.436155Z","steps":["trace[1827476930] 'process raft request' (duration: 590.801826ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:42.43622Z","caller":"traceutil/trace.go:171","msg":"trace[646324376] transaction","detail":"{read_only:false; response_revision:9325; number_of_response:1; }","duration":"590.442587ms","start":"2026-03-19T09:22:41.845758Z","end":"2026-03-19T09:22:42.436201Z","steps":["trace[646324376] 'process raft request' (duration: 590.297793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.436249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.844092Z","time spent":"592.095719ms","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23636,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:42.436316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.845154Z","time spent":"591.098623ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:42.436337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.845739Z","time spent":"590.53031ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24292,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:42.4364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.75299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:22:42.436438Z","caller":"traceutil/trace.go:171","msg":"trace[1638051096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9325; }","duration":"468.835872ms","start":"2026-03-19T09:22:41.967592Z","end":"2026-03-19T09:22:42.436428Z","steps":["trace[1638051096] 'agreement among raft nodes before linearized reading' (duration: 468.667097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.436466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:41.967574Z","time spent":"468.884873ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:22:42.792679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.971468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:42.792822Z","caller":"traceutil/trace.go:171","msg":"trace[1736072977] linearizableReadLoop","detail":"{readStateIndex:9733; appliedIndex:9732; }","duration":"356.568574ms","start":"2026-03-19T09:22:42.436231Z","end":"2026-03-19T09:22:42.792799Z","steps":["trace[1736072977] 'read index received' (duration: 127.527395ms)","trace[1736072977] 'applied index is now lower than readState.Index' (duration: 229.039089ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:42.793053Z","caller":"traceutil/trace.go:171","msg":"trace[28478025] transaction","detail":"{read_only:false; response_revision:9326; number_of_response:1; }","duration":"364.982629ms","start":"2026-03-19T09:22:42.428045Z","end":"2026-03-19T09:22:42.793028Z","steps":["trace[28478025] 'process raft request' (duration: 135.56201ms)","trace[28478025] 'compare' (duration: 228.852315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:42.79315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.186751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:42.793182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.428019Z","time spent":"365.091551ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:42.793209Z","caller":"traceutil/trace.go:171","msg":"trace[1035766088] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9326; }","duration":"658.284334ms","start":"2026-03-19T09:22:42.134907Z","end":"2026-03-19T09:22:42.793192Z","steps":["trace[1035766088] 'agreement among raft nodes before linearized reading' (duration: 658.13228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.793234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.390945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:42.793299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.13489Z","time spent":"658.391116ms","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:42.793302Z","caller":"traceutil/trace.go:171","msg":"trace[78577883] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9326; }","duration":"790.502868ms","start":"2026-03-19T09:22:42.00278Z","end":"2026-03-19T09:22:42.793283Z","steps":["trace[78577883] 'agreement among raft nodes before linearized reading' (duration: 790.368195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:42.793357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.002757Z","time spent":"790.584041ms","remote":"127.0.0.1:50152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:43.144935Z","caller":"traceutil/trace.go:171","msg":"trace[32891936] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"708.01882ms","start":"2026-03-19T09:22:42.43684Z","end":"2026-03-19T09:22:43.144859Z","steps":["trace[32891936] 'process raft request' (duration: 618.714407ms)","trace[32891936] 'compare' (duration: 88.990205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:43.145142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.436824Z","time spent":"708.231935ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:43.145239Z","caller":"traceutil/trace.go:171","msg":"trace[957072039] linearizableReadLoop","detail":"{readStateIndex:9739; appliedIndex:9733; }","duration":"351.477654ms","start":"2026-03-19T09:22:42.793733Z","end":"2026-03-19T09:22:43.14521Z","steps":["trace[957072039] 'read index received' (duration: 261.847033ms)","trace[957072039] 'applied index is now lower than readState.Index' (duration: 89.629311ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:43.145346Z","caller":"traceutil/trace.go:171","msg":"trace[689216617] transaction","detail":"{read_only:false; response_revision:9329; number_of_response:1; }","duration":"690.217846ms","start":"2026-03-19T09:22:42.455102Z","end":"2026-03-19T09:22:43.14532Z","steps":["trace[689216617] 'process raft request' (duration: 689.806136ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.145272Z","caller":"traceutil/trace.go:171","msg":"trace[2143390942] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"404.440753ms","start":"2026-03-19T09:22:42.740798Z","end":"2026-03-19T09:22:43.145239Z","steps":["trace[2143390942] 'process raft request' (duration: 404.264569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.14547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.327882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:43.145528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.092963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24307"} {"level":"info","ts":"2026-03-19T09:22:43.145543Z","caller":"traceutil/trace.go:171","msg":"trace[1774932058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9332; }","duration":"463.438964ms","start":"2026-03-19T09:22:42.682087Z","end":"2026-03-19T09:22:43.145526Z","steps":["trace[1774932058] 'agreement among raft nodes before linearized reading' (duration: 463.25266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.145528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.455088Z","time spent":"690.328149ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:43.145586Z","caller":"traceutil/trace.go:171","msg":"trace[975394791] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:9332; }","duration":"690.183245ms","start":"2026-03-19T09:22:42.455387Z","end":"2026-03-19T09:22:43.14557Z","steps":["trace[975394791] 'agreement among raft nodes before linearized reading' (duration: 689.98694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.145598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.682017Z","time spent":"463.568578ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:43.14548Z","caller":"traceutil/trace.go:171","msg":"trace[1734507039] transaction","detail":"{read_only:false; response_revision:9332; number_of_response:1; }","duration":"402.625857ms","start":"2026-03-19T09:22:42.742781Z","end":"2026-03-19T09:22:43.145407Z","steps":["trace[1734507039] 'process raft request' (duration: 402.372191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.145628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.455368Z","time spent":"690.249017ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24330,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-03-19T09:22:43.145658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.274525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:43.145679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.388208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:22:43.145713Z","caller":"traceutil/trace.go:171","msg":"trace[1296941497] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9332; }","duration":"429.365968ms","start":"2026-03-19T09:22:42.716331Z","end":"2026-03-19T09:22:43.145697Z","steps":["trace[1296941497] 'agreement among raft nodes before linearized reading' (duration: 429.181963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.145708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.74276Z","time spent":"402.882103ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:43.145722Z","caller":"traceutil/trace.go:171","msg":"trace[1108096190] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9332; }","duration":"350.4741ms","start":"2026-03-19T09:22:42.795237Z","end":"2026-03-19T09:22:43.145712Z","steps":["trace[1108096190] 'agreement among raft nodes before linearized reading' (duration: 350.313896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.145746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.716315Z","time spent":"429.420839ms","remote":"127.0.0.1:50098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:43.145757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.795222Z","time spent":"350.527571ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-19T09:22:43.145759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.575351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:22:43.145819Z","caller":"traceutil/trace.go:171","msg":"trace[1723145843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9332; }","duration":"302.642932ms","start":"2026-03-19T09:22:42.843161Z","end":"2026-03-19T09:22:43.145804Z","steps":["trace[1723145843] 'agreement among raft nodes before linearized reading' (duration: 302.433017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.145537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.740783Z","time spent":"404.681279ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:43.146191Z","caller":"traceutil/trace.go:171","msg":"trace[575484782] transaction","detail":"{read_only:false; response_revision:9328; number_of_response:1; }","duration":"691.1391ms","start":"2026-03-19T09:22:42.455035Z","end":"2026-03-19T09:22:43.146174Z","steps":["trace[575484782] 'process raft request' (duration: 689.680243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.146258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.455002Z","time spent":"691.218591ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:43.145868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.843098Z","time spent":"302.757386ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:43.145774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.692008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:8 size:78840"} {"level":"info","ts":"2026-03-19T09:22:43.146533Z","caller":"traceutil/trace.go:171","msg":"trace[1867034431] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:8; response_revision:9332; }","duration":"691.466147ms","start":"2026-03-19T09:22:42.455042Z","end":"2026-03-19T09:22:43.146508Z","steps":["trace[1867034431] 'agreement among raft nodes before linearized reading' (duration: 690.535854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.146045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.004566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:30 size:279625"} {"level":"info","ts":"2026-03-19T09:22:43.146052Z","caller":"traceutil/trace.go:171","msg":"trace[189424203] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"690.212066ms","start":"2026-03-19T09:22:42.455163Z","end":"2026-03-19T09:22:43.145375Z","steps":["trace[189424203] 'process raft request' (duration: 689.822196ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.147097Z","caller":"traceutil/trace.go:171","msg":"trace[1080934619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:30; response_revision:9332; }","duration":"691.992842ms","start":"2026-03-19T09:22:42.454978Z","end":"2026-03-19T09:22:43.146971Z","steps":["trace[1080934619] 'agreement among raft nodes before linearized reading' (duration: 690.641627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.147156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.455143Z","time spent":"691.93787ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24086,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:43.147266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.454959Z","time spent":"692.242338ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":30,"response size":279648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:22:43.147019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:42.45503Z","time spent":"691.93567ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":78863,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-19T09:22:43.548327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.677653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:43.548464Z","caller":"traceutil/trace.go:171","msg":"trace[1986491637] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"397.216459ms","start":"2026-03-19T09:22:43.151223Z","end":"2026-03-19T09:22:43.54844Z","steps":["trace[1986491637] 'process raft request' (duration: 171.266099ms)","trace[1986491637] 'compare' (duration: 225.515369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:43.548526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.151201Z","time spent":"397.299991ms","remote":"127.0.0.1:50148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:43.5515Z","caller":"traceutil/trace.go:171","msg":"trace[1561105687] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"398.945903ms","start":"2026-03-19T09:22:43.152505Z","end":"2026-03-19T09:22:43.55145Z","steps":["trace[1561105687] 'process raft request' (duration: 398.42922ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.55158Z","caller":"traceutil/trace.go:171","msg":"trace[1574491651] linearizableReadLoop","detail":"{readStateIndex:9744; appliedIndex:9739; }","duration":"391.719059ms","start":"2026-03-19T09:22:43.15983Z","end":"2026-03-19T09:22:43.551549Z","steps":["trace[1574491651] 'read index received' (duration: 162.704051ms)","trace[1574491651] 'applied index is now lower than readState.Index' (duration: 229.013918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:43.55172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.152488Z","time spent":"399.114357ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:43.55201Z","caller":"traceutil/trace.go:171","msg":"trace[1346685604] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"398.112312ms","start":"2026-03-19T09:22:43.153887Z","end":"2026-03-19T09:22:43.551999Z","steps":["trace[1346685604] 'process raft request' (duration: 397.451535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.552104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.153871Z","time spent":"398.166313ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8414,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:43.552185Z","caller":"traceutil/trace.go:171","msg":"trace[688443735] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"393.329969ms","start":"2026-03-19T09:22:43.158817Z","end":"2026-03-19T09:22:43.552147Z","steps":["trace[688443735] 'process raft request' (duration: 392.592731ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.552282Z","caller":"traceutil/trace.go:171","msg":"trace[167582479] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"392.502129ms","start":"2026-03-19T09:22:43.159759Z","end":"2026-03-19T09:22:43.552261Z","steps":["trace[167582479] 'process raft request' (duration: 391.7295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.552368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.159746Z","time spent":"392.574161ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24589,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:43.552366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.158786Z","time spent":"393.485923ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24131,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:43.552214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.374325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-7965c\" ","response":"range_response_count:1 size:17812"} {"level":"warn","ts":"2026-03-19T09:22:43.552381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.379724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-rgw\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-03-19T09:22:43.552518Z","caller":"traceutil/trace.go:171","msg":"trace[935745185] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-7965c; range_end:; response_count:1; response_revision:9337; }","duration":"392.719084ms","start":"2026-03-19T09:22:43.159779Z","end":"2026-03-19T09:22:43.552498Z","steps":["trace[935745185] 'agreement among raft nodes before linearized reading' (duration: 392.241292ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.552535Z","caller":"traceutil/trace.go:171","msg":"trace[1790715848] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-rgw; range_end:; response_count:1; response_revision:9337; }","duration":"111.535348ms","start":"2026-03-19T09:22:43.440985Z","end":"2026-03-19T09:22:43.552521Z","steps":["trace[1790715848] 'agreement among raft nodes before linearized reading' (duration: 111.284991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:43.552561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.159759Z","time spent":"392.789446ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":17835,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-7965c\" "} {"level":"info","ts":"2026-03-19T09:22:43.81747Z","caller":"traceutil/trace.go:171","msg":"trace[106514050] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"256.398186ms","start":"2026-03-19T09:22:43.561049Z","end":"2026-03-19T09:22:43.817448Z","steps":["trace[106514050] 'process raft request' (duration: 256.287483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:43.817719Z","caller":"traceutil/trace.go:171","msg":"trace[358533585] linearizableReadLoop","detail":"{readStateIndex:9745; appliedIndex:9745; }","duration":"253.064231ms","start":"2026-03-19T09:22:43.564624Z","end":"2026-03-19T09:22:43.817688Z","steps":["trace[358533585] 'read index received' (duration: 253.04779ms)","trace[358533585] 'applied index is now lower than readState.Index' (duration: 13.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:43.818032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.388939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24604"} {"level":"info","ts":"2026-03-19T09:22:43.818099Z","caller":"traceutil/trace.go:171","msg":"trace[666031147] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:9338; }","duration":"253.504992ms","start":"2026-03-19T09:22:43.56458Z","end":"2026-03-19T09:22:43.818085Z","steps":["trace[666031147] 'agreement among raft nodes before linearized reading' (duration: 253.189414ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.067537Z","caller":"traceutil/trace.go:171","msg":"trace[710343765] linearizableReadLoop","detail":"{readStateIndex:9746; appliedIndex:9745; }","duration":"249.730635ms","start":"2026-03-19T09:22:43.817784Z","end":"2026-03-19T09:22:44.067515Z","steps":["trace[710343765] 'read index received' (duration: 249.626513ms)","trace[710343765] 'applied index is now lower than readState.Index' (duration: 103.052µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:44.067684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.572179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:44.067714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.669526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8429"} {"level":"info","ts":"2026-03-19T09:22:44.067747Z","caller":"traceutil/trace.go:171","msg":"trace[1952876815] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9339; }","duration":"499.743808ms","start":"2026-03-19T09:22:43.567993Z","end":"2026-03-19T09:22:44.067737Z","steps":["trace[1952876815] 'agreement among raft nodes before linearized reading' (duration: 499.607984ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.067752Z","caller":"traceutil/trace.go:171","msg":"trace[2098944768] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9339; }","duration":"346.673782ms","start":"2026-03-19T09:22:43.72106Z","end":"2026-03-19T09:22:44.067734Z","steps":["trace[2098944768] 'agreement among raft nodes before linearized reading' (duration: 346.543769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.067779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.567979Z","time spent":"499.792749ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":8452,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-19T09:22:44.067788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.721051Z","time spent":"346.728053ms","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:44.067819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.978714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:22:44.067873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.170679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:22:44.06795Z","caller":"traceutil/trace.go:171","msg":"trace[876505073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9339; }","duration":"357.270212ms","start":"2026-03-19T09:22:43.710663Z","end":"2026-03-19T09:22:44.067934Z","steps":["trace[876505073] 'agreement among raft nodes before linearized reading' (duration: 356.894372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.067969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.52692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:44.067965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.652481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:22:44.067999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.710656Z","time spent":"357.333803ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:22:44.068005Z","caller":"traceutil/trace.go:171","msg":"trace[650224922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9339; }","duration":"385.618713ms","start":"2026-03-19T09:22:43.682376Z","end":"2026-03-19T09:22:44.067995Z","steps":["trace[650224922] 'agreement among raft nodes before linearized reading' (duration: 385.553782ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.067902Z","caller":"traceutil/trace.go:171","msg":"trace[1517939878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9339; }","duration":"357.074097ms","start":"2026-03-19T09:22:43.710811Z","end":"2026-03-19T09:22:44.067885Z","steps":["trace[1517939878] 'agreement among raft nodes before linearized reading' (duration: 356.832021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.068034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.682357Z","time spent":"385.669794ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:44.068039Z","caller":"traceutil/trace.go:171","msg":"trace[1408113772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9339; }","duration":"357.724713ms","start":"2026-03-19T09:22:43.71029Z","end":"2026-03-19T09:22:44.068015Z","steps":["trace[1408113772] 'agreement among raft nodes before linearized reading' (duration: 357.570309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.068068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.710807Z","time spent":"357.253481ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:44.068069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.99941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:22:44.067804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.688962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:22:44.068095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.710284Z","time spent":"357.798615ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:22:44.068152Z","caller":"traceutil/trace.go:171","msg":"trace[789612992] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9339; }","duration":"358.044691ms","start":"2026-03-19T09:22:43.710055Z","end":"2026-03-19T09:22:44.0681Z","steps":["trace[789612992] 'agreement among raft nodes before linearized reading' (duration: 357.843096ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.068189Z","caller":"traceutil/trace.go:171","msg":"trace[540097121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9339; }","duration":"358.133043ms","start":"2026-03-19T09:22:43.710045Z","end":"2026-03-19T09:22:44.068178Z","steps":["trace[540097121] 'agreement among raft nodes before linearized reading' (duration: 357.540178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.068231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.710029Z","time spent":"358.188205ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:22:44.068224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.710038Z","time spent":"358.173924ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:22:44.068339Z","caller":"traceutil/trace.go:171","msg":"trace[75457122] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"502.076468ms","start":"2026-03-19T09:22:43.565647Z","end":"2026-03-19T09:22:44.067724Z","steps":["trace[75457122] 'process raft request' (duration: 501.729149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.068503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.565604Z","time spent":"502.785116ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:44.325543Z","caller":"traceutil/trace.go:171","msg":"trace[1689234514] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"503.054851ms","start":"2026-03-19T09:22:43.822458Z","end":"2026-03-19T09:22:44.325513Z","steps":["trace[1689234514] 'process raft request' (duration: 419.204857ms)","trace[1689234514] 'compare' (duration: 83.623099ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:44.325632Z","caller":"traceutil/trace.go:171","msg":"trace[1707630200] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"456.277622ms","start":"2026-03-19T09:22:43.86933Z","end":"2026-03-19T09:22:44.325607Z","steps":["trace[1707630200] 'process raft request' (duration: 456.21961ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.325697Z","caller":"traceutil/trace.go:171","msg":"trace[87762305] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"501.642856ms","start":"2026-03-19T09:22:43.824021Z","end":"2026-03-19T09:22:44.325663Z","steps":["trace[87762305] 'process raft request' (duration: 501.41364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.325776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.869301Z","time spent":"456.400935ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.325822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.824009Z","time spent":"501.76121ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:44.325954Z","caller":"traceutil/trace.go:171","msg":"trace[1191273747] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"500.818685ms","start":"2026-03-19T09:22:43.825084Z","end":"2026-03-19T09:22:44.325903Z","steps":["trace[1191273747] 'process raft request' (duration: 500.400555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.326198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.825074Z","time spent":"501.005541ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8933,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.325699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:43.822429Z","time spent":"503.200705ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:44.909729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.347147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:44.910043Z","caller":"traceutil/trace.go:171","msg":"trace[1174542909] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"837.766101ms","start":"2026-03-19T09:22:44.072232Z","end":"2026-03-19T09:22:44.909998Z","steps":["trace[1174542909] 'process raft request' (duration: 730.686716ms)","trace[1174542909] 'compare' (duration: 105.930176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:44.910214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.072213Z","time spent":"837.922826ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:44.910164Z","caller":"traceutil/trace.go:171","msg":"trace[716217298] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"836.240933ms","start":"2026-03-19T09:22:44.073898Z","end":"2026-03-19T09:22:44.910139Z","steps":["trace[716217298] 'process raft request' (duration: 836.12611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.910225Z","caller":"traceutil/trace.go:171","msg":"trace[1504340442] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"837.466453ms","start":"2026-03-19T09:22:44.072623Z","end":"2026-03-19T09:22:44.910089Z","steps":["trace[1504340442] 'process raft request' (duration: 837.240538ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.91021Z","caller":"traceutil/trace.go:171","msg":"trace[862025182] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"836.14718ms","start":"2026-03-19T09:22:44.074048Z","end":"2026-03-19T09:22:44.910195Z","steps":["trace[862025182] 'process raft request' (duration: 836.011397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.910407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.933971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:44.910262Z","caller":"traceutil/trace.go:171","msg":"trace[1504784005] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"836.728796ms","start":"2026-03-19T09:22:44.073496Z","end":"2026-03-19T09:22:44.910225Z","steps":["trace[1504784005] 'process raft request' (duration: 836.47875ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.910447Z","caller":"traceutil/trace.go:171","msg":"trace[338627560] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:9348; }","duration":"837.015632ms","start":"2026-03-19T09:22:44.073422Z","end":"2026-03-19T09:22:44.910438Z","steps":["trace[338627560] 'agreement among raft nodes before linearized reading' (duration: 836.9108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.91047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.073405Z","time spent":"837.059844ms","remote":"127.0.0.1:49884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" "} {"level":"warn","ts":"2026-03-19T09:22:44.910504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.073891Z","time spent":"836.437787ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.910504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.072604Z","time spent":"837.823563ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.910552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.073487Z","time spent":"836.978422ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.910592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.074042Z","time spent":"836.407956ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:44.910118Z","caller":"traceutil/trace.go:171","msg":"trace[1868194218] linearizableReadLoop","detail":"{readStateIndex:9752; appliedIndex:9746; }","duration":"836.636633ms","start":"2026-03-19T09:22:44.073461Z","end":"2026-03-19T09:22:44.910098Z","steps":["trace[1868194218] 'read index received' (duration: 168.284803ms)","trace[1868194218] 'applied index is now lower than readState.Index' (duration: 668.35067ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:44.939577Z","caller":"traceutil/trace.go:171","msg":"trace[96314923] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"609.01611ms","start":"2026-03-19T09:22:44.330521Z","end":"2026-03-19T09:22:44.939537Z","steps":["trace[96314923] 'process raft request' (duration: 608.765773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.939961Z","caller":"traceutil/trace.go:171","msg":"trace[1889404072] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"431.301956ms","start":"2026-03-19T09:22:44.508638Z","end":"2026-03-19T09:22:44.93994Z","steps":["trace[1889404072] 'process raft request' (duration: 430.900916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.939983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.917087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:44.940006Z","caller":"traceutil/trace.go:171","msg":"trace[1244712830] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"605.054789ms","start":"2026-03-19T09:22:44.334922Z","end":"2026-03-19T09:22:44.939977Z","steps":["trace[1244712830] 'process raft request' (duration: 604.558836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.940024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.330486Z","time spent":"609.447691ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.94005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.508617Z","time spent":"431.391969ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:44.93981Z","caller":"traceutil/trace.go:171","msg":"trace[2006049124] transaction","detail":"{read_only:false; response_revision:9350; number_of_response:1; }","duration":"608.670631ms","start":"2026-03-19T09:22:44.331117Z","end":"2026-03-19T09:22:44.939787Z","steps":["trace[2006049124] 'process raft request' (duration: 608.310131ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:44.940051Z","caller":"traceutil/trace.go:171","msg":"trace[560456408] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9352; }","duration":"387.04102ms","start":"2026-03-19T09:22:44.552991Z","end":"2026-03-19T09:22:44.940032Z","steps":["trace[560456408] 'agreement among raft nodes before linearized reading' (duration: 386.901466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.94013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.334895Z","time spent":"605.169531ms","remote":"127.0.0.1:50124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8787,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:44.940145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.490699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:44.940167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.552968Z","time spent":"387.181974ms","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:44.940166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.331089Z","time spent":"609.042591ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:44.94019Z","caller":"traceutil/trace.go:171","msg":"trace[325354739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9352; }","duration":"258.573871ms","start":"2026-03-19T09:22:44.681605Z","end":"2026-03-19T09:22:44.940179Z","steps":["trace[325354739] 'agreement among raft nodes before linearized reading' (duration: 258.493149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.940268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.05749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24643"} {"level":"info","ts":"2026-03-19T09:22:44.940322Z","caller":"traceutil/trace.go:171","msg":"trace[306594060] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:9352; }","duration":"596.133002ms","start":"2026-03-19T09:22:44.344177Z","end":"2026-03-19T09:22:44.94031Z","steps":["trace[306594060] 'agreement among raft nodes before linearized reading' (duration: 595.948677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.940346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.344172Z","time spent":"596.168782ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24666,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-03-19T09:22:44.940369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.273732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8948"} {"level":"info","ts":"2026-03-19T09:22:44.94041Z","caller":"traceutil/trace.go:171","msg":"trace[1800748906] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9352; }","duration":"599.340324ms","start":"2026-03-19T09:22:44.341054Z","end":"2026-03-19T09:22:44.940394Z","steps":["trace[1800748906] 'agreement among raft nodes before linearized reading' (duration: 599.20191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:44.940442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:44.341036Z","time spent":"599.395405ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":8971,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-19T09:22:45.512519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457016944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:22:45.554786Z","caller":"traceutil/trace.go:171","msg":"trace[1107965361] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"543.724518ms","start":"2026-03-19T09:22:45.011035Z","end":"2026-03-19T09:22:45.55476Z","steps":["trace[1107965361] 'process raft request' (duration: 543.512213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.554949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.011016Z","time spent":"543.848611ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:45.718028Z","caller":"traceutil/trace.go:171","msg":"trace[648838600] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"701.829892ms","start":"2026-03-19T09:22:45.015964Z","end":"2026-03-19T09:22:45.717793Z","steps":["trace[648838600] 'process raft request' (duration: 651.050739ms)","trace[648838600] 'compare' (duration: 50.550367ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:45.718163Z","caller":"traceutil/trace.go:171","msg":"trace[999603114] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"690.239216ms","start":"2026-03-19T09:22:45.027906Z","end":"2026-03-19T09:22:45.718146Z","steps":["trace[999603114] 'process raft request' (duration: 689.795955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.718203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.015947Z","time spent":"702.16652ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9583,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:45.718227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.027882Z","time spent":"690.313129ms","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2975,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:45.718211Z","caller":"traceutil/trace.go:171","msg":"trace[836672767] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"567.03098ms","start":"2026-03-19T09:22:45.151155Z","end":"2026-03-19T09:22:45.718186Z","steps":["trace[836672767] 'process raft request' (duration: 566.934018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.718364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.151126Z","time spent":"567.155765ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:45.718565Z","caller":"traceutil/trace.go:171","msg":"trace[1966326119] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"567.164456ms","start":"2026-03-19T09:22:45.151389Z","end":"2026-03-19T09:22:45.718554Z","steps":["trace[1966326119] 'process raft request' (duration: 566.758344ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:45.718584Z","caller":"traceutil/trace.go:171","msg":"trace[268471899] linearizableReadLoop","detail":"{readStateIndex:9767; appliedIndex:9763; }","duration":"706.365028ms","start":"2026-03-19T09:22:45.012179Z","end":"2026-03-19T09:22:45.718544Z","steps":["trace[268471899] 'read index received' (duration: 543.244256ms)","trace[268471899] 'applied index is now lower than readState.Index' (duration: 163.119522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:45.71863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.15138Z","time spent":"567.218677ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:45.71883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.349538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:22:45.718862Z","caller":"traceutil/trace.go:171","msg":"trace[493025392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9360; }","duration":"163.4109ms","start":"2026-03-19T09:22:45.555443Z","end":"2026-03-19T09:22:45.718854Z","steps":["trace[493025392] 'agreement among raft nodes before linearized reading' (duration: 163.284277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.718848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.542918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:22:45.718856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.655586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9297"} {"level":"info","ts":"2026-03-19T09:22:45.718901Z","caller":"traceutil/trace.go:171","msg":"trace[1832110827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9360; }","duration":"562.633339ms","start":"2026-03-19T09:22:45.156253Z","end":"2026-03-19T09:22:45.718887Z","steps":["trace[1832110827] 'agreement among raft nodes before linearized reading' (duration: 562.475165ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:45.718918Z","caller":"traceutil/trace.go:171","msg":"trace[1771686058] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9360; }","duration":"706.755678ms","start":"2026-03-19T09:22:45.012146Z","end":"2026-03-19T09:22:45.718901Z","steps":["trace[1771686058] 'agreement among raft nodes before linearized reading' (duration: 706.528533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.718938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.156234Z","time spent":"562.695591ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:22:45.718957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.012129Z","time spent":"706.816559ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9320,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-19T09:22:45.719014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.602257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:45.719087Z","caller":"traceutil/trace.go:171","msg":"trace[927424197] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9360; }","duration":"312.71292ms","start":"2026-03-19T09:22:45.406356Z","end":"2026-03-19T09:22:45.719069Z","steps":["trace[927424197] 'agreement among raft nodes before linearized reading' (duration: 312.587806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.719141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.406331Z","time spent":"312.794181ms","remote":"127.0.0.1:49920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:45.719224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.496693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" ","response":"range_response_count:1 size:616"} {"level":"info","ts":"2026-03-19T09:22:45.719263Z","caller":"traceutil/trace.go:171","msg":"trace[1215661281] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-default; range_end:; response_count:1; response_revision:9360; }","duration":"556.583905ms","start":"2026-03-19T09:22:45.162667Z","end":"2026-03-19T09:22:45.719251Z","steps":["trace[1215661281] 'agreement among raft nodes before linearized reading' (duration: 556.445842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:45.719297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.16265Z","time spent":"556.636767ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":639,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" "} {"level":"info","ts":"2026-03-19T09:22:46.00555Z","caller":"traceutil/trace.go:171","msg":"trace[228525237] linearizableReadLoop","detail":"{readStateIndex:9769; appliedIndex:9768; }","duration":"239.508035ms","start":"2026-03-19T09:22:45.766021Z","end":"2026-03-19T09:22:46.005529Z","steps":["trace[228525237] 'read index received' (duration: 239.366631ms)","trace[228525237] 'applied index is now lower than readState.Index' (duration: 140.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:46.005595Z","caller":"traceutil/trace.go:171","msg":"trace[1640344495] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"276.21357ms","start":"2026-03-19T09:22:45.729336Z","end":"2026-03-19T09:22:46.00555Z","steps":["trace[1640344495] 'process raft request' (duration: 276.060816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.005743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.223844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:46.005781Z","caller":"traceutil/trace.go:171","msg":"trace[1549131344] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:9362; }","duration":"275.296826ms","start":"2026-03-19T09:22:45.730473Z","end":"2026-03-19T09:22:46.005769Z","steps":["trace[1549131344] 'agreement among raft nodes before linearized reading' (duration: 275.190623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.006436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.207565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290479"} {"level":"info","ts":"2026-03-19T09:22:46.006508Z","caller":"traceutil/trace.go:171","msg":"trace[109827669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9362; }","duration":"279.306078ms","start":"2026-03-19T09:22:45.727187Z","end":"2026-03-19T09:22:46.006493Z","steps":["trace[109827669] 'agreement among raft nodes before linearized reading' (duration: 278.831016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.103907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.395511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:46.103988Z","caller":"traceutil/trace.go:171","msg":"trace[1648226089] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"201.039687ms","start":"2026-03-19T09:22:45.902942Z","end":"2026-03-19T09:22:46.103982Z","steps":["trace[1648226089] 'process raft request' (duration: 198.578184ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.10401Z","caller":"traceutil/trace.go:171","msg":"trace[470227864] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9364; }","duration":"213.549765ms","start":"2026-03-19T09:22:45.890437Z","end":"2026-03-19T09:22:46.103987Z","steps":["trace[470227864] 'agreement among raft nodes before linearized reading' (duration: 213.375221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.104131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.543825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-19T09:22:46.104241Z","caller":"traceutil/trace.go:171","msg":"trace[595444404] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9364; }","duration":"336.678409ms","start":"2026-03-19T09:22:45.767521Z","end":"2026-03-19T09:22:46.1042Z","steps":["trace[595444404] 'agreement among raft nodes before linearized reading' (duration: 336.440253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.104287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:45.767507Z","time spent":"336.77074ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:22:46.103897Z","caller":"traceutil/trace.go:171","msg":"trace[1269782975] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"131.328672ms","start":"2026-03-19T09:22:45.972492Z","end":"2026-03-19T09:22:46.10382Z","steps":["trace[1269782975] 'process raft request' (duration: 131.184638ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.363955Z","caller":"traceutil/trace.go:171","msg":"trace[224802988] linearizableReadLoop","detail":"{readStateIndex:9772; appliedIndex:9771; }","duration":"251.459161ms","start":"2026-03-19T09:22:46.11247Z","end":"2026-03-19T09:22:46.363929Z","steps":["trace[224802988] 'read index received' (duration: 155.518819ms)","trace[224802988] 'applied index is now lower than readState.Index' (duration: 95.939311ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:46.364066Z","caller":"traceutil/trace.go:171","msg":"trace[1288669282] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"253.411179ms","start":"2026-03-19T09:22:46.110625Z","end":"2026-03-19T09:22:46.364036Z","steps":["trace[1288669282] 'process raft request' (duration: 157.382276ms)","trace[1288669282] 'compare' (duration: 95.802398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:46.364332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.83884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:46.364327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.163234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:46.364376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.450259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:46.364404Z","caller":"traceutil/trace.go:171","msg":"trace[1277061856] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9365; }","duration":"163.513851ms","start":"2026-03-19T09:22:46.20088Z","end":"2026-03-19T09:22:46.364394Z","steps":["trace[1277061856] 'agreement among raft nodes before linearized reading' (duration: 163.46623ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.364394Z","caller":"traceutil/trace.go:171","msg":"trace[209743654] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:9365; }","duration":"251.959973ms","start":"2026-03-19T09:22:46.112416Z","end":"2026-03-19T09:22:46.364376Z","steps":["trace[209743654] 'agreement among raft nodes before linearized reading' (duration: 251.655145ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.364408Z","caller":"traceutil/trace.go:171","msg":"trace[1108226068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9365; }","duration":"187.291557ms","start":"2026-03-19T09:22:46.177096Z","end":"2026-03-19T09:22:46.364387Z","steps":["trace[1108226068] 'agreement among raft nodes before linearized reading' (duration: 187.136783ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.792501Z","caller":"traceutil/trace.go:171","msg":"trace[105231755] linearizableReadLoop","detail":"{readStateIndex:9773; appliedIndex:9772; }","duration":"289.832017ms","start":"2026-03-19T09:22:46.502642Z","end":"2026-03-19T09:22:46.792474Z","steps":["trace[105231755] 'read index received' (duration: 289.635082ms)","trace[105231755] 'applied index is now lower than readState.Index' (duration: 195.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:46.792921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.259888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:46.792946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.57682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:46.793004Z","caller":"traceutil/trace.go:171","msg":"trace[1164590655] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9366; }","duration":"290.401411ms","start":"2026-03-19T09:22:46.502584Z","end":"2026-03-19T09:22:46.792986Z","steps":["trace[1164590655] 'agreement among raft nodes before linearized reading' (duration: 290.232237ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.793012Z","caller":"traceutil/trace.go:171","msg":"trace[1697598895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9366; }","duration":"111.668372ms","start":"2026-03-19T09:22:46.681327Z","end":"2026-03-19T09:22:46.792995Z","steps":["trace[1697598895] 'agreement among raft nodes before linearized reading' (duration: 111.55651ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:46.793019Z","caller":"traceutil/trace.go:171","msg":"trace[1877470590] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"340.783253ms","start":"2026-03-19T09:22:46.452213Z","end":"2026-03-19T09:22:46.792997Z","steps":["trace[1877470590] 'process raft request' (duration: 340.120557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.793051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.429795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-2f8rs\" ","response":"range_response_count:1 size:6870"} {"level":"info","ts":"2026-03-19T09:22:46.793109Z","caller":"traceutil/trace.go:171","msg":"trace[1428026579] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-2f8rs; range_end:; response_count:1; response_revision:9366; }","duration":"276.518238ms","start":"2026-03-19T09:22:46.516575Z","end":"2026-03-19T09:22:46.793093Z","steps":["trace[1428026579] 'agreement among raft nodes before linearized reading' (duration: 276.20143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:46.793143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:46.452195Z","time spent":"340.872576ms","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1863,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:22:47.157579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.186951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:47.158113Z","caller":"traceutil/trace.go:171","msg":"trace[2046751206] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"355.144317ms","start":"2026-03-19T09:22:46.802776Z","end":"2026-03-19T09:22:47.15792Z","steps":["trace[2046751206] 'process raft request' (duration: 140.542526ms)","trace[2046751206] 'compare' (duration: 213.877003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:47.158421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:46.802749Z","time spent":"355.549689ms","remote":"127.0.0.1:49478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T09:22:47.160645Z","caller":"traceutil/trace.go:171","msg":"trace[569453695] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"356.320178ms","start":"2026-03-19T09:22:46.804311Z","end":"2026-03-19T09:22:47.160631Z","steps":["trace[569453695] 'process raft request' (duration: 355.857987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:47.160812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:46.8043Z","time spent":"356.443231ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:47.160777Z","caller":"traceutil/trace.go:171","msg":"trace[415421236] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"338.384181ms","start":"2026-03-19T09:22:46.822318Z","end":"2026-03-19T09:22:47.160702Z","steps":["trace[415421236] 'process raft request' (duration: 338.012692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:47.161044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:46.822298Z","time spent":"338.626857ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:47.173869Z","caller":"traceutil/trace.go:171","msg":"trace[106432409] linearizableReadLoop","detail":"{readStateIndex:9776; appliedIndex:9773; }","duration":"259.289719ms","start":"2026-03-19T09:22:46.91455Z","end":"2026-03-19T09:22:47.17384Z","steps":["trace[106432409] 'read index received' (duration: 28.736332ms)","trace[106432409] 'applied index is now lower than readState.Index' (duration: 230.551187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:47.17425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.282379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:22:47.174301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.532495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:47.174357Z","caller":"traceutil/trace.go:171","msg":"trace[46884833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9369; }","duration":"259.618817ms","start":"2026-03-19T09:22:46.914723Z","end":"2026-03-19T09:22:47.174342Z","steps":["trace[46884833] 'agreement among raft nodes before linearized reading' (duration: 259.35094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:47.174331Z","caller":"traceutil/trace.go:171","msg":"trace[410931911] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9369; }","duration":"257.387221ms","start":"2026-03-19T09:22:46.916925Z","end":"2026-03-19T09:22:47.174313Z","steps":["trace[410931911] 'agreement among raft nodes before linearized reading' (duration: 257.180256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:47.174757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.940325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:22:47.174808Z","caller":"traceutil/trace.go:171","msg":"trace[35235998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9369; }","duration":"260.13533ms","start":"2026-03-19T09:22:46.914658Z","end":"2026-03-19T09:22:47.174793Z","steps":["trace[35235998] 'agreement among raft nodes before linearized reading' (duration: 259.949395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:47.174986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.410977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:22:47.175075Z","caller":"traceutil/trace.go:171","msg":"trace[110020278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9369; }","duration":"260.548341ms","start":"2026-03-19T09:22:46.914507Z","end":"2026-03-19T09:22:47.175055Z","steps":["trace[110020278] 'agreement among raft nodes before linearized reading' (duration: 259.475533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:47.175099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.545285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:22:47.175156Z","caller":"traceutil/trace.go:171","msg":"trace[735514633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9369; }","duration":"259.765542ms","start":"2026-03-19T09:22:46.915376Z","end":"2026-03-19T09:22:47.175142Z","steps":["trace[735514633] 'agreement among raft nodes before linearized reading' (duration: 259.530135ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:47.702299Z","caller":"traceutil/trace.go:171","msg":"trace[771657787] linearizableReadLoop","detail":"{readStateIndex:9788; appliedIndex:9787; }","duration":"174.459331ms","start":"2026-03-19T09:22:47.52782Z","end":"2026-03-19T09:22:47.70228Z","steps":["trace[771657787] 'read index received' (duration: 174.305168ms)","trace[771657787] 'applied index is now lower than readState.Index' (duration: 153.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:47.702366Z","caller":"traceutil/trace.go:171","msg":"trace[763789043] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"236.1074ms","start":"2026-03-19T09:22:47.466228Z","end":"2026-03-19T09:22:47.702335Z","steps":["trace[763789043] 'process raft request' (duration: 235.896445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:47.702545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.701917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-68zrd\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-19T09:22:47.702587Z","caller":"traceutil/trace.go:171","msg":"trace[1221371390] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-68zrd; range_end:; response_count:1; response_revision:9380; }","duration":"174.760809ms","start":"2026-03-19T09:22:47.527814Z","end":"2026-03-19T09:22:47.702575Z","steps":["trace[1221371390] 'agreement among raft nodes before linearized reading' (duration: 174.589535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:48.291925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457016991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:48.792271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457016991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:22:48.844012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.097550103s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:48.845149Z","caller":"traceutil/trace.go:171","msg":"trace[541495852] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"1.12727598s","start":"2026-03-19T09:22:47.717404Z","end":"2026-03-19T09:22:48.84468Z","steps":["trace[541495852] 'process raft request' (duration: 1.127095954s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:48.845578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.717384Z","time spent":"1.127977748s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:50.496791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652504297s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:50.497288Z","caller":"traceutil/trace.go:171","msg":"trace[663906054] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"2.771241749s","start":"2026-03-19T09:22:47.726026Z","end":"2026-03-19T09:22:50.497268Z","steps":["trace[663906054] 'process raft request' (duration: 2.771180397s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.497419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.726012Z","time spent":"2.771342101s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:50.497324Z","caller":"traceutil/trace.go:171","msg":"trace[250600049] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"2.772232653s","start":"2026-03-19T09:22:47.725053Z","end":"2026-03-19T09:22:50.497285Z","steps":["trace[250600049] 'process raft request' (duration: 2.771977597s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.497584Z","caller":"traceutil/trace.go:171","msg":"trace[685077463] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"2.433172186s","start":"2026-03-19T09:22:48.064386Z","end":"2026-03-19T09:22:50.497558Z","steps":["trace[685077463] 'process raft request' (duration: 2.432850567s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.497663Z","caller":"traceutil/trace.go:171","msg":"trace[57915071] linearizableReadLoop","detail":"{readStateIndex:9793; appliedIndex:9788; }","duration":"2.722707914s","start":"2026-03-19T09:22:47.77492Z","end":"2026-03-19T09:22:50.497628Z","steps":["trace[57915071] 'read index received' (duration: 1.069472447s)","trace[57915071] 'applied index is now lower than readState.Index' (duration: 1.653234677s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:50.497709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.064369Z","time spent":"2.433260238s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:50.497739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.725033Z","time spent":"2.772591004s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:50.4978Z","caller":"traceutil/trace.go:171","msg":"trace[250820325] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"2.318662681s","start":"2026-03-19T09:22:48.179086Z","end":"2026-03-19T09:22:50.497748Z","steps":["trace[250820325] 'process raft request' (duration: 2.318418845s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.497846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722915049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:22:50.498012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.179064Z","time spent":"2.318849826s","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5076,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:50.498106Z","caller":"traceutil/trace.go:171","msg":"trace[381712571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9385; }","duration":"2.723202556s","start":"2026-03-19T09:22:47.774866Z","end":"2026-03-19T09:22:50.498069Z","steps":["trace[381712571] 'agreement among raft nodes before linearized reading' (duration: 2.722844267s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.498205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.774847Z","time spent":"2.72334321s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:50.498798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667861428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:50.498848Z","caller":"traceutil/trace.go:171","msg":"trace[479359201] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9385; }","duration":"2.66795537s","start":"2026-03-19T09:22:47.83088Z","end":"2026-03-19T09:22:50.498835Z","steps":["trace[479359201] 'agreement among raft nodes before linearized reading' (duration: 2.667869068s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.49888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:47.83086Z","time spent":"2.668011101s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:50.499131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.633467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:50.499169Z","caller":"traceutil/trace.go:171","msg":"trace[2028598904] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9385; }","duration":"224.714029ms","start":"2026-03-19T09:22:50.274444Z","end":"2026-03-19T09:22:50.499158Z","steps":["trace[2028598904] 'agreement among raft nodes before linearized reading' (duration: 224.645927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534534125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:50.499388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.092741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:50.499408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303964146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:22:50.499443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818074181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:50.499486Z","caller":"traceutil/trace.go:171","msg":"trace[1851496663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9385; }","duration":"1.818166243s","start":"2026-03-19T09:22:48.681306Z","end":"2026-03-19T09:22:50.499473Z","steps":["trace[1851496663] 'agreement among raft nodes before linearized reading' (duration: 1.818115102s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466436352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:22:50.499568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301673437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:22:50.499419Z","caller":"traceutil/trace.go:171","msg":"trace[1977595527] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9385; }","duration":"1.534651117s","start":"2026-03-19T09:22:48.964758Z","end":"2026-03-19T09:22:50.499409Z","steps":["trace[1977595527] 'agreement among raft nodes before linearized reading' (duration: 1.534464893s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30449963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:22:50.49966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304401317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:22:50.499685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313738135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:22:50.499689Z","caller":"traceutil/trace.go:171","msg":"trace[678825198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9385; }","duration":"1.304575231s","start":"2026-03-19T09:22:49.195102Z","end":"2026-03-19T09:22:50.499677Z","steps":["trace[678825198] 'agreement among raft nodes before linearized reading' (duration: 1.304440828s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.499694Z","caller":"traceutil/trace.go:171","msg":"trace[1629438624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9385; }","duration":"1.304480929s","start":"2026-03-19T09:22:49.195204Z","end":"2026-03-19T09:22:50.499685Z","steps":["trace[1629438624] 'agreement among raft nodes before linearized reading' (duration: 1.304388617s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.499717Z","caller":"traceutil/trace.go:171","msg":"trace[266585479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9385; }","duration":"1.313809487s","start":"2026-03-19T09:22:49.185901Z","end":"2026-03-19T09:22:50.49971Z","steps":["trace[266585479] 'agreement among raft nodes before linearized reading' (duration: 1.313728155s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:49.195083Z","time spent":"1.304635703s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:22:50.499405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581388356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:50.499686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086726728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:50.499745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:49.185882Z","time spent":"1.313854249s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:22:50.499443Z","caller":"traceutil/trace.go:171","msg":"trace[44014631] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9385; }","duration":"253.187353ms","start":"2026-03-19T09:22:50.246243Z","end":"2026-03-19T09:22:50.49943Z","steps":["trace[44014631] 'agreement among raft nodes before linearized reading' (duration: 253.05149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.499449Z","caller":"traceutil/trace.go:171","msg":"trace[559790457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9385; }","duration":"1.304023068s","start":"2026-03-19T09:22:49.195412Z","end":"2026-03-19T09:22:50.499435Z","steps":["trace[559790457] 'agreement among raft nodes before linearized reading' (duration: 1.303853924s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.499782Z","caller":"traceutil/trace.go:171","msg":"trace[155243732] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9385; }","duration":"2.086858541s","start":"2026-03-19T09:22:48.412909Z","end":"2026-03-19T09:22:50.499767Z","steps":["trace[155243732] 'agreement among raft nodes before linearized reading' (duration: 2.086687417s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:50.499796Z","caller":"traceutil/trace.go:171","msg":"trace[801178447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9385; }","duration":"1.581759215s","start":"2026-03-19T09:22:48.918008Z","end":"2026-03-19T09:22:50.499767Z","steps":["trace[801178447] 'agreement among raft nodes before linearized reading' (duration: 1.581375576s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.412889Z","time spent":"2.086964595s","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:50.499611Z","caller":"traceutil/trace.go:171","msg":"trace[719999918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9385; }","duration":"2.466604425s","start":"2026-03-19T09:22:48.032992Z","end":"2026-03-19T09:22:50.499596Z","steps":["trace[719999918] 'agreement among raft nodes before linearized reading' (duration: 2.466339398s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.917941Z","time spent":"1.58194566s","remote":"127.0.0.1:47422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:50.49961Z","caller":"traceutil/trace.go:171","msg":"trace[1506832045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9385; }","duration":"1.301753849s","start":"2026-03-19T09:22:49.197847Z","end":"2026-03-19T09:22:50.499601Z","steps":["trace[1506832045] 'agreement among raft nodes before linearized reading' (duration: 1.301620786s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.681291Z","time spent":"1.818267625s","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:22:50.499997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:49.197826Z","time spent":"1.3021542s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:22:50.499722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649435809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-7965c\" ","response":"range_response_count:1 size:19075"} {"level":"info","ts":"2026-03-19T09:22:50.500111Z","caller":"traceutil/trace.go:171","msg":"trace[1995403407] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-7965c; range_end:; response_count:1; response_revision:9385; }","duration":"1.649977972s","start":"2026-03-19T09:22:48.850113Z","end":"2026-03-19T09:22:50.500091Z","steps":["trace[1995403407] 'agreement among raft nodes before linearized reading' (duration: 1.649305236s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.499359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066849753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:50.50018Z","caller":"traceutil/trace.go:171","msg":"trace[1985848380] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9385; }","duration":"2.067694963s","start":"2026-03-19T09:22:48.432465Z","end":"2026-03-19T09:22:50.50016Z","steps":["trace[1985848380] 'agreement among raft nodes before linearized reading' (duration: 2.066844372s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:50.500239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.432448Z","time spent":"2.067764016s","remote":"127.0.0.1:47412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:50.500169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.850092Z","time spent":"1.650046565s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-7965c\" "} {"level":"warn","ts":"2026-03-19T09:22:50.49973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:49.195183Z","time spent":"1.30453873s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:22:50.499856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:49.195402Z","time spent":"1.304445378s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:22:50.500474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.032977Z","time spent":"2.466957155s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:22:50.499665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:48.964739Z","time spent":"1.534914905s","remote":"127.0.0.1:49974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:51.662832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023695733s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:51.663104Z","caller":"traceutil/trace.go:171","msg":"trace[1721153738] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"1.160173007s","start":"2026-03-19T09:22:50.502909Z","end":"2026-03-19T09:22:51.663082Z","steps":["trace[1721153738] 'process raft request' (duration: 1.160042394s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:51.663214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.50289Z","time spent":"1.160271189s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:51.663238Z","caller":"traceutil/trace.go:171","msg":"trace[1046993869] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"1.16028736s","start":"2026-03-19T09:22:50.50291Z","end":"2026-03-19T09:22:51.663197Z","steps":["trace[1046993869] 'process raft request' (duration: 136.060923ms)","trace[1046993869] 'compare' (duration: 1.023366095s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:51.663421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.50289Z","time spent":"1.160427353s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:52.506929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000676148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T09:22:52.507026Z","caller":"traceutil/trace.go:171","msg":"trace[88004277] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799751s","start":"2026-03-19T09:22:50.506208Z","end":"2026-03-19T09:22:52.507008Z","steps":["trace[88004277] 'agreement among raft nodes before linearized reading' (duration: 2.000679108s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:52.507084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.506205Z","time spent":"2.000866472s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:22:52.602105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.963074371s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:22:52.649631Z","caller":"traceutil/trace.go:171","msg":"trace[1329957152] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"2.146301293s","start":"2026-03-19T09:22:50.503295Z","end":"2026-03-19T09:22:52.649596Z","steps":["trace[1329957152] 'process raft request' (duration: 2.099073641s)","trace[1329957152] 'compare' (duration: 46.614267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:52.650316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144479248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291000"} {"level":"warn","ts":"2026-03-19T09:22:52.650317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.503277Z","time spent":"2.146965491s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:52.649801Z","caller":"traceutil/trace.go:171","msg":"trace[1243794221] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"2.144429246s","start":"2026-03-19T09:22:50.505359Z","end":"2026-03-19T09:22:52.649788Z","steps":["trace[1243794221] 'process raft request' (duration: 2.144226221s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:52.651112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.505344Z","time spent":"2.145633307s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:52.649817Z","caller":"traceutil/trace.go:171","msg":"trace[1157419178] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9793; }","duration":"2.143989976s","start":"2026-03-19T09:22:50.505807Z","end":"2026-03-19T09:22:52.649797Z","steps":["trace[1157419178] 'read index received' (duration: 133.17946ms)","trace[1157419178] 'applied index is now lower than readState.Index' (duration: 2.010809905s)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:52.650779Z","caller":"traceutil/trace.go:171","msg":"trace[322300568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9392; }","duration":"2.144969821s","start":"2026-03-19T09:22:50.505787Z","end":"2026-03-19T09:22:52.650757Z","steps":["trace[322300568] 'agreement among raft nodes before linearized reading' (duration: 2.144072408s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:52.651404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.505781Z","time spent":"2.145596366s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291023,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:22:52.650006Z","caller":"traceutil/trace.go:171","msg":"trace[1222548882] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"2.14457306s","start":"2026-03-19T09:22:50.505417Z","end":"2026-03-19T09:22:52.64999Z","steps":["trace[1222548882] 'process raft request' (duration: 2.144278323s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:52.650048Z","caller":"traceutil/trace.go:171","msg":"trace[104591107] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"2.141591584s","start":"2026-03-19T09:22:50.508434Z","end":"2026-03-19T09:22:52.650026Z","steps":["trace[104591107] 'process raft request' (duration: 2.141318437s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:52.651702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.508412Z","time spent":"2.143259547s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:52.649659Z","caller":"traceutil/trace.go:171","msg":"trace[692377449] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"2.146264863s","start":"2026-03-19T09:22:50.503359Z","end":"2026-03-19T09:22:52.649624Z","steps":["trace[692377449] 'process raft request' (duration: 2.14613594s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:52.651628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.505405Z","time spent":"2.146087248s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:52.651945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.503354Z","time spent":"2.148523981s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.118173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.986241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:22:53.118432Z","caller":"traceutil/trace.go:171","msg":"trace[1955007101] linearizableReadLoop","detail":"{readStateIndex:9802; appliedIndex:9800; }","duration":"467.17625ms","start":"2026-03-19T09:22:52.651231Z","end":"2026-03-19T09:22:53.118407Z","steps":["trace[1955007101] 'read index received' (duration: 119.964853ms)","trace[1955007101] 'applied index is now lower than readState.Index' (duration: 347.210247ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:53.118525Z","caller":"traceutil/trace.go:171","msg":"trace[1660027426] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"615.395492ms","start":"2026-03-19T09:22:52.503114Z","end":"2026-03-19T09:22:53.118509Z","steps":["trace[1660027426] 'process raft request' (duration: 267.97961ms)","trace[1660027426] 'compare' (duration: 346.671493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:53.118604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.503083Z","time spent":"615.479114ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.118794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505450114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:22:53.118832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401039357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-19T09:22:53.118897Z","caller":"traceutil/trace.go:171","msg":"trace[1106912550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9394; }","duration":"1.401144539s","start":"2026-03-19T09:22:51.717732Z","end":"2026-03-19T09:22:53.118876Z","steps":["trace[1106912550] 'agreement among raft nodes before linearized reading' (duration: 1.400850802s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.118912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53787626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-19T09:22:53.118904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732341128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:22:53.119064Z","caller":"traceutil/trace.go:171","msg":"trace[2100541031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9394; }","duration":"1.732550214s","start":"2026-03-19T09:22:51.386496Z","end":"2026-03-19T09:22:53.119047Z","steps":["trace[2100541031] 'agreement among raft nodes before linearized reading' (duration: 1.732164224s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.119072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392216203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:22:53.119118Z","caller":"traceutil/trace.go:171","msg":"trace[1865590988] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9394; }","duration":"1.392297824s","start":"2026-03-19T09:22:51.726808Z","end":"2026-03-19T09:22:53.119105Z","steps":["trace[1865590988] 'agreement among raft nodes before linearized reading' (duration: 1.392180971s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:53.119119Z","caller":"traceutil/trace.go:171","msg":"trace[2002684697] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"615.153595ms","start":"2026-03-19T09:22:52.503949Z","end":"2026-03-19T09:22:53.119103Z","steps":["trace[2002684697] 'process raft request' (duration: 614.343555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.119141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:51.386477Z","time spent":"1.732651696s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:22:53.119167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:51.726788Z","time spent":"1.392367626s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:22:53.119213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.503926Z","time spent":"615.237948ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.118958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281558616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-577999499d-28h8g.189e33b12653d35b\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-19T09:22:53.119379Z","caller":"traceutil/trace.go:171","msg":"trace[1278431525] range","detail":"{range_begin:/registry/events/openstack/glance-api-577999499d-28h8g.189e33b12653d35b; range_end:; response_count:1; response_revision:9394; }","duration":"2.282002177s","start":"2026-03-19T09:22:50.837359Z","end":"2026-03-19T09:22:53.119361Z","steps":["trace[1278431525] 'agreement among raft nodes before linearized reading' (duration: 2.281498794s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.119453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.837344Z","time spent":"2.282095079s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-577999499d-28h8g.189e33b12653d35b\" "} {"level":"warn","ts":"2026-03-19T09:22:53.118961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:51.71771Z","time spent":"1.401234912s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:22:53.118966Z","caller":"traceutil/trace.go:171","msg":"trace[226500803] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:9394; }","duration":"1.537965682s","start":"2026-03-19T09:22:51.580983Z","end":"2026-03-19T09:22:53.118949Z","steps":["trace[226500803] 'agreement among raft nodes before linearized reading' (duration: 1.537828289s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.119565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:51.580962Z","time spent":"1.538584698s","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"info","ts":"2026-03-19T09:22:53.118979Z","caller":"traceutil/trace.go:171","msg":"trace[425193438] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9394; }","duration":"1.505594797s","start":"2026-03-19T09:22:51.613269Z","end":"2026-03-19T09:22:53.118864Z","steps":["trace[425193438] 'agreement among raft nodes before linearized reading' (duration: 1.505450863s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.118817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.520008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:53.119892Z","caller":"traceutil/trace.go:171","msg":"trace[1626483460] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9394; }","duration":"945.622416ms","start":"2026-03-19T09:22:52.174253Z","end":"2026-03-19T09:22:53.119875Z","steps":["trace[1626483460] 'agreement among raft nodes before linearized reading' (duration: 944.523128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.119016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441030755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:53.119967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.174235Z","time spent":"945.713489ms","remote":"127.0.0.1:45610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:53.120029Z","caller":"traceutil/trace.go:171","msg":"trace[1933247277] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9394; }","duration":"2.442033601s","start":"2026-03-19T09:22:50.677939Z","end":"2026-03-19T09:22:53.119972Z","steps":["trace[1933247277] 'agreement among raft nodes before linearized reading' (duration: 2.441044375s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.118758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.308518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:53.119674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:51.613245Z","time spent":"1.506401239s","remote":"127.0.0.1:50120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:22:53.120142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:50.677919Z","time spent":"2.442183464s","remote":"127.0.0.1:49488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:53.120125Z","caller":"traceutil/trace.go:171","msg":"trace[770119716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9394; }","duration":"612.692834ms","start":"2026-03-19T09:22:52.507402Z","end":"2026-03-19T09:22:53.120095Z","steps":["trace[770119716] 'agreement among raft nodes before linearized reading' (duration: 611.274337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.120229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.507305Z","time spent":"612.915039ms","remote":"127.0.0.1:49656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:22:53.344549Z","caller":"traceutil/trace.go:171","msg":"trace[1239298521] linearizableReadLoop","detail":"{readStateIndex:9804; appliedIndex:9802; }","duration":"226.048974ms","start":"2026-03-19T09:22:53.118472Z","end":"2026-03-19T09:22:53.344521Z","steps":["trace[1239298521] 'read index received' (duration: 135.505858ms)","trace[1239298521] 'applied index is now lower than readState.Index' (duration: 90.541946ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:53.344606Z","caller":"traceutil/trace.go:171","msg":"trace[1989569825] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"688.524713ms","start":"2026-03-19T09:22:52.656058Z","end":"2026-03-19T09:22:53.344582Z","steps":["trace[1989569825] 'process raft request' (duration: 597.909706ms)","trace[1989569825] 'compare' (duration: 90.304039ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:53.344676Z","caller":"traceutil/trace.go:171","msg":"trace[235224812] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"687.695393ms","start":"2026-03-19T09:22:52.656967Z","end":"2026-03-19T09:22:53.344662Z","steps":["trace[235224812] 'process raft request' (duration: 687.470527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.344731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.656038Z","time spent":"688.618766ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.344778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.656957Z","time spent":"687.760285ms","remote":"127.0.0.1:49804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.344868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.107378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:22:53.345154Z","caller":"traceutil/trace.go:171","msg":"trace[2090741283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9396; }","duration":"621.482027ms","start":"2026-03-19T09:22:52.723647Z","end":"2026-03-19T09:22:53.345129Z","steps":["trace[2090741283] 'agreement among raft nodes before linearized reading' (duration: 621.088427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.345201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:52.723629Z","time spent":"621.557739ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:22:53.644853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.531478ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-19T09:22:53.645252Z","caller":"traceutil/trace.go:171","msg":"trace[616024718] linearizableReadLoop","detail":"{readStateIndex:9808; appliedIndex:9804; }","duration":"300.6108ms","start":"2026-03-19T09:22:53.344622Z","end":"2026-03-19T09:22:53.645233Z","steps":["trace[616024718] 'read index received' (duration: 100.58212ms)","trace[616024718] 'applied index is now lower than readState.Index' (duration: 200.02756ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:53.645292Z","caller":"traceutil/trace.go:171","msg":"trace[1340920638] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"521.674556ms","start":"2026-03-19T09:22:53.123593Z","end":"2026-03-19T09:22:53.645268Z","steps":["trace[1340920638] 'process raft request' (duration: 521.504172ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:53.645311Z","caller":"traceutil/trace.go:171","msg":"trace[915548105] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"523.150834ms","start":"2026-03-19T09:22:53.12213Z","end":"2026-03-19T09:22:53.645281Z","steps":["trace[915548105] 'process raft request' (duration: 522.831416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.645351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.120796Z","time spent":"524.5526ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-19T09:22:53.645412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.123571Z","time spent":"521.775139ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:22:53.645297Z","caller":"traceutil/trace.go:171","msg":"trace[611439232] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"521.365588ms","start":"2026-03-19T09:22:53.123913Z","end":"2026-03-19T09:22:53.645279Z","steps":["trace[611439232] 'process raft request' (duration: 521.271846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.645442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.07504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-19T09:22:53.645494Z","caller":"traceutil/trace.go:171","msg":"trace[1625319015] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9399; }","duration":"464.160292ms","start":"2026-03-19T09:22:53.18132Z","end":"2026-03-19T09:22:53.64548Z","steps":["trace[1625319015] 'agreement among raft nodes before linearized reading' (duration: 463.999658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.645486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.122114Z","time spent":"523.279018ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.645505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.678651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:22:53.645538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.181305Z","time spent":"464.223144ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-19T09:22:53.645574Z","caller":"traceutil/trace.go:171","msg":"trace[622423304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9399; }","duration":"522.790934ms","start":"2026-03-19T09:22:53.122766Z","end":"2026-03-19T09:22:53.645557Z","steps":["trace[622423304] 'agreement among raft nodes before linearized reading' (duration: 522.587289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.645562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.12388Z","time spent":"521.597144ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.645604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.122752Z","time spent":"522.848166ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:22:53.743641Z","caller":"traceutil/trace.go:171","msg":"trace[1499410715] transaction","detail":"{read_only:false; response_revision:9400; number_of_response:1; }","duration":"134.343779ms","start":"2026-03-19T09:22:53.609216Z","end":"2026-03-19T09:22:53.74356Z","steps":["trace[1499410715] 'process raft request' (duration: 133.891607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.7437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.99597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:53.74374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.729541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:22:53.743855Z","caller":"traceutil/trace.go:171","msg":"trace[1143968380] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9400; }","duration":"305.896545ms","start":"2026-03-19T09:22:53.437927Z","end":"2026-03-19T09:22:53.743824Z","steps":["trace[1143968380] 'agreement among raft nodes before linearized reading' (duration: 305.665129ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:53.743772Z","caller":"traceutil/trace.go:171","msg":"trace[907445639] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9400; }","duration":"101.132323ms","start":"2026-03-19T09:22:53.642616Z","end":"2026-03-19T09:22:53.743749Z","steps":["trace[907445639] 'agreement among raft nodes before linearized reading' (duration: 100.932128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.743933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.437908Z","time spent":"306.008208ms","remote":"127.0.0.1:50128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:22:53.954998Z","caller":"traceutil/trace.go:171","msg":"trace[1997706300] linearizableReadLoop","detail":"{readStateIndex:9810; appliedIndex:9809; }","duration":"211.437952ms","start":"2026-03-19T09:22:53.743515Z","end":"2026-03-19T09:22:53.954953Z","steps":["trace[1997706300] 'read index received' (duration: 120.21145ms)","trace[1997706300] 'applied index is now lower than readState.Index' (duration: 91.223532ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:53.955064Z","caller":"traceutil/trace.go:171","msg":"trace[358642192] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"307.789194ms","start":"2026-03-19T09:22:53.647222Z","end":"2026-03-19T09:22:53.955011Z","steps":["trace[358642192] 'process raft request' (duration: 216.577472ms)","trace[358642192] 'compare' (duration: 90.876713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:22:53.955183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.402614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-19T09:22:53.955248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.647184Z","time spent":"307.977688ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:22:53.95522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.721531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:22:53.955317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.539918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:22:53.955337Z","caller":"traceutil/trace.go:171","msg":"trace[1494804292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9401; }","duration":"287.699323ms","start":"2026-03-19T09:22:53.667631Z","end":"2026-03-19T09:22:53.955331Z","steps":["trace[1494804292] 'agreement among raft nodes before linearized reading' (duration: 287.652431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:53.955335Z","caller":"traceutil/trace.go:171","msg":"trace[1314161571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9401; }","duration":"272.883205ms","start":"2026-03-19T09:22:53.682428Z","end":"2026-03-19T09:22:53.955312Z","steps":["trace[1314161571] 'agreement among raft nodes before linearized reading' (duration: 272.69523ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:53.955264Z","caller":"traceutil/trace.go:171","msg":"trace[556580707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9401; }","duration":"287.512018ms","start":"2026-03-19T09:22:53.667738Z","end":"2026-03-19T09:22:53.95525Z","steps":["trace[556580707] 'agreement among raft nodes before linearized reading' (duration: 287.22181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.955247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.984272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-19T09:22:53.955463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.217899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f355097c-5bac-44c9-b836-1925b389478c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-19T09:22:53.955521Z","caller":"traceutil/trace.go:171","msg":"trace[1513553414] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3; range_end:; response_count:1; response_revision:9401; }","duration":"305.260238ms","start":"2026-03-19T09:22:53.650218Z","end":"2026-03-19T09:22:53.955478Z","steps":["trace[1513553414] 'agreement among raft nodes before linearized reading' (duration: 304.797017ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:22:53.955615Z","caller":"traceutil/trace.go:171","msg":"trace[1719606688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f355097c-5bac-44c9-b836-1925b389478c; range_end:; response_count:1; response_revision:9401; }","duration":"307.431734ms","start":"2026-03-19T09:22:53.648158Z","end":"2026-03-19T09:22:53.95559Z","steps":["trace[1719606688] 'agreement among raft nodes before linearized reading' (duration: 306.920891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.95567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.650208Z","time spent":"305.415753ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-6dc46878d-bjndd.189e338c4ad106a3\" "} {"level":"warn","ts":"2026-03-19T09:22:53.955698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.648148Z","time spent":"307.501607ms","remote":"127.0.0.1:49778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f355097c-5bac-44c9-b836-1925b389478c\" "} {"level":"warn","ts":"2026-03-19T09:22:53.955687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.703372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-19T09:22:53.955894Z","caller":"traceutil/trace.go:171","msg":"trace[1121494029] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9401; }","duration":"308.159373ms","start":"2026-03-19T09:22:53.647692Z","end":"2026-03-19T09:22:53.955851Z","steps":["trace[1121494029] 'agreement among raft nodes before linearized reading' (duration: 307.412594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:53.955961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:22:53.64768Z","time spent":"308.263645ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-19T09:22:54.130841Z","caller":"traceutil/trace.go:171","msg":"trace[518664003] linearizableReadLoop","detail":"{readStateIndex:9813; appliedIndex:9811; }","duration":"121.181914ms","start":"2026-03-19T09:22:54.00963Z","end":"2026-03-19T09:22:54.130812Z","steps":["trace[518664003] 'read index received' (duration: 84.039669ms)","trace[518664003] 'applied index is now lower than readState.Index' (duration: 37.140925ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:54.130983Z","caller":"traceutil/trace.go:171","msg":"trace[445771606] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"171.058114ms","start":"2026-03-19T09:22:53.959885Z","end":"2026-03-19T09:22:54.130943Z","steps":["trace[445771606] 'process raft request' (duration: 133.793475ms)","trace[445771606] 'compare' (duration: 36.841548ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:22:54.131014Z","caller":"traceutil/trace.go:171","msg":"trace[1991973801] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"171.023213ms","start":"2026-03-19T09:22:53.95997Z","end":"2026-03-19T09:22:54.130994Z","steps":["trace[1991973801] 'process raft request' (duration: 170.771355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:54.131168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.499713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-19T09:22:54.131212Z","caller":"traceutil/trace.go:171","msg":"trace[1433989781] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9404; }","duration":"121.603666ms","start":"2026-03-19T09:22:54.009598Z","end":"2026-03-19T09:22:54.131202Z","steps":["trace[1433989781] 'agreement among raft nodes before linearized reading' (duration: 121.404461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:22:54.131371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.140348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-19T09:22:54.131462Z","caller":"traceutil/trace.go:171","msg":"trace[1957608466] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189e329628bc7180; range_end:; response_count:1; response_revision:9404; }","duration":"120.274871ms","start":"2026-03-19T09:22:54.011166Z","end":"2026-03-19T09:22:54.131441Z","steps":["trace[1957608466] 'agreement among raft nodes before linearized reading' (duration: 119.996634ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:00.262377Z","caller":"traceutil/trace.go:171","msg":"trace[998608470] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"103.940535ms","start":"2026-03-19T09:23:00.158402Z","end":"2026-03-19T09:23:00.262343Z","steps":["trace[998608470] 'process raft request' (duration: 103.72193ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:01.306244Z","caller":"traceutil/trace.go:171","msg":"trace[1490021277] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"131.000074ms","start":"2026-03-19T09:23:01.175212Z","end":"2026-03-19T09:23:01.306212Z","steps":["trace[1490021277] 'process raft request' (duration: 130.794799ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:09.488262Z","caller":"traceutil/trace.go:171","msg":"trace[1007529596] transaction","detail":"{read_only:false; response_revision:9522; number_of_response:1; }","duration":"136.401392ms","start":"2026-03-19T09:23:09.351829Z","end":"2026-03-19T09:23:09.488231Z","steps":["trace[1007529596] 'process raft request' (duration: 136.188477ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:11.603806Z","caller":"traceutil/trace.go:171","msg":"trace[734291451] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"110.920553ms","start":"2026-03-19T09:23:11.492853Z","end":"2026-03-19T09:23:11.603773Z","steps":["trace[734291451] 'process raft request' (duration: 110.630296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:12.203703Z","caller":"traceutil/trace.go:171","msg":"trace[743146031] linearizableReadLoop","detail":"{readStateIndex:9950; appliedIndex:9949; }","duration":"213.983526ms","start":"2026-03-19T09:23:11.989698Z","end":"2026-03-19T09:23:12.203681Z","steps":["trace[743146031] 'read index received' (duration: 213.780011ms)","trace[743146031] 'applied index is now lower than readState.Index' (duration: 202.785µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:12.203827Z","caller":"traceutil/trace.go:171","msg":"trace[1580954629] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"367.521834ms","start":"2026-03-19T09:23:11.836272Z","end":"2026-03-19T09:23:12.203794Z","steps":["trace[1580954629] 'process raft request' (duration: 367.268287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:12.203978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:11.836249Z","time spent":"367.657566ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4973,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:12.203858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.139169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:12.204078Z","caller":"traceutil/trace.go:171","msg":"trace[1036679188] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9536; }","duration":"214.425466ms","start":"2026-03-19T09:23:11.98964Z","end":"2026-03-19T09:23:12.204065Z","steps":["trace[1036679188] 'agreement among raft nodes before linearized reading' (duration: 214.132619ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:12.925048Z","caller":"traceutil/trace.go:171","msg":"trace[1754185205] linearizableReadLoop","detail":"{readStateIndex:9955; appliedIndex:9953; }","duration":"117.384247ms","start":"2026-03-19T09:23:12.807639Z","end":"2026-03-19T09:23:12.925024Z","steps":["trace[1754185205] 'read index received' (duration: 65.430625ms)","trace[1754185205] 'applied index is now lower than readState.Index' (duration: 51.952262ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:12.925162Z","caller":"traceutil/trace.go:171","msg":"trace[949898360] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"119.775107ms","start":"2026-03-19T09:23:12.805351Z","end":"2026-03-19T09:23:12.925126Z","steps":["trace[949898360] 'process raft request' (duration: 119.525911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:12.925361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.683806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-44qjc\" ","response":"range_response_count:1 size:6908"} {"level":"info","ts":"2026-03-19T09:23:12.925413Z","caller":"traceutil/trace.go:171","msg":"trace[1810810479] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-44qjc; range_end:; response_count:1; response_revision:9541; }","duration":"117.807739ms","start":"2026-03-19T09:23:12.80759Z","end":"2026-03-19T09:23:12.925398Z","steps":["trace[1810810479] 'agreement among raft nodes before linearized reading' (duration: 117.577852ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:13.095897Z","caller":"traceutil/trace.go:171","msg":"trace[432203176] linearizableReadLoop","detail":"{readStateIndex:9956; appliedIndex:9955; }","duration":"166.185819ms","start":"2026-03-19T09:23:12.929688Z","end":"2026-03-19T09:23:13.095874Z","steps":["trace[432203176] 'read index received' (duration: 99.424971ms)","trace[432203176] 'applied index is now lower than readState.Index' (duration: 66.759928ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:13.096106Z","caller":"traceutil/trace.go:171","msg":"trace[2109865372] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"166.542079ms","start":"2026-03-19T09:23:12.929548Z","end":"2026-03-19T09:23:13.09609Z","steps":["trace[2109865372] 'process raft request' (duration: 99.530414ms)","trace[2109865372] 'compare' (duration: 66.632205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:13.096652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.944299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298583"} {"level":"info","ts":"2026-03-19T09:23:13.098029Z","caller":"traceutil/trace.go:171","msg":"trace[1824271577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9542; }","duration":"168.330084ms","start":"2026-03-19T09:23:12.929684Z","end":"2026-03-19T09:23:13.098014Z","steps":["trace[1824271577] 'agreement among raft nodes before linearized reading' (duration: 166.278991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:13.193232Z","caller":"traceutil/trace.go:171","msg":"trace[1087275039] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"263.455765ms","start":"2026-03-19T09:23:12.929755Z","end":"2026-03-19T09:23:13.193211Z","steps":["trace[1087275039] 'process raft request' (duration: 263.23765ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:13.193447Z","caller":"traceutil/trace.go:171","msg":"trace[403450008] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"259.446693ms","start":"2026-03-19T09:23:12.933968Z","end":"2026-03-19T09:23:13.193415Z","steps":["trace[403450008] 'process raft request' (duration: 259.193836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:13.469157Z","caller":"traceutil/trace.go:171","msg":"trace[1887286256] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"138.27389ms","start":"2026-03-19T09:23:13.330862Z","end":"2026-03-19T09:23:13.469136Z","steps":["trace[1887286256] 'process raft request' (duration: 47.620282ms)","trace[1887286256] 'compare' (duration: 90.374571ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:13.469514Z","caller":"traceutil/trace.go:171","msg":"trace[1405622875] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"119.103011ms","start":"2026-03-19T09:23:13.350387Z","end":"2026-03-19T09:23:13.46949Z","steps":["trace[1405622875] 'process raft request' (duration: 118.700141ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:13.889223Z","caller":"traceutil/trace.go:171","msg":"trace[1485092206] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"315.684535ms","start":"2026-03-19T09:23:13.573513Z","end":"2026-03-19T09:23:13.889198Z","steps":["trace[1485092206] 'process raft request' (duration: 315.534121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:13.889356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:13.573481Z","time spent":"315.808377ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65970,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:13.890618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.303261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:13.890603Z","caller":"traceutil/trace.go:171","msg":"trace[698448410] linearizableReadLoop","detail":"{readStateIndex:9965; appliedIndex:9963; }","duration":"208.134226ms","start":"2026-03-19T09:23:13.682302Z","end":"2026-03-19T09:23:13.890436Z","steps":["trace[698448410] 'read index received' (duration: 206.754572ms)","trace[698448410] 'applied index is now lower than readState.Index' (duration: 1.378774ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:13.890768Z","caller":"traceutil/trace.go:171","msg":"trace[315154393] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9551; }","duration":"208.414984ms","start":"2026-03-19T09:23:13.68226Z","end":"2026-03-19T09:23:13.890675Z","steps":["trace[315154393] 'agreement among raft nodes before linearized reading' (duration: 208.306652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:13.890861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.332846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:13.890929Z","caller":"traceutil/trace.go:171","msg":"trace[1787003833] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9551; }","duration":"139.448889ms","start":"2026-03-19T09:23:13.75146Z","end":"2026-03-19T09:23:13.890909Z","steps":["trace[1787003833] 'agreement among raft nodes before linearized reading' (duration: 139.322836ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:13.890503Z","caller":"traceutil/trace.go:171","msg":"trace[831258991] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"279.701809ms","start":"2026-03-19T09:23:13.610764Z","end":"2026-03-19T09:23:13.890466Z","steps":["trace[831258991] 'process raft request' (duration: 279.520224ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:14.129644Z","caller":"traceutil/trace.go:171","msg":"trace[509048718] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"118.118676ms","start":"2026-03-19T09:23:14.011488Z","end":"2026-03-19T09:23:14.129607Z","steps":["trace[509048718] 'process raft request' (duration: 106.238344ms)","trace[509048718] 'compare' (duration: 11.638326ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:14.496453Z","caller":"traceutil/trace.go:171","msg":"trace[1169615817] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"133.114758ms","start":"2026-03-19T09:23:14.363315Z","end":"2026-03-19T09:23:14.49643Z","steps":["trace[1169615817] 'process raft request' (duration: 123.604666ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:14.569854Z","caller":"traceutil/trace.go:171","msg":"trace[936845933] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"206.225768ms","start":"2026-03-19T09:23:14.363611Z","end":"2026-03-19T09:23:14.569837Z","steps":["trace[936845933] 'process raft request' (duration: 206.060863ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:14.570098Z","caller":"traceutil/trace.go:171","msg":"trace[2051090294] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"203.286384ms","start":"2026-03-19T09:23:14.366804Z","end":"2026-03-19T09:23:14.570091Z","steps":["trace[2051090294] 'process raft request' (duration: 202.987596ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:15.252054Z","caller":"traceutil/trace.go:171","msg":"trace[2127364564] linearizableReadLoop","detail":"{readStateIndex:9979; appliedIndex:9977; }","duration":"150.773877ms","start":"2026-03-19T09:23:15.101256Z","end":"2026-03-19T09:23:15.25203Z","steps":["trace[2127364564] 'read index received' (duration: 7.289196ms)","trace[2127364564] 'applied index is now lower than readState.Index' (duration: 143.483751ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:15.252133Z","caller":"traceutil/trace.go:171","msg":"trace[2034899174] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"224.496323ms","start":"2026-03-19T09:23:15.02757Z","end":"2026-03-19T09:23:15.252066Z","steps":["trace[2034899174] 'process raft request' (duration: 224.326089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:15.252314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.034644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:23:15.252332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.435396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:23:15.252363Z","caller":"traceutil/trace.go:171","msg":"trace[1256941405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9565; }","duration":"151.136816ms","start":"2026-03-19T09:23:15.101212Z","end":"2026-03-19T09:23:15.252349Z","steps":["trace[1256941405] 'agreement among raft nodes before linearized reading' (duration: 150.942202ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:15.252393Z","caller":"traceutil/trace.go:171","msg":"trace[1000159841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9565; }","duration":"146.521089ms","start":"2026-03-19T09:23:15.105856Z","end":"2026-03-19T09:23:15.252377Z","steps":["trace[1000159841] 'agreement among raft nodes before linearized reading' (duration: 146.339285ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:15.371298Z","caller":"traceutil/trace.go:171","msg":"trace[1742821163] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"108.401559ms","start":"2026-03-19T09:23:15.262881Z","end":"2026-03-19T09:23:15.371282Z","steps":["trace[1742821163] 'process raft request' (duration: 108.365638ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:15.371408Z","caller":"traceutil/trace.go:171","msg":"trace[1672406263] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"114.34346ms","start":"2026-03-19T09:23:15.256951Z","end":"2026-03-19T09:23:15.371295Z","steps":["trace[1672406263] 'process raft request' (duration: 114.090664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:16.289637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.796541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:16.289715Z","caller":"traceutil/trace.go:171","msg":"trace[1020515345] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9570; }","duration":"213.944795ms","start":"2026-03-19T09:23:16.075752Z","end":"2026-03-19T09:23:16.289697Z","steps":["trace[1020515345] 'count revisions from in-memory index tree' (duration: 213.669018ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:16.455648Z","caller":"traceutil/trace.go:171","msg":"trace[1307442599] transaction","detail":"{read_only:false; response_revision:9571; number_of_response:1; }","duration":"125.833383ms","start":"2026-03-19T09:23:16.329792Z","end":"2026-03-19T09:23:16.455626Z","steps":["trace[1307442599] 'process raft request' (duration: 125.685439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:16.669868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.36366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:23:16.669955Z","caller":"traceutil/trace.go:171","msg":"trace[1550570595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9571; }","duration":"169.508624ms","start":"2026-03-19T09:23:16.500427Z","end":"2026-03-19T09:23:16.669935Z","steps":["trace[1550570595] 'range keys from in-memory index tree' (duration: 169.120844ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:16.776248Z","caller":"traceutil/trace.go:171","msg":"trace[394146868] transaction","detail":"{read_only:false; response_revision:9572; number_of_response:1; }","duration":"103.093444ms","start":"2026-03-19T09:23:16.673132Z","end":"2026-03-19T09:23:16.776225Z","steps":["trace[394146868] 'process raft request' (duration: 102.92602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.222278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.016857ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:23:17.222544Z","caller":"traceutil/trace.go:171","msg":"trace[80486269] linearizableReadLoop","detail":"{readStateIndex:9988; appliedIndex:9986; }","duration":"321.907512ms","start":"2026-03-19T09:23:16.900621Z","end":"2026-03-19T09:23:17.222528Z","steps":["trace[80486269] 'read index received' (duration: 37.301µs)","trace[80486269] 'applied index is now lower than readState.Index' (duration: 321.869461ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:17.222808Z","caller":"traceutil/trace.go:171","msg":"trace[352165671] transaction","detail":"{read_only:false; response_revision:9573; number_of_response:1; }","duration":"548.850608ms","start":"2026-03-19T09:23:16.673925Z","end":"2026-03-19T09:23:17.222776Z","steps":["trace[352165671] 'process raft request' (duration: 548.478558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.222823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.18926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:23:17.222902Z","caller":"traceutil/trace.go:171","msg":"trace[259226654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9573; }","duration":"322.315013ms","start":"2026-03-19T09:23:16.90057Z","end":"2026-03-19T09:23:17.222885Z","steps":["trace[259226654] 'agreement among raft nodes before linearized reading' (duration: 322.070837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.222905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.973355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-19T09:23:17.222944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:16.900551Z","time spent":"322.384005ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:17.222957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:16.673895Z","time spent":"548.990412ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:17.222976Z","caller":"traceutil/trace.go:171","msg":"trace[1266452212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9573; }","duration":"111.17179ms","start":"2026-03-19T09:23:17.111789Z","end":"2026-03-19T09:23:17.22296Z","steps":["trace[1266452212] 'agreement among raft nodes before linearized reading' (duration: 110.959155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.807276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.479842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:17.807511Z","caller":"traceutil/trace.go:171","msg":"trace[1681085512] linearizableReadLoop","detail":"{readStateIndex:9990; appliedIndex:9988; }","duration":"541.381908ms","start":"2026-03-19T09:23:17.26611Z","end":"2026-03-19T09:23:17.807492Z","steps":["trace[1681085512] 'read index received' (duration: 274.588638ms)","trace[1681085512] 'applied index is now lower than readState.Index' (duration: 266.79219ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:17.807645Z","caller":"traceutil/trace.go:171","msg":"trace[1260635444] transaction","detail":"{read_only:false; response_revision:9575; number_of_response:1; }","duration":"579.825996ms","start":"2026-03-19T09:23:17.227808Z","end":"2026-03-19T09:23:17.807634Z","steps":["trace[1260635444] 'process raft request' (duration: 579.58314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.807716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.227784Z","time spent":"579.896308ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:17.807727Z","caller":"traceutil/trace.go:171","msg":"trace[2113083540] transaction","detail":"{read_only:false; response_revision:9574; number_of_response:1; }","duration":"580.077713ms","start":"2026-03-19T09:23:17.227414Z","end":"2026-03-19T09:23:17.807491Z","steps":["trace[2113083540] 'process raft request' (duration: 313.303153ms)","trace[2113083540] 'compare' (duration: 266.365409ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:17.807751Z","caller":"traceutil/trace.go:171","msg":"trace[63456736] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"514.920224ms","start":"2026-03-19T09:23:17.292767Z","end":"2026-03-19T09:23:17.807687Z","steps":["trace[63456736] 'process raft request' (duration: 514.675608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.807865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.22739Z","time spent":"580.396631ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:17.80793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.292734Z","time spent":"515.119509ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T09:23:17.807922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.792299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:23:17.808026Z","caller":"traceutil/trace.go:171","msg":"trace[352916409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9576; }","duration":"541.940042ms","start":"2026-03-19T09:23:17.266059Z","end":"2026-03-19T09:23:17.807999Z","steps":["trace[352916409] 'agreement among raft nodes before linearized reading' (duration: 541.635015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.808084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.266041Z","time spent":"542.030504ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:23:17.857521Z","caller":"traceutil/trace.go:171","msg":"trace[1289535453] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"278.317053ms","start":"2026-03-19T09:23:17.57917Z","end":"2026-03-19T09:23:17.857487Z","steps":["trace[1289535453] 'process raft request' (duration: 278.052597ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:17.857539Z","caller":"traceutil/trace.go:171","msg":"trace[303773168] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"314.087534ms","start":"2026-03-19T09:23:17.543415Z","end":"2026-03-19T09:23:17.857502Z","steps":["trace[303773168] 'process raft request' (duration: 313.672533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.857846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.88299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:23:17.857927Z","caller":"traceutil/trace.go:171","msg":"trace[461914844] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9578; }","duration":"570.996842ms","start":"2026-03-19T09:23:17.286912Z","end":"2026-03-19T09:23:17.857909Z","steps":["trace[461914844] 'agreement among raft nodes before linearized reading' (duration: 570.676854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.857547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.211994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-19T09:23:17.857959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.286902Z","time spent":"571.051153ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:23:17.857972Z","caller":"traceutil/trace.go:171","msg":"trace[2140465358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9578; }","duration":"475.700227ms","start":"2026-03-19T09:23:17.382261Z","end":"2026-03-19T09:23:17.857961Z","steps":["trace[2140465358] 'agreement among raft nodes before linearized reading' (duration: 475.073272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.858018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.382236Z","time spent":"475.757788ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:17.858228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.766394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:17.8583Z","caller":"traceutil/trace.go:171","msg":"trace[1948123937] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9578; }","duration":"110.060461ms","start":"2026-03-19T09:23:17.748216Z","end":"2026-03-19T09:23:17.858276Z","steps":["trace[1948123937] 'agreement among raft nodes before linearized reading' (duration: 109.358204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:17.858156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:17.543395Z","time spent":"314.220447ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:17.858704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.883112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:17.858954Z","caller":"traceutil/trace.go:171","msg":"trace[1202474379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9578; }","duration":"177.19236ms","start":"2026-03-19T09:23:17.68175Z","end":"2026-03-19T09:23:17.858942Z","steps":["trace[1202474379] 'agreement among raft nodes before linearized reading' (duration: 175.594629ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:19.234814Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a8829716614d67b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-19T09:23:19.239948Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-19T09:23:19.240052Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-19T09:23:30.157841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.728965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:23:30.157943Z","caller":"traceutil/trace.go:171","msg":"trace[1582835224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9645; }","duration":"137.871048ms","start":"2026-03-19T09:23:30.020046Z","end":"2026-03-19T09:23:30.157917Z","steps":["trace[1582835224] 'range keys from in-memory index tree' (duration: 137.545741ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:32.000147Z","caller":"traceutil/trace.go:171","msg":"trace[407500058] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"115.85336ms","start":"2026-03-19T09:23:31.884264Z","end":"2026-03-19T09:23:32.000117Z","steps":["trace[407500058] 'process raft request' (duration: 88.162905ms)","trace[407500058] 'compare' (duration: 27.49332ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:39.191504Z","caller":"traceutil/trace.go:171","msg":"trace[27597797] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"166.365064ms","start":"2026-03-19T09:23:39.025113Z","end":"2026-03-19T09:23:39.191478Z","steps":["trace[27597797] 'process raft request' (duration: 166.20418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:39.544694Z","caller":"traceutil/trace.go:171","msg":"trace[256123013] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"197.005815ms","start":"2026-03-19T09:23:39.347664Z","end":"2026-03-19T09:23:39.544669Z","steps":["trace[256123013] 'process raft request' (duration: 190.970122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:43.3965Z","caller":"traceutil/trace.go:171","msg":"trace[1345610227] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"186.533288ms","start":"2026-03-19T09:23:43.20994Z","end":"2026-03-19T09:23:43.396473Z","steps":["trace[1345610227] 'process raft request' (duration: 186.391334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:44.436665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.61983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:44.436792Z","caller":"traceutil/trace.go:171","msg":"trace[956319954] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"303.451023ms","start":"2026-03-19T09:23:44.133304Z","end":"2026-03-19T09:23:44.436755Z","steps":["trace[956319954] 'process raft request' (duration: 136.655779ms)","trace[956319954] 'compare' (duration: 166.516467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:44.436863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.133272Z","time spent":"303.554275ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:44.681475Z","caller":"traceutil/trace.go:171","msg":"trace[1269937436] linearizableReadLoop","detail":"{readStateIndex:10169; appliedIndex:10167; }","duration":"546.465777ms","start":"2026-03-19T09:23:44.134982Z","end":"2026-03-19T09:23:44.681448Z","steps":["trace[1269937436] 'read index received' (duration: 134.974145ms)","trace[1269937436] 'applied index is now lower than readState.Index' (duration: 411.490582ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:44.681524Z","caller":"traceutil/trace.go:171","msg":"trace[1487704390] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"435.002521ms","start":"2026-03-19T09:23:44.246487Z","end":"2026-03-19T09:23:44.681489Z","steps":["trace[1487704390] 'process raft request' (duration: 434.903479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:44.681527Z","caller":"traceutil/trace.go:171","msg":"trace[115952332] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"547.654507ms","start":"2026-03-19T09:23:44.133833Z","end":"2026-03-19T09:23:44.681488Z","steps":["trace[115952332] 'process raft request' (duration: 462.623024ms)","trace[115952332] 'compare' (duration: 84.763507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:44.681669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.246469Z","time spent":"435.119934ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:44.68168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.133786Z","time spent":"547.812751ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:44.681732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.740805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:23:44.681788Z","caller":"traceutil/trace.go:171","msg":"trace[1683769420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9749; }","duration":"546.864098ms","start":"2026-03-19T09:23:44.134912Z","end":"2026-03-19T09:23:44.681776Z","steps":["trace[1683769420] 'agreement among raft nodes before linearized reading' (duration: 546.676283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:44.681836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.134893Z","time spent":"546.935101ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"info","ts":"2026-03-19T09:23:44.688833Z","caller":"traceutil/trace.go:171","msg":"trace[1392380749] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"282.263564ms","start":"2026-03-19T09:23:44.406543Z","end":"2026-03-19T09:23:44.688807Z","steps":["trace[1392380749] 'process raft request' (duration: 282.057899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:44.688857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.306522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:23:44.688918Z","caller":"traceutil/trace.go:171","msg":"trace[1775132048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9750; }","duration":"509.423535ms","start":"2026-03-19T09:23:44.179478Z","end":"2026-03-19T09:23:44.688902Z","steps":["trace[1775132048] 'agreement among raft nodes before linearized reading' (duration: 509.289782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:44.689143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.179444Z","time spent":"509.690892ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:23:44.689148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.193591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T09:23:44.689215Z","caller":"traceutil/trace.go:171","msg":"trace[817526569] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9750; }","duration":"456.274983ms","start":"2026-03-19T09:23:44.232924Z","end":"2026-03-19T09:23:44.689199Z","steps":["trace[817526569] 'agreement among raft nodes before linearized reading' (duration: 455.842392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:44.689254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:44.232881Z","time spent":"456.366445ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-19T09:23:45.686168Z","caller":"traceutil/trace.go:171","msg":"trace[1648092523] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"114.667189ms","start":"2026-03-19T09:23:45.571475Z","end":"2026-03-19T09:23:45.686142Z","steps":["trace[1648092523] 'process raft request' (duration: 114.472334ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:48.279319Z","caller":"traceutil/trace.go:171","msg":"trace[1953054441] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"587.81481ms","start":"2026-03-19T09:23:47.691476Z","end":"2026-03-19T09:23:48.279291Z","steps":["trace[1953054441] 'process raft request' (duration: 587.614035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:48.279455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:47.691464Z","time spent":"587.924993ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:48.803277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457017915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:23:49.372699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.006372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:49.372825Z","caller":"traceutil/trace.go:171","msg":"trace[1081621505] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"1.142044346s","start":"2026-03-19T09:23:48.230756Z","end":"2026-03-19T09:23:49.372801Z","steps":["trace[1081621505] 'process raft request' (duration: 1.03884586s)","trace[1081621505] 'compare' (duration: 102.570571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:49.372919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.230734Z","time spent":"1.142141828s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:49.566503Z","caller":"traceutil/trace.go:171","msg":"trace[436363656] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"1.073384108s","start":"2026-03-19T09:23:48.493076Z","end":"2026-03-19T09:23:49.56646Z","steps":["trace[436363656] 'process raft request' (duration: 1.073239684s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.566827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264122112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:49.566889Z","caller":"traceutil/trace.go:171","msg":"trace[671887850] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"1.282695705s","start":"2026-03-19T09:23:48.284176Z","end":"2026-03-19T09:23:49.566871Z","steps":["trace[671887850] 'process raft request' (duration: 1.204183837s)","trace[671887850] 'compare' (duration: 77.568784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:49.566979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.284155Z","time spent":"1.282780387s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:49.567037Z","caller":"traceutil/trace.go:171","msg":"trace[1418140510] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"824.062442ms","start":"2026-03-19T09:23:48.742964Z","end":"2026-03-19T09:23:49.567026Z","steps":["trace[1418140510] 'process raft request' (duration: 823.432076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.567114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.742946Z","time spent":"824.125884ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:49.566819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.493052Z","time spent":"1.073570513s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:49.566898Z","caller":"traceutil/trace.go:171","msg":"trace[848178946] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9766; }","duration":"1.264219284s","start":"2026-03-19T09:23:48.302663Z","end":"2026-03-19T09:23:49.566882Z","steps":["trace[848178946] 'agreement among raft nodes before linearized reading' (duration: 1.263923017s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.567475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.302653Z","time spent":"1.26480181s","remote":"127.0.0.1:49986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:49.56654Z","caller":"traceutil/trace.go:171","msg":"trace[451385604] linearizableReadLoop","detail":"{readStateIndex:10188; appliedIndex:10184; }","duration":"1.263824645s","start":"2026-03-19T09:23:48.302684Z","end":"2026-03-19T09:23:49.566509Z","steps":["trace[451385604] 'read index received' (duration: 966.97204ms)","trace[451385604] 'applied index is now lower than readState.Index' (duration: 296.851335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:49.568371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227008427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:49.568434Z","caller":"traceutil/trace.go:171","msg":"trace[1485372596] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9766; }","duration":"1.22710823s","start":"2026-03-19T09:23:48.341311Z","end":"2026-03-19T09:23:49.568419Z","steps":["trace[1485372596] 'agreement among raft nodes before linearized reading' (duration: 1.226890684s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.568488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.341291Z","time spent":"1.227179362s","remote":"127.0.0.1:49722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:23:49.568567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.430943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:23:49.568674Z","caller":"traceutil/trace.go:171","msg":"trace[1496928130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9766; }","duration":"472.563107ms","start":"2026-03-19T09:23:49.096086Z","end":"2026-03-19T09:23:49.56865Z","steps":["trace[1496928130] 'agreement among raft nodes before linearized reading' (duration: 472.228018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.568733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:49.09604Z","time spent":"472.6812ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:23:49.568836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.706552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:23:49.568894Z","caller":"traceutil/trace.go:171","msg":"trace[1849442314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9766; }","duration":"810.779493ms","start":"2026-03-19T09:23:48.758101Z","end":"2026-03-19T09:23:49.56888Z","steps":["trace[1849442314] 'agreement among raft nodes before linearized reading' (duration: 810.585489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.568939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.758094Z","time spent":"810.834746ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:23:49.569221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.197447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:23:49.569276Z","caller":"traceutil/trace.go:171","msg":"trace[576471850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9766; }","duration":"815.278539ms","start":"2026-03-19T09:23:48.753981Z","end":"2026-03-19T09:23:49.56926Z","steps":["trace[576471850] 'agreement among raft nodes before linearized reading' (duration: 815.143356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.569317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.753966Z","time spent":"815.34203ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:23:49.569377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025001857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:23:49.569419Z","caller":"traceutil/trace.go:171","msg":"trace[86770782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9766; }","duration":"1.025083359s","start":"2026-03-19T09:23:48.544324Z","end":"2026-03-19T09:23:49.569408Z","steps":["trace[86770782] 'agreement among raft nodes before linearized reading' (duration: 1.024973926s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.569452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.544306Z","time spent":"1.025137501s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:49.569641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.668406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:23:49.569678Z","caller":"traceutil/trace.go:171","msg":"trace[1665683062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9766; }","duration":"822.749338ms","start":"2026-03-19T09:23:48.746919Z","end":"2026-03-19T09:23:49.569668Z","steps":["trace[1665683062] 'agreement among raft nodes before linearized reading' (duration: 822.658156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.569708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.746898Z","time spent":"822.80321ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:23:49.569857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.067482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:23:49.569891Z","caller":"traceutil/trace.go:171","msg":"trace[546850561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9766; }","duration":"888.133423ms","start":"2026-03-19T09:23:48.681749Z","end":"2026-03-19T09:23:49.569883Z","steps":["trace[546850561] 'agreement among raft nodes before linearized reading' (duration: 888.075981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.56992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:48.681732Z","time spent":"888.182164ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:23:49.908096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.963578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:49.908328Z","caller":"traceutil/trace.go:171","msg":"trace[26255429] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"333.308193ms","start":"2026-03-19T09:23:49.574987Z","end":"2026-03-19T09:23:49.908295Z","steps":["trace[26255429] 'process raft request' (duration: 157.061127ms)","trace[26255429] 'compare' (duration: 175.63433ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:49.908395Z","caller":"traceutil/trace.go:171","msg":"trace[1978117332] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"333.18337ms","start":"2026-03-19T09:23:49.575201Z","end":"2026-03-19T09:23:49.908384Z","steps":["trace[1978117332] 'process raft request' (duration: 332.999695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.908454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:49.574959Z","time spent":"333.440516ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:49.908501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:49.575195Z","time spent":"333.257791ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:49.908358Z","caller":"traceutil/trace.go:171","msg":"trace[1527961704] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"332.870512ms","start":"2026-03-19T09:23:49.575474Z","end":"2026-03-19T09:23:49.908344Z","steps":["trace[1527961704] 'process raft request' (duration: 332.79775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:49.908651Z","caller":"traceutil/trace.go:171","msg":"trace[996768343] linearizableReadLoop","detail":"{readStateIndex:10192; appliedIndex:10188; }","duration":"225.566951ms","start":"2026-03-19T09:23:49.683052Z","end":"2026-03-19T09:23:49.908619Z","steps":["trace[996768343] 'read index received' (duration: 49.076969ms)","trace[996768343] 'applied index is now lower than readState.Index' (duration: 176.486992ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:49.908671Z","caller":"traceutil/trace.go:171","msg":"trace[142075980] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"329.408153ms","start":"2026-03-19T09:23:49.57924Z","end":"2026-03-19T09:23:49.908649Z","steps":["trace[142075980] 'process raft request' (duration: 329.068895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:49.908799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:49.57922Z","time spent":"329.513386ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:49.908798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.741415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:49.908779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:49.57546Z","time spent":"333.233742ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:49.908865Z","caller":"traceutil/trace.go:171","msg":"trace[327607564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9770; }","duration":"225.833427ms","start":"2026-03-19T09:23:49.683009Z","end":"2026-03-19T09:23:49.908842Z","steps":["trace[327607564] 'agreement among raft nodes before linearized reading' (duration: 225.700584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:51.555169Z","caller":"traceutil/trace.go:171","msg":"trace[563750527] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"177.442686ms","start":"2026-03-19T09:23:51.377698Z","end":"2026-03-19T09:23:51.555141Z","steps":["trace[563750527] 'process raft request' (duration: 177.274021ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:51.745841Z","caller":"traceutil/trace.go:171","msg":"trace[1361606888] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"172.13686ms","start":"2026-03-19T09:23:51.573683Z","end":"2026-03-19T09:23:51.74582Z","steps":["trace[1361606888] 'process raft request' (duration: 102.811256ms)","trace[1361606888] 'compare' (duration: 69.178961ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:51.746068Z","caller":"traceutil/trace.go:171","msg":"trace[1029954568] linearizableReadLoop","detail":"{readStateIndex:10196; appliedIndex:10194; }","duration":"164.571169ms","start":"2026-03-19T09:23:51.581464Z","end":"2026-03-19T09:23:51.746035Z","steps":["trace[1029954568] 'read index received' (duration: 95.046719ms)","trace[1029954568] 'applied index is now lower than readState.Index' (duration: 69.52357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:51.746201Z","caller":"traceutil/trace.go:171","msg":"trace[624866753] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"120.878096ms","start":"2026-03-19T09:23:51.625305Z","end":"2026-03-19T09:23:51.746183Z","steps":["trace[624866753] 'process raft request' (duration: 120.64046ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:51.746234Z","caller":"traceutil/trace.go:171","msg":"trace[206412839] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"170.805807ms","start":"2026-03-19T09:23:51.575416Z","end":"2026-03-19T09:23:51.746222Z","steps":["trace[206412839] 'process raft request' (duration: 170.370186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:51.746317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.835455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:23:51.746362Z","caller":"traceutil/trace.go:171","msg":"trace[1357501229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9775; }","duration":"164.912388ms","start":"2026-03-19T09:23:51.581435Z","end":"2026-03-19T09:23:51.746348Z","steps":["trace[1357501229] 'agreement among raft nodes before linearized reading' (duration: 164.743523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:51.746518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.725221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:23:51.74655Z","caller":"traceutil/trace.go:171","msg":"trace[977085593] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:9775; }","duration":"162.785673ms","start":"2026-03-19T09:23:51.583757Z","end":"2026-03-19T09:23:51.746542Z","steps":["trace[977085593] 'agreement among raft nodes before linearized reading' (duration: 162.66417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:23:52.595104Z","caller":"traceutil/trace.go:171","msg":"trace[483972454] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"678.18221ms","start":"2026-03-19T09:23:51.916893Z","end":"2026-03-19T09:23:52.595075Z","steps":["trace[483972454] 'process raft request' (duration: 678.032126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:52.595303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:51.916877Z","time spent":"678.346784ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:53.414544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.096816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:23:53.414817Z","caller":"traceutil/trace.go:171","msg":"trace[1105936934] linearizableReadLoop","detail":"{readStateIndex:10203; appliedIndex:10200; }","duration":"1.11825534s","start":"2026-03-19T09:23:52.296545Z","end":"2026-03-19T09:23:53.414801Z","steps":["trace[1105936934] 'read index received' (duration: 298.704231ms)","trace[1105936934] 'applied index is now lower than readState.Index' (duration: 819.550179ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:53.414919Z","caller":"traceutil/trace.go:171","msg":"trace[422469206] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"1.497960204s","start":"2026-03-19T09:23:51.916945Z","end":"2026-03-19T09:23:53.414906Z","steps":["trace[422469206] 'process raft request' (duration: 1.177414497s)","trace[422469206] 'compare' (duration: 319.720857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:53.414988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:51.916928Z","time spent":"1.498027075s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:53.415118Z","caller":"traceutil/trace.go:171","msg":"trace[1267838204] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"1.497929503s","start":"2026-03-19T09:23:51.917159Z","end":"2026-03-19T09:23:53.415088Z","steps":["trace[1267838204] 'process raft request' (duration: 1.497477621s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.415203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.21113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:23:53.415145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118577178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:23:53.415673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.048977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-19T09:23:53.415707Z","caller":"traceutil/trace.go:171","msg":"trace[1836943441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9780; }","duration":"1.119177963s","start":"2026-03-19T09:23:52.296509Z","end":"2026-03-19T09:23:53.415687Z","steps":["trace[1836943441] 'agreement among raft nodes before linearized reading' (duration: 1.118464305s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.41575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:52.296482Z","time spent":"1.119258475s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:23:53.415756Z","caller":"traceutil/trace.go:171","msg":"trace[1876297797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9780; }","duration":"258.15733ms","start":"2026-03-19T09:23:53.157574Z","end":"2026-03-19T09:23:53.415732Z","steps":["trace[1876297797] 'agreement among raft nodes before linearized reading' (duration: 257.918954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.415296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:51.917148Z","time spent":"1.498055666s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:53.415501Z","caller":"traceutil/trace.go:171","msg":"trace[113815170] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"1.497602724s","start":"2026-03-19T09:23:51.917881Z","end":"2026-03-19T09:23:53.415484Z","steps":["trace[113815170] 'process raft request' (duration: 1.496873145s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.416097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:51.917871Z","time spent":"1.498166328s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:53.415243Z","caller":"traceutil/trace.go:171","msg":"trace[593161826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9780; }","duration":"733.286592ms","start":"2026-03-19T09:23:52.681945Z","end":"2026-03-19T09:23:53.415232Z","steps":["trace[593161826] 'agreement among raft nodes before linearized reading' (duration: 733.221031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.416185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:52.681926Z","time spent":"734.253067ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:23:53.895802Z","caller":"traceutil/trace.go:171","msg":"trace[404892505] linearizableReadLoop","detail":"{readStateIndex:10205; appliedIndex:10204; }","duration":"207.576753ms","start":"2026-03-19T09:23:53.688205Z","end":"2026-03-19T09:23:53.895782Z","steps":["trace[404892505] 'read index received' (duration: 207.469511ms)","trace[404892505] 'applied index is now lower than readState.Index' (duration: 105.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:53.895886Z","caller":"traceutil/trace.go:171","msg":"trace[1002626747] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"335.900349ms","start":"2026-03-19T09:23:53.559954Z","end":"2026-03-19T09:23:53.895855Z","steps":["trace[1002626747] 'process raft request' (duration: 335.677383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:53.896102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.559931Z","time spent":"336.067904ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:23:53.896117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.891811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:23:53.896145Z","caller":"traceutil/trace.go:171","msg":"trace[1684031246] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9782; }","duration":"207.982874ms","start":"2026-03-19T09:23:53.688154Z","end":"2026-03-19T09:23:53.896137Z","steps":["trace[1684031246] 'agreement among raft nodes before linearized reading' (duration: 207.729628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.395894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457017970,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T09:23:54.435838Z","caller":"traceutil/trace.go:171","msg":"trace[1995833805] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"684.88366ms","start":"2026-03-19T09:23:53.750919Z","end":"2026-03-19T09:23:54.435803Z","steps":["trace[1995833805] 'process raft request' (duration: 645.685613ms)","trace[1995833805] 'compare' (duration: 39.053014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:23:54.436016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.750896Z","time spent":"685.032983ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:54.43868Z","caller":"traceutil/trace.go:171","msg":"trace[144419023] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"538.403172ms","start":"2026-03-19T09:23:53.900261Z","end":"2026-03-19T09:23:54.438664Z","steps":["trace[144419023] 'process raft request' (duration: 538.296079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.43881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.900238Z","time spent":"538.529405ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:23:54.438894Z","caller":"traceutil/trace.go:171","msg":"trace[1056404872] linearizableReadLoop","detail":"{readStateIndex:10208; appliedIndex:10205; }","duration":"543.008319ms","start":"2026-03-19T09:23:53.895859Z","end":"2026-03-19T09:23:54.438867Z","steps":["trace[1056404872] 'read index received' (duration: 500.750174ms)","trace[1056404872] 'applied index is now lower than readState.Index' (duration: 42.256295ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:23:54.439101Z","caller":"traceutil/trace.go:171","msg":"trace[583913337] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"195.512336ms","start":"2026-03-19T09:23:54.243563Z","end":"2026-03-19T09:23:54.439075Z","steps":["trace[583913337] 'process raft request' (duration: 195.066864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.439127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.722043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:23:54.439216Z","caller":"traceutil/trace.go:171","msg":"trace[703871523] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9785; }","duration":"641.835786ms","start":"2026-03-19T09:23:53.797356Z","end":"2026-03-19T09:23:54.439192Z","steps":["trace[703871523] 'agreement among raft nodes before linearized reading' (duration: 641.622651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.439271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.252186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:23:54.439351Z","caller":"traceutil/trace.go:171","msg":"trace[1999925502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9785; }","duration":"688.352829ms","start":"2026-03-19T09:23:53.75099Z","end":"2026-03-19T09:23:54.439343Z","steps":["trace[1999925502] 'agreement among raft nodes before linearized reading' (duration: 688.060692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.43936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.387786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-19T09:23:54.439379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.750931Z","time spent":"688.440981ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:23:54.439408Z","caller":"traceutil/trace.go:171","msg":"trace[720070961] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9785; }","duration":"746.471358ms","start":"2026-03-19T09:23:53.692923Z","end":"2026-03-19T09:23:54.439394Z","steps":["trace[720070961] 'agreement among raft nodes before linearized reading' (duration: 746.237812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.439339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.282748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:23:54.439444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.692903Z","time spent":"746.53157ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:23:54.439275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.797346Z","time spent":"641.913928ms","remote":"127.0.0.1:39068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:23:54.439651Z","caller":"traceutil/trace.go:171","msg":"trace[1568727690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9785; }","duration":"589.548175ms","start":"2026-03-19T09:23:53.849902Z","end":"2026-03-19T09:23:54.439451Z","steps":["trace[1568727690] 'agreement among raft nodes before linearized reading' (duration: 589.042962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.439815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.849876Z","time spent":"589.881313ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:23:54.439729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.465283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88528"} {"level":"info","ts":"2026-03-19T09:23:54.440053Z","caller":"traceutil/trace.go:171","msg":"trace[715602441] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9785; }","duration":"446.793831ms","start":"2026-03-19T09:23:53.993196Z","end":"2026-03-19T09:23:54.43999Z","steps":["trace[715602441] 'agreement among raft nodes before linearized reading' (duration: 445.922259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:23:54.440124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:23:53.993174Z","time spent":"446.908845ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88551,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-19T09:24:00.012381Z","caller":"traceutil/trace.go:171","msg":"trace[169160602] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"106.807698ms","start":"2026-03-19T09:23:59.905549Z","end":"2026-03-19T09:24:00.012357Z","steps":["trace[169160602] 'process raft request' (duration: 106.626063ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:00.013825Z","caller":"traceutil/trace.go:171","msg":"trace[575406724] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"102.282634ms","start":"2026-03-19T09:23:59.911512Z","end":"2026-03-19T09:24:00.013795Z","steps":["trace[575406724] 'process raft request' (duration: 102.15332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.626516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.373058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:00.626611Z","caller":"traceutil/trace.go:171","msg":"trace[1092613218] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9831; }","duration":"354.513612ms","start":"2026-03-19T09:24:00.272071Z","end":"2026-03-19T09:24:00.626585Z","steps":["trace[1092613218] 'count revisions from in-memory index tree' (duration: 354.246195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.626709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.361344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-cp2hb\" ","response":"range_response_count:1 size:8874"} {"level":"warn","ts":"2026-03-19T09:24:00.626639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.106719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:00.626755Z","caller":"traceutil/trace.go:171","msg":"trace[2133942917] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-cp2hb; range_end:; response_count:1; response_revision:9831; }","duration":"320.440535ms","start":"2026-03-19T09:24:00.306298Z","end":"2026-03-19T09:24:00.626738Z","steps":["trace[2133942917] 'range keys from in-memory index tree' (duration: 320.186038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.626779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:00.306282Z","time spent":"320.489877ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":8897,"request content":"key:\"/registry/pods/openstack/glance-ks-user-cp2hb\" "} {"level":"info","ts":"2026-03-19T09:24:00.626788Z","caller":"traceutil/trace.go:171","msg":"trace[1569828850] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9831; }","duration":"258.314664ms","start":"2026-03-19T09:24:00.368445Z","end":"2026-03-19T09:24:00.626759Z","steps":["trace[1569828850] 'count revisions from in-memory index tree' (duration: 257.949495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.626683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:00.272053Z","time spent":"354.609585ms","remote":"127.0.0.1:45560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:24:00.627081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.982866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-19T09:24:00.627101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.617916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:24:00.627149Z","caller":"traceutil/trace.go:171","msg":"trace[1770610055] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9831; }","duration":"468.713839ms","start":"2026-03-19T09:24:00.158422Z","end":"2026-03-19T09:24:00.627136Z","steps":["trace[1770610055] 'count revisions from in-memory index tree' (duration: 468.517874ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:00.627149Z","caller":"traceutil/trace.go:171","msg":"trace[2032271406] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9831; }","duration":"401.064338ms","start":"2026-03-19T09:24:00.226068Z","end":"2026-03-19T09:24:00.627132Z","steps":["trace[2032271406] 'range keys from in-memory index tree' (duration: 400.842922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.627161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.46298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:24:00.627186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:00.158402Z","time spent":"468.77392ms","remote":"127.0.0.1:49962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:24:00.62719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:00.226052Z","time spent":"401.128229ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-19T09:24:00.627206Z","caller":"traceutil/trace.go:171","msg":"trace[1136757266] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9831; }","duration":"429.545763ms","start":"2026-03-19T09:24:00.197647Z","end":"2026-03-19T09:24:00.627193Z","steps":["trace[1136757266] 'range keys from in-memory index tree' (duration: 429.327096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.627243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:00.197628Z","time spent":"429.604684ms","remote":"127.0.0.1:49836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-19T09:24:00.627321Z","caller":"traceutil/trace.go:171","msg":"trace[1668568861] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"169.400872ms","start":"2026-03-19T09:24:00.4579Z","end":"2026-03-19T09:24:00.627301Z","steps":["trace[1668568861] 'process raft request' (duration: 167.688528ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:00.627324Z","caller":"traceutil/trace.go:171","msg":"trace[1794035300] linearizableReadLoop","detail":"{readStateIndex:10256; appliedIndex:10255; }","duration":"128.255144ms","start":"2026-03-19T09:24:00.499039Z","end":"2026-03-19T09:24:00.627294Z","steps":["trace[1794035300] 'read index received' (duration: 126.480418ms)","trace[1794035300] 'applied index is now lower than readState.Index' (duration: 1.773436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:00.627516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.47658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:24:00.627561Z","caller":"traceutil/trace.go:171","msg":"trace[2114748991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9832; }","duration":"128.549451ms","start":"2026-03-19T09:24:00.499001Z","end":"2026-03-19T09:24:00.627551Z","steps":["trace[2114748991] 'agreement among raft nodes before linearized reading' (duration: 128.440028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:00.627632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.262246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:24:00.627692Z","caller":"traceutil/trace.go:171","msg":"trace[1248578879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9832; }","duration":"119.345317ms","start":"2026-03-19T09:24:00.508331Z","end":"2026-03-19T09:24:00.627676Z","steps":["trace[1248578879] 'agreement among raft nodes before linearized reading' (duration: 119.154333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:07.223211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.263155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:24:07.223309Z","caller":"traceutil/trace.go:171","msg":"trace[1125076309] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9868; }","duration":"229.393119ms","start":"2026-03-19T09:24:06.993891Z","end":"2026-03-19T09:24:07.223284Z","steps":["trace[1125076309] 'range keys from in-memory index tree' (duration: 229.101971ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:07.588969Z","caller":"traceutil/trace.go:171","msg":"trace[2130696636] transaction","detail":"{read_only:false; response_revision:9870; number_of_response:1; }","duration":"103.210787ms","start":"2026-03-19T09:24:07.485728Z","end":"2026-03-19T09:24:07.588939Z","steps":["trace[2130696636] 'process raft request' (duration: 102.964261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:10.96647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.18828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:24:10.966741Z","caller":"traceutil/trace.go:171","msg":"trace[69094110] linearizableReadLoop","detail":"{readStateIndex:10314; appliedIndex:10313; }","duration":"128.377146ms","start":"2026-03-19T09:24:10.838288Z","end":"2026-03-19T09:24:10.966666Z","steps":["trace[69094110] 'read index received' (duration: 25.857268ms)","trace[69094110] 'applied index is now lower than readState.Index' (duration: 102.518038ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:10.966817Z","caller":"traceutil/trace.go:171","msg":"trace[1878838722] transaction","detail":"{read_only:false; response_revision:9888; number_of_response:1; }","duration":"129.931736ms","start":"2026-03-19T09:24:10.836855Z","end":"2026-03-19T09:24:10.966787Z","steps":["trace[1878838722] 'process raft request' (duration: 27.319776ms)","trace[1878838722] 'compare' (duration: 101.924363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:10.966941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.644803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:24:10.966997Z","caller":"traceutil/trace.go:171","msg":"trace[665384197] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:9888; }","duration":"128.740195ms","start":"2026-03-19T09:24:10.838239Z","end":"2026-03-19T09:24:10.96698Z","steps":["trace[665384197] 'agreement among raft nodes before linearized reading' (duration: 128.54571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.320712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.357243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:24:12.320792Z","caller":"traceutil/trace.go:171","msg":"trace[1177227856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9888; }","duration":"685.446545ms","start":"2026-03-19T09:24:11.635324Z","end":"2026-03-19T09:24:12.32077Z","steps":["trace[1177227856] 'range keys from in-memory index tree' (duration: 685.196209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.320831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.63528Z","time spent":"685.542247ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:24:12.320855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.992905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:24:12.320886Z","caller":"traceutil/trace.go:171","msg":"trace[2065782356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9888; }","duration":"676.055856ms","start":"2026-03-19T09:24:11.644821Z","end":"2026-03-19T09:24:12.320877Z","steps":["trace[2065782356] 'range keys from in-memory index tree' (duration: 675.896503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.320906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.644803Z","time spent":"676.098928ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:24:12.321244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.396143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:12.321359Z","caller":"traceutil/trace.go:171","msg":"trace[810852196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9888; }","duration":"639.544087ms","start":"2026-03-19T09:24:11.681783Z","end":"2026-03-19T09:24:12.321327Z","steps":["trace[810852196] 'range keys from in-memory index tree' (duration: 639.32416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.321421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.681766Z","time spent":"639.639849ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:24:12.321469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.918982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:24:12.321549Z","caller":"traceutil/trace.go:171","msg":"trace[542075150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9888; }","duration":"698.039405ms","start":"2026-03-19T09:24:11.62349Z","end":"2026-03-19T09:24:12.321529Z","steps":["trace[542075150] 'range keys from in-memory index tree' (duration: 697.773278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.321593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.623472Z","time spent":"698.111967ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:24:12.321606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.082594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-19T09:24:12.321629Z","caller":"traceutil/trace.go:171","msg":"trace[1430715431] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:9888; }","duration":"736.139855ms","start":"2026-03-19T09:24:11.585482Z","end":"2026-03-19T09:24:12.321622Z","steps":["trace[1430715431] 'range keys from in-memory index tree' (duration: 735.999182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.321654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.585463Z","time spent":"736.186606ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.166\" "} {"level":"warn","ts":"2026-03-19T09:24:12.321664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.174984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:24:12.321731Z","caller":"traceutil/trace.go:171","msg":"trace[1951951647] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9888; }","duration":"721.273346ms","start":"2026-03-19T09:24:11.600442Z","end":"2026-03-19T09:24:12.321715Z","steps":["trace[1951951647] 'range keys from in-memory index tree' (duration: 721.05743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.321559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144327253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:24:12.321781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.600427Z","time spent":"721.341948ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:24:12.321817Z","caller":"traceutil/trace.go:171","msg":"trace[680627042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9888; }","duration":"1.144652532s","start":"2026-03-19T09:24:11.177156Z","end":"2026-03-19T09:24:12.321808Z","steps":["trace[680627042] 'range keys from in-memory index tree' (duration: 1.144164228s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.321854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:11.177136Z","time spent":"1.144707594s","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:24:12.361541Z","caller":"traceutil/trace.go:171","msg":"trace[1085119454] transaction","detail":"{read_only:false; response_revision:9889; number_of_response:1; }","duration":"265.091926ms","start":"2026-03-19T09:24:12.09642Z","end":"2026-03-19T09:24:12.361512Z","steps":["trace[1085119454] 'process raft request' (duration: 264.903521ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.480031Z","caller":"traceutil/trace.go:171","msg":"trace[1236346947] transaction","detail":"{read_only:false; response_revision:9890; number_of_response:1; }","duration":"309.958088ms","start":"2026-03-19T09:24:12.170041Z","end":"2026-03-19T09:24:12.479999Z","steps":["trace[1236346947] 'process raft request' (duration: 309.737142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.480067Z","caller":"traceutil/trace.go:171","msg":"trace[2094488000] transaction","detail":"{read_only:false; response_revision:9892; number_of_response:1; }","duration":"154.722209ms","start":"2026-03-19T09:24:12.325331Z","end":"2026-03-19T09:24:12.480053Z","steps":["trace[2094488000] 'process raft request' (duration: 154.660827ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.480068Z","caller":"traceutil/trace.go:171","msg":"trace[1422533445] transaction","detail":"{read_only:false; response_revision:9891; number_of_response:1; }","duration":"154.910184ms","start":"2026-03-19T09:24:12.325139Z","end":"2026-03-19T09:24:12.48005Z","steps":["trace[1422533445] 'process raft request' (duration: 154.809971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.480161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:12.170016Z","time spent":"310.079022ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:24:12.480203Z","caller":"traceutil/trace.go:171","msg":"trace[1223553375] linearizableReadLoop","detail":"{readStateIndex:10316; appliedIndex:10314; }","duration":"156.938764ms","start":"2026-03-19T09:24:12.323253Z","end":"2026-03-19T09:24:12.480192Z","steps":["trace[1223553375] 'read index received' (duration: 38.052158ms)","trace[1223553375] 'applied index is now lower than readState.Index' (duration: 118.885986ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:12.480213Z","caller":"traceutil/trace.go:171","msg":"trace[858218133] transaction","detail":"{read_only:false; response_revision:9893; number_of_response:1; }","duration":"154.808621ms","start":"2026-03-19T09:24:12.325397Z","end":"2026-03-19T09:24:12.480206Z","steps":["trace[858218133] 'process raft request' (duration: 154.629536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.480256Z","caller":"traceutil/trace.go:171","msg":"trace[1111438445] transaction","detail":"{read_only:false; response_revision:9894; number_of_response:1; }","duration":"154.619335ms","start":"2026-03-19T09:24:12.325625Z","end":"2026-03-19T09:24:12.480244Z","steps":["trace[1111438445] 'process raft request' (duration: 154.511713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.480328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.069077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:24:12.480421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.764789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:24:12.480451Z","caller":"traceutil/trace.go:171","msg":"trace[1081007436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9894; }","duration":"154.836681ms","start":"2026-03-19T09:24:12.325606Z","end":"2026-03-19T09:24:12.480443Z","steps":["trace[1081007436] 'agreement among raft nodes before linearized reading' (duration: 154.728939ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.480479Z","caller":"traceutil/trace.go:171","msg":"trace[699948154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9894; }","duration":"157.203851ms","start":"2026-03-19T09:24:12.32323Z","end":"2026-03-19T09:24:12.480434Z","steps":["trace[699948154] 'agreement among raft nodes before linearized reading' (duration: 157.020837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.789721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.097435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:12.78981Z","caller":"traceutil/trace.go:171","msg":"trace[1064966487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9895; }","duration":"107.244269ms","start":"2026-03-19T09:24:12.682545Z","end":"2026-03-19T09:24:12.78979Z","steps":["trace[1064966487] 'range keys from in-memory index tree' (duration: 107.007793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.789972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.209961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:24:12.790034Z","caller":"traceutil/trace.go:171","msg":"trace[193498222] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9895; }","duration":"102.370145ms","start":"2026-03-19T09:24:12.687651Z","end":"2026-03-19T09:24:12.790021Z","steps":["trace[193498222] 'count revisions from in-memory index tree' (duration: 102.128429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.790186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.583089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-19T09:24:12.790288Z","caller":"traceutil/trace.go:171","msg":"trace[1010687066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9895; }","duration":"199.721463ms","start":"2026-03-19T09:24:12.59054Z","end":"2026-03-19T09:24:12.790262Z","steps":["trace[1010687066] 'range keys from in-memory index tree' (duration: 199.402405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.79081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.778747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:12.790971Z","caller":"traceutil/trace.go:171","msg":"trace[322389738] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9895; }","duration":"153.64066ms","start":"2026-03-19T09:24:12.637302Z","end":"2026-03-19T09:24:12.790943Z","steps":["trace[322389738] 'count revisions from in-memory index tree' (duration: 152.616854ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:12.937776Z","caller":"traceutil/trace.go:171","msg":"trace[864635086] linearizableReadLoop","detail":"{readStateIndex:10323; appliedIndex:10322; }","duration":"172.241664ms","start":"2026-03-19T09:24:12.765509Z","end":"2026-03-19T09:24:12.93775Z","steps":["trace[864635086] 'read index received' (duration: 171.991008ms)","trace[864635086] 'applied index is now lower than readState.Index' (duration: 249.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:12.937815Z","caller":"traceutil/trace.go:171","msg":"trace[1082501720] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"238.92224ms","start":"2026-03-19T09:24:12.69887Z","end":"2026-03-19T09:24:12.937792Z","steps":["trace[1082501720] 'process raft request' (duration: 238.722335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:12.938047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.517972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:24:12.938149Z","caller":"traceutil/trace.go:171","msg":"trace[420065240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9896; }","duration":"172.663964ms","start":"2026-03-19T09:24:12.765461Z","end":"2026-03-19T09:24:12.938125Z","steps":["trace[420065240] 'agreement among raft nodes before linearized reading' (duration: 172.396348ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:26.831781Z","caller":"traceutil/trace.go:171","msg":"trace[415866732] linearizableReadLoop","detail":"{readStateIndex:10408; appliedIndex:10407; }","duration":"259.551907ms","start":"2026-03-19T09:24:26.572207Z","end":"2026-03-19T09:24:26.831759Z","steps":["trace[415866732] 'read index received' (duration: 259.390563ms)","trace[415866732] 'applied index is now lower than readState.Index' (duration: 160.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:26.832215Z","caller":"traceutil/trace.go:171","msg":"trace[1516874676] transaction","detail":"{read_only:false; response_revision:9978; number_of_response:1; }","duration":"264.907753ms","start":"2026-03-19T09:24:26.567257Z","end":"2026-03-19T09:24:26.832165Z","steps":["trace[1516874676] 'process raft request' (duration: 264.339029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:26.832319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.144986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:24:26.832358Z","caller":"traceutil/trace.go:171","msg":"trace[1133549359] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9978; }","duration":"259.227768ms","start":"2026-03-19T09:24:26.573118Z","end":"2026-03-19T09:24:26.832346Z","steps":["trace[1133549359] 'agreement among raft nodes before linearized reading' (duration: 259.092415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:26.832321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.237358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:24:26.832374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.36642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:24:26.832243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.007848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:24:26.832422Z","caller":"traceutil/trace.go:171","msg":"trace[686639468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9978; }","duration":"257.447592ms","start":"2026-03-19T09:24:26.574961Z","end":"2026-03-19T09:24:26.832408Z","steps":["trace[686639468] 'agreement among raft nodes before linearized reading' (duration: 257.320509ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:26.83243Z","caller":"traceutil/trace.go:171","msg":"trace[326798030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9978; }","duration":"149.389202ms","start":"2026-03-19T09:24:26.683013Z","end":"2026-03-19T09:24:26.832402Z","steps":["trace[326798030] 'agreement among raft nodes before linearized reading' (duration: 149.224128ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:26.832473Z","caller":"traceutil/trace.go:171","msg":"trace[1933345230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9978; }","duration":"260.269604ms","start":"2026-03-19T09:24:26.572172Z","end":"2026-03-19T09:24:26.832441Z","steps":["trace[1933345230] 'agreement among raft nodes before linearized reading' (duration: 259.879124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:27.010972Z","caller":"traceutil/trace.go:171","msg":"trace[620050530] transaction","detail":"{read_only:false; response_revision:9980; number_of_response:1; }","duration":"174.116422ms","start":"2026-03-19T09:24:26.836814Z","end":"2026-03-19T09:24:27.01093Z","steps":["trace[620050530] 'process raft request' (duration: 94.606878ms)","trace[620050530] 'compare' (duration: 79.238387ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:27.011001Z","caller":"traceutil/trace.go:171","msg":"trace[547177850] transaction","detail":"{read_only:false; response_revision:9981; number_of_response:1; }","duration":"172.031869ms","start":"2026-03-19T09:24:26.838931Z","end":"2026-03-19T09:24:27.010963Z","steps":["trace[547177850] 'process raft request' (duration: 171.923456ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:27.118382Z","caller":"traceutil/trace.go:171","msg":"trace[608161234] transaction","detail":"{read_only:false; response_revision:9983; number_of_response:1; }","duration":"104.361366ms","start":"2026-03-19T09:24:27.013982Z","end":"2026-03-19T09:24:27.118343Z","steps":["trace[608161234] 'process raft request' (duration: 98.522007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:34.580323Z","caller":"traceutil/trace.go:171","msg":"trace[20390043] transaction","detail":"{read_only:false; response_revision:10021; number_of_response:1; }","duration":"938.888966ms","start":"2026-03-19T09:24:33.641408Z","end":"2026-03-19T09:24:34.580297Z","steps":["trace[20390043] 'process raft request' (duration: 938.701321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:34.580507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:33.641386Z","time spent":"939.01824ms","remote":"127.0.0.1:49882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:24:34.581573Z","caller":"traceutil/trace.go:171","msg":"trace[368034210] transaction","detail":"{read_only:false; response_revision:10022; number_of_response:1; }","duration":"136.611557ms","start":"2026-03-19T09:24:34.444935Z","end":"2026-03-19T09:24:34.581546Z","steps":["trace[368034210] 'process raft request' (duration: 136.456923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:37.278559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.695387ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:24:37.27876Z","caller":"traceutil/trace.go:171","msg":"trace[485918527] linearizableReadLoop","detail":"{readStateIndex:10477; appliedIndex:10476; }","duration":"406.392153ms","start":"2026-03-19T09:24:36.872355Z","end":"2026-03-19T09:24:37.278747Z","steps":["trace[485918527] 'read index received' (duration: 73.517291ms)","trace[485918527] 'applied index is now lower than readState.Index' (duration: 332.874062ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:37.279108Z","caller":"traceutil/trace.go:171","msg":"trace[2009918204] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"209.976244ms","start":"2026-03-19T09:24:37.06912Z","end":"2026-03-19T09:24:37.279096Z","steps":["trace[2009918204] 'process raft request' (duration: 209.537123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:37.382479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.10391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:24:37.382545Z","caller":"traceutil/trace.go:171","msg":"trace[114004317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10045; }","duration":"328.188342ms","start":"2026-03-19T09:24:37.05434Z","end":"2026-03-19T09:24:37.382528Z","steps":["trace[114004317] 'agreement among raft nodes before linearized reading' (duration: 224.949285ms)","trace[114004317] 'range keys from in-memory index tree' (duration: 103.087324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.382569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:37.054335Z","time spent":"328.228973ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:24:37.382668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.190374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-storage-init\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-19T09:24:37.382808Z","caller":"traceutil/trace.go:171","msg":"trace[807418168] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-storage-init; range_end:; response_count:1; response_revision:10045; }","duration":"398.374429ms","start":"2026-03-19T09:24:36.98441Z","end":"2026-03-19T09:24:37.382784Z","steps":["trace[807418168] 'agreement among raft nodes before linearized reading' (duration: 294.893845ms)","trace[807418168] 'range keys from in-memory index tree' (duration: 103.186536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.382817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.055645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T09:24:37.382836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.536343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:24:37.38283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.999048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:24:37.382857Z","caller":"traceutil/trace.go:171","msg":"trace[1592716803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10045; }","duration":"209.602174ms","start":"2026-03-19T09:24:37.173249Z","end":"2026-03-19T09:24:37.382851Z","steps":["trace[1592716803] 'agreement among raft nodes before linearized reading' (duration: 106.030568ms)","trace[1592716803] 'range keys from in-memory index tree' (duration: 103.467313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.38282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.434561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:24:37.382864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:36.984392Z","time spent":"398.46188ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/glance-storage-init\" "} {"level":"info","ts":"2026-03-19T09:24:37.382864Z","caller":"traceutil/trace.go:171","msg":"trace[1603550670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10045; }","duration":"331.139007ms","start":"2026-03-19T09:24:37.05171Z","end":"2026-03-19T09:24:37.382849Z","steps":["trace[1603550670] 'agreement among raft nodes before linearized reading' (duration: 227.586732ms)","trace[1603550670] 'range keys from in-memory index tree' (duration: 103.381601ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:37.382874Z","caller":"traceutil/trace.go:171","msg":"trace[1166558645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10045; }","duration":"174.077661ms","start":"2026-03-19T09:24:37.208782Z","end":"2026-03-19T09:24:37.38286Z","steps":["trace[1166558645] 'agreement among raft nodes before linearized reading' (duration: 70.482594ms)","trace[1166558645] 'range keys from in-memory index tree' (duration: 103.483904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.382901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:37.051688Z","time spent":"331.206278ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:24:37.382907Z","caller":"traceutil/trace.go:171","msg":"trace[1613661177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10045; }","duration":"510.566294ms","start":"2026-03-19T09:24:36.872319Z","end":"2026-03-19T09:24:37.382885Z","steps":["trace[1613661177] 'agreement among raft nodes before linearized reading' (duration: 406.736322ms)","trace[1613661177] 'range keys from in-memory index tree' (duration: 103.570496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.382959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:36.872304Z","time spent":"510.640386ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:24:37.382953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.08646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:24:37.38304Z","caller":"traceutil/trace.go:171","msg":"trace[1962703323] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10045; }","duration":"174.198863ms","start":"2026-03-19T09:24:37.208818Z","end":"2026-03-19T09:24:37.383017Z","steps":["trace[1962703323] 'agreement among raft nodes before linearized reading' (duration: 70.436813ms)","trace[1962703323] 'range keys from in-memory index tree' (duration: 103.592406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.383011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.118605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:24:37.383127Z","caller":"traceutil/trace.go:171","msg":"trace[1977940121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10045; }","duration":"470.284449ms","start":"2026-03-19T09:24:36.912806Z","end":"2026-03-19T09:24:37.383091Z","steps":["trace[1977940121] 'agreement among raft nodes before linearized reading' (duration: 366.425296ms)","trace[1977940121] 'range keys from in-memory index tree' (duration: 103.34219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:37.383177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:36.91279Z","time spent":"470.375401ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T09:24:39.599194Z","caller":"traceutil/trace.go:171","msg":"trace[125603192] transaction","detail":"{read_only:false; response_revision:10062; number_of_response:1; }","duration":"151.627699ms","start":"2026-03-19T09:24:39.447527Z","end":"2026-03-19T09:24:39.599155Z","steps":["trace[125603192] 'process raft request' (duration: 151.328982ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:39.599239Z","caller":"traceutil/trace.go:171","msg":"trace[1038651684] linearizableReadLoop","detail":"{readStateIndex:10498; appliedIndex:10493; }","duration":"132.582594ms","start":"2026-03-19T09:24:39.466616Z","end":"2026-03-19T09:24:39.599198Z","steps":["trace[1038651684] 'read index received' (duration: 68.487543ms)","trace[1038651684] 'applied index is now lower than readState.Index' (duration: 64.093341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:39.599742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.103867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-19T09:24:39.599828Z","caller":"traceutil/trace.go:171","msg":"trace[891930334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10066; }","duration":"133.234861ms","start":"2026-03-19T09:24:39.466573Z","end":"2026-03-19T09:24:39.599808Z","steps":["trace[891930334] 'agreement among raft nodes before linearized reading' (duration: 132.903142ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:39.599913Z","caller":"traceutil/trace.go:171","msg":"trace[1356872552] transaction","detail":"{read_only:false; response_revision:10064; number_of_response:1; }","duration":"151.728522ms","start":"2026-03-19T09:24:39.448176Z","end":"2026-03-19T09:24:39.599905Z","steps":["trace[1356872552] 'process raft request' (duration: 150.897571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:39.600016Z","caller":"traceutil/trace.go:171","msg":"trace[2058952600] transaction","detail":"{read_only:false; response_revision:10065; number_of_response:1; }","duration":"151.773133ms","start":"2026-03-19T09:24:39.448228Z","end":"2026-03-19T09:24:39.600001Z","steps":["trace[2058952600] 'process raft request' (duration: 150.89147ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:39.60005Z","caller":"traceutil/trace.go:171","msg":"trace[1657137856] transaction","detail":"{read_only:false; response_revision:10063; number_of_response:1; }","duration":"152.501682ms","start":"2026-03-19T09:24:39.447542Z","end":"2026-03-19T09:24:39.600044Z","steps":["trace[1657137856] 'process raft request' (duration: 151.490426ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:39.60015Z","caller":"traceutil/trace.go:171","msg":"trace[1146771078] transaction","detail":"{read_only:false; response_revision:10066; number_of_response:1; }","duration":"113.487469ms","start":"2026-03-19T09:24:39.486645Z","end":"2026-03-19T09:24:39.600133Z","steps":["trace[1146771078] 'process raft request' (duration: 112.509013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:40.07538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.203239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:24:40.075504Z","caller":"traceutil/trace.go:171","msg":"trace[2039235198] linearizableReadLoop","detail":"{readStateIndex:10501; appliedIndex:10499; }","duration":"394.87144ms","start":"2026-03-19T09:24:39.680611Z","end":"2026-03-19T09:24:40.075483Z","steps":["trace[2039235198] 'read index received' (duration: 17.329421ms)","trace[2039235198] 'applied index is now lower than readState.Index' (duration: 377.540569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:40.075589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.983892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:40.075624Z","caller":"traceutil/trace.go:171","msg":"trace[2140410152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10068; }","duration":"395.049874ms","start":"2026-03-19T09:24:39.680565Z","end":"2026-03-19T09:24:40.075614Z","steps":["trace[2140410152] 'agreement among raft nodes before linearized reading' (duration: 394.976222ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:40.075623Z","caller":"traceutil/trace.go:171","msg":"trace[213047682] transaction","detail":"{read_only:false; response_revision:10068; number_of_response:1; }","duration":"464.246754ms","start":"2026-03-19T09:24:39.611334Z","end":"2026-03-19T09:24:40.075581Z","steps":["trace[213047682] 'process raft request' (duration: 189.765748ms)","trace[213047682] 'compare' (duration: 274.071226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:40.075691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:39.680538Z","time spent":"395.143047ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:24:40.075832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:39.611312Z","time spent":"464.403259ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:24:51.944815Z","caller":"traceutil/trace.go:171","msg":"trace[1512685804] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"137.308904ms","start":"2026-03-19T09:24:51.807483Z","end":"2026-03-19T09:24:51.944792Z","steps":["trace[1512685804] 'process raft request' (duration: 137.228612ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:51.944842Z","caller":"traceutil/trace.go:171","msg":"trace[1967636210] transaction","detail":"{read_only:false; response_revision:10137; number_of_response:1; }","duration":"137.566311ms","start":"2026-03-19T09:24:51.80725Z","end":"2026-03-19T09:24:51.944816Z","steps":["trace[1967636210] 'process raft request' (duration: 134.019611ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:51.945045Z","caller":"traceutil/trace.go:171","msg":"trace[1492623203] transaction","detail":"{read_only:false; response_revision:10139; number_of_response:1; }","duration":"137.386957ms","start":"2026-03-19T09:24:51.807619Z","end":"2026-03-19T09:24:51.945006Z","steps":["trace[1492623203] 'process raft request' (duration: 137.141571ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:51.966486Z","caller":"traceutil/trace.go:171","msg":"trace[1825099828] transaction","detail":"{read_only:false; response_revision:10140; number_of_response:1; }","duration":"112.113023ms","start":"2026-03-19T09:24:51.854349Z","end":"2026-03-19T09:24:51.966462Z","steps":["trace[1825099828] 'process raft request' (duration: 111.97928ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:52.352333Z","caller":"traceutil/trace.go:171","msg":"trace[442414315] linearizableReadLoop","detail":"{readStateIndex:10581; appliedIndex:10579; }","duration":"152.390899ms","start":"2026-03-19T09:24:52.199918Z","end":"2026-03-19T09:24:52.352309Z","steps":["trace[442414315] 'read index received' (duration: 21.118528ms)","trace[442414315] 'applied index is now lower than readState.Index' (duration: 131.271381ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:52.352462Z","caller":"traceutil/trace.go:171","msg":"trace[431484991] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"195.126176ms","start":"2026-03-19T09:24:52.157323Z","end":"2026-03-19T09:24:52.352449Z","steps":["trace[431484991] 'process raft request' (duration: 165.719987ms)","trace[431484991] 'compare' (duration: 29.119602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:52.352732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.795159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-19T09:24:52.352797Z","caller":"traceutil/trace.go:171","msg":"trace[962940051] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10144; }","duration":"152.906962ms","start":"2026-03-19T09:24:52.199877Z","end":"2026-03-19T09:24:52.352784Z","steps":["trace[962940051] 'agreement among raft nodes before linearized reading' (duration: 152.698807ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:53.487693Z","caller":"traceutil/trace.go:171","msg":"trace[1807435741] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"109.961428ms","start":"2026-03-19T09:24:53.377706Z","end":"2026-03-19T09:24:53.487667Z","steps":["trace[1807435741] 'process raft request' (duration: 109.755783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:53.696358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.155999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:24:53.69646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.665457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:24:53.696453Z","caller":"traceutil/trace.go:171","msg":"trace[1734975664] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10147; }","duration":"124.293063ms","start":"2026-03-19T09:24:53.572131Z","end":"2026-03-19T09:24:53.696424Z","steps":["trace[1734975664] 'range keys from in-memory index tree' (duration: 124.087418ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:53.696504Z","caller":"traceutil/trace.go:171","msg":"trace[776575498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10147; }","duration":"101.739399ms","start":"2026-03-19T09:24:53.594754Z","end":"2026-03-19T09:24:53.696493Z","steps":["trace[776575498] 'range keys from in-memory index tree' (duration: 101.516923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:54.016895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.693211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:24:54.016973Z","caller":"traceutil/trace.go:171","msg":"trace[609966311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10149; }","duration":"160.817573ms","start":"2026-03-19T09:24:53.856138Z","end":"2026-03-19T09:24:54.016955Z","steps":["trace[609966311] 'range keys from in-memory index tree' (duration: 160.468173ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:54.231739Z","caller":"traceutil/trace.go:171","msg":"trace[1866004297] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"209.100352ms","start":"2026-03-19T09:24:54.022616Z","end":"2026-03-19T09:24:54.231716Z","steps":["trace[1866004297] 'process raft request' (duration: 209.01067ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:54.231881Z","caller":"traceutil/trace.go:171","msg":"trace[1678315742] linearizableReadLoop","detail":"{readStateIndex:10590; appliedIndex:10587; }","duration":"102.991942ms","start":"2026-03-19T09:24:54.12886Z","end":"2026-03-19T09:24:54.231852Z","steps":["trace[1678315742] 'read index received' (duration: 68.78312ms)","trace[1678315742] 'applied index is now lower than readState.Index' (duration: 34.207382ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:54.231765Z","caller":"traceutil/trace.go:171","msg":"trace[1269808051] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"209.146064ms","start":"2026-03-19T09:24:54.022595Z","end":"2026-03-19T09:24:54.231741Z","steps":["trace[1269808051] 'process raft request' (duration: 175.054525ms)","trace[1269808051] 'compare' (duration: 33.859212ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:54.231966Z","caller":"traceutil/trace.go:171","msg":"trace[176856500] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"208.882437ms","start":"2026-03-19T09:24:54.023074Z","end":"2026-03-19T09:24:54.231957Z","steps":["trace[176856500] 'process raft request' (duration: 208.60362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:54.232005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.126805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:24:54.232056Z","caller":"traceutil/trace.go:171","msg":"trace[584461113] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:0; response_revision:10153; }","duration":"103.222677ms","start":"2026-03-19T09:24:54.128819Z","end":"2026-03-19T09:24:54.232042Z","steps":["trace[584461113] 'agreement among raft nodes before linearized reading' (duration: 103.116225ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:54.404962Z","caller":"traceutil/trace.go:171","msg":"trace[1941972413] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"118.485475ms","start":"2026-03-19T09:24:54.286432Z","end":"2026-03-19T09:24:54.404917Z","steps":["trace[1941972413] 'process raft request' (duration: 59.557836ms)","trace[1941972413] 'compare' (duration: 58.349165ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:54.544548Z","caller":"traceutil/trace.go:171","msg":"trace[566764135] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10159; }","duration":"130.636284ms","start":"2026-03-19T09:24:54.413893Z","end":"2026-03-19T09:24:54.544529Z","steps":["trace[566764135] 'process raft request' (duration: 130.609473ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:54.544759Z","caller":"traceutil/trace.go:171","msg":"trace[527390437] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"131.529257ms","start":"2026-03-19T09:24:54.413223Z","end":"2026-03-19T09:24:54.544752Z","steps":["trace[527390437] 'process raft request' (duration: 131.22972ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:54.544824Z","caller":"traceutil/trace.go:171","msg":"trace[474632240] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"135.942419ms","start":"2026-03-19T09:24:54.408876Z","end":"2026-03-19T09:24:54.544819Z","steps":["trace[474632240] 'process raft request' (duration: 124.738824ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:54.756318Z","caller":"traceutil/trace.go:171","msg":"trace[1255629510] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"195.401874ms","start":"2026-03-19T09:24:54.5609Z","end":"2026-03-19T09:24:54.756301Z","steps":["trace[1255629510] 'process raft request' (duration: 128.596963ms)","trace[1255629510] 'compare' (duration: 66.39083ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:54.75729Z","caller":"traceutil/trace.go:171","msg":"trace[573224086] transaction","detail":"{read_only:false; response_revision:10161; number_of_response:1; }","duration":"143.612925ms","start":"2026-03-19T09:24:54.613665Z","end":"2026-03-19T09:24:54.757278Z","steps":["trace[573224086] 'process raft request' (duration: 142.328513ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:24:55.490984Z","caller":"traceutil/trace.go:171","msg":"trace[1367456682] linearizableReadLoop","detail":"{readStateIndex:10605; appliedIndex:10604; }","duration":"417.079155ms","start":"2026-03-19T09:24:55.073887Z","end":"2026-03-19T09:24:55.490966Z","steps":["trace[1367456682] 'read index received' (duration: 416.971002ms)","trace[1367456682] 'applied index is now lower than readState.Index' (duration: 107.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:24:55.491085Z","caller":"traceutil/trace.go:171","msg":"trace[813415515] transaction","detail":"{read_only:false; response_revision:10167; number_of_response:1; }","duration":"417.430174ms","start":"2026-03-19T09:24:55.073617Z","end":"2026-03-19T09:24:55.491048Z","steps":["trace[813415515] 'process raft request' (duration: 417.249109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:55.491177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.27513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-19T09:24:55.4914Z","caller":"traceutil/trace.go:171","msg":"trace[1048772098] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10167; }","duration":"417.506525ms","start":"2026-03-19T09:24:55.073877Z","end":"2026-03-19T09:24:55.491384Z","steps":["trace[1048772098] 'agreement among raft nodes before linearized reading' (duration: 417.173287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:55.491623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:55.073794Z","time spent":"417.759032ms","remote":"127.0.0.1:49712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-19T09:24:55.491461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:55.073591Z","time spent":"417.68514ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2592,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:24:55.492154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.769099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-19T09:24:55.492196Z","caller":"traceutil/trace.go:171","msg":"trace[1223315100] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10167; }","duration":"154.85199ms","start":"2026-03-19T09:24:55.337335Z","end":"2026-03-19T09:24:55.492187Z","steps":["trace[1223315100] 'agreement among raft nodes before linearized reading' (duration: 153.759203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:24:55.506516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.508505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-19T09:24:55.506597Z","caller":"traceutil/trace.go:171","msg":"trace[589004275] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10167; }","duration":"426.604578ms","start":"2026-03-19T09:24:55.079968Z","end":"2026-03-19T09:24:55.506573Z","steps":["trace[589004275] 'agreement among raft nodes before linearized reading' (duration: 411.093763ms)","trace[589004275] 'range keys from bolt db' (duration: 15.393022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:24:55.506627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:24:55.079964Z","time spent":"426.65679ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-19T09:24:58.370199Z","caller":"traceutil/trace.go:171","msg":"trace[2046365351] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"112.76366ms","start":"2026-03-19T09:24:58.257391Z","end":"2026-03-19T09:24:58.370155Z","steps":["trace[2046365351] 'process raft request' (duration: 110.301517ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:01.673345Z","caller":"traceutil/trace.go:171","msg":"trace[607568321] transaction","detail":"{read_only:false; response_revision:10215; number_of_response:1; }","duration":"106.970732ms","start":"2026-03-19T09:25:01.56632Z","end":"2026-03-19T09:25:01.673291Z","steps":["trace[607568321] 'process raft request' (duration: 106.784817ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:01.94943Z","caller":"traceutil/trace.go:171","msg":"trace[407339876] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"129.202698ms","start":"2026-03-19T09:25:01.820196Z","end":"2026-03-19T09:25:01.949399Z","steps":["trace[407339876] 'process raft request' (duration: 127.499416ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:02.247053Z","caller":"traceutil/trace.go:171","msg":"trace[1455026459] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"110.947214ms","start":"2026-03-19T09:25:02.136076Z","end":"2026-03-19T09:25:02.247023Z","steps":["trace[1455026459] 'process raft request' (duration: 110.796831ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:04.579142Z","caller":"traceutil/trace.go:171","msg":"trace[368676810] linearizableReadLoop","detail":"{readStateIndex:10672; appliedIndex:10671; }","duration":"207.791578ms","start":"2026-03-19T09:25:04.371318Z","end":"2026-03-19T09:25:04.57911Z","steps":["trace[368676810] 'read index received' (duration: 207.505081ms)","trace[368676810] 'applied index is now lower than readState.Index' (duration: 285.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:04.579256Z","caller":"traceutil/trace.go:171","msg":"trace[273334533] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"224.545475ms","start":"2026-03-19T09:25:04.354672Z","end":"2026-03-19T09:25:04.579218Z","steps":["trace[273334533] 'process raft request' (duration: 224.240607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:04.579449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.105896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:25:04.579497Z","caller":"traceutil/trace.go:171","msg":"trace[1877348563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10230; }","duration":"208.214118ms","start":"2026-03-19T09:25:04.371272Z","end":"2026-03-19T09:25:04.579486Z","steps":["trace[1877348563] 'agreement among raft nodes before linearized reading' (duration: 208.021284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:11.091464Z","caller":"traceutil/trace.go:171","msg":"trace[1017115097] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"154.523833ms","start":"2026-03-19T09:25:10.936917Z","end":"2026-03-19T09:25:11.09144Z","steps":["trace[1017115097] 'process raft request' (duration: 154.39403ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:13.257679Z","caller":"traceutil/trace.go:171","msg":"trace[1848151302] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"161.141111ms","start":"2026-03-19T09:25:13.096508Z","end":"2026-03-19T09:25:13.25765Z","steps":["trace[1848151302] 'process raft request' (duration: 160.953876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.279333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.350274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:25:14.279434Z","caller":"traceutil/trace.go:171","msg":"trace[3973201] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10270; }","duration":"643.502398ms","start":"2026-03-19T09:25:13.635912Z","end":"2026-03-19T09:25:14.279415Z","steps":["trace[3973201] 'count revisions from in-memory index tree' (duration: 643.254201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.279405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.104079ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:25:14.279479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.63585Z","time spent":"643.617251ms","remote":"127.0.0.1:49814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:25:14.279522Z","caller":"traceutil/trace.go:171","msg":"trace[1821502276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10270; }","duration":"735.220482ms","start":"2026-03-19T09:25:13.544282Z","end":"2026-03-19T09:25:14.279503Z","steps":["trace[1821502276] 'range keys from in-memory index tree' (duration: 735.090859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.279496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.605544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:25:14.279607Z","caller":"traceutil/trace.go:171","msg":"trace[1603782118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10270; }","duration":"596.766908ms","start":"2026-03-19T09:25:13.682816Z","end":"2026-03-19T09:25:14.279582Z","steps":["trace[1603782118] 'range keys from in-memory index tree' (duration: 596.508811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.279935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.682791Z","time spent":"597.100467ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:25:14.279994Z","caller":"traceutil/trace.go:171","msg":"trace[1721579706] linearizableReadLoop","detail":"{readStateIndex:10715; appliedIndex:10714; }","duration":"463.988059ms","start":"2026-03-19T09:25:13.815996Z","end":"2026-03-19T09:25:14.279985Z","steps":["trace[1721579706] 'read index received' (duration: 438.761077ms)","trace[1721579706] 'applied index is now lower than readState.Index' (duration: 25.225832ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:14.279987Z","caller":"traceutil/trace.go:171","msg":"trace[9210122] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"479.709869ms","start":"2026-03-19T09:25:13.800238Z","end":"2026-03-19T09:25:14.279947Z","steps":["trace[9210122] 'process raft request' (duration: 454.504917ms)","trace[9210122] 'compare' (duration: 24.134635ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:14.279958Z","caller":"traceutil/trace.go:171","msg":"trace[740663929] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"206.004802ms","start":"2026-03-19T09:25:14.07394Z","end":"2026-03-19T09:25:14.279945Z","steps":["trace[740663929] 'process raft request' (duration: 205.93118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.280183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.800206Z","time spent":"479.873952ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:25:14.280338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.342557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:25:14.2804Z","caller":"traceutil/trace.go:171","msg":"trace[1124010907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10272; }","duration":"464.43839ms","start":"2026-03-19T09:25:13.815947Z","end":"2026-03-19T09:25:14.280386Z","steps":["trace[1124010907] 'agreement among raft nodes before linearized reading' (duration: 464.274856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.280455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.815929Z","time spent":"464.514502ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:25:14.280673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.227629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:25:14.280728Z","caller":"traceutil/trace.go:171","msg":"trace[925883356] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10272; }","duration":"428.320171ms","start":"2026-03-19T09:25:13.852392Z","end":"2026-03-19T09:25:14.280712Z","steps":["trace[925883356] 'agreement among raft nodes before linearized reading' (duration: 428.241229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.280768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.852366Z","time spent":"428.389383ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:25:14.280931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.968878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:25:14.280963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.333763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:25:14.281003Z","caller":"traceutil/trace.go:171","msg":"trace[1830548243] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10272; }","duration":"376.090631ms","start":"2026-03-19T09:25:13.904895Z","end":"2026-03-19T09:25:14.280985Z","steps":["trace[1830548243] 'agreement among raft nodes before linearized reading' (duration: 375.975118ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:14.281059Z","caller":"traceutil/trace.go:171","msg":"trace[1035654107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10272; }","duration":"342.473796ms","start":"2026-03-19T09:25:13.938559Z","end":"2026-03-19T09:25:14.281033Z","steps":["trace[1035654107] 'agreement among raft nodes before linearized reading' (duration: 342.196409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.281054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.33412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-19T09:25:14.281061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.904869Z","time spent":"376.176704ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:25:14.281067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.023109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:25:14.281268Z","caller":"traceutil/trace.go:171","msg":"trace[1932566598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10272; }","duration":"110.217156ms","start":"2026-03-19T09:25:14.17099Z","end":"2026-03-19T09:25:14.281207Z","steps":["trace[1932566598] 'agreement among raft nodes before linearized reading' (duration: 109.700352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.281109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:13.93854Z","time spent":"342.556219ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:25:14.281118Z","caller":"traceutil/trace.go:171","msg":"trace[1357545352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10272; }","duration":"184.440144ms","start":"2026-03-19T09:25:14.096658Z","end":"2026-03-19T09:25:14.281098Z","steps":["trace[1357545352] 'agreement among raft nodes before linearized reading' (duration: 184.254968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.621887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.357762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:25:14.621979Z","caller":"traceutil/trace.go:171","msg":"trace[1839665779] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10274; }","duration":"239.496995ms","start":"2026-03-19T09:25:14.382461Z","end":"2026-03-19T09:25:14.621958Z","steps":["trace[1839665779] 'range keys from in-memory index tree' (duration: 239.248688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:14.622542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.930127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:25:14.622589Z","caller":"traceutil/trace.go:171","msg":"trace[889198191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10274; }","duration":"196.015759ms","start":"2026-03-19T09:25:14.426563Z","end":"2026-03-19T09:25:14.622579Z","steps":["trace[889198191] 'range keys from in-memory index tree' (duration: 195.737542ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:14.981613Z","caller":"traceutil/trace.go:171","msg":"trace[1727379199] linearizableReadLoop","detail":"{readStateIndex:10721; appliedIndex:10719; }","duration":"138.049284ms","start":"2026-03-19T09:25:14.843509Z","end":"2026-03-19T09:25:14.981558Z","steps":["trace[1727379199] 'read index received' (duration: 39.867674ms)","trace[1727379199] 'applied index is now lower than readState.Index' (duration: 98.1802ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:14.981633Z","caller":"traceutil/trace.go:171","msg":"trace[974214019] transaction","detail":"{read_only:false; response_revision:10277; number_of_response:1; }","duration":"182.332451ms","start":"2026-03-19T09:25:14.799242Z","end":"2026-03-19T09:25:14.981574Z","steps":["trace[974214019] 'process raft request' (duration: 97.012769ms)","trace[974214019] 'compare' (duration: 85.078705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:14.981836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.307921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:25:14.981903Z","caller":"traceutil/trace.go:171","msg":"trace[1336802419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10277; }","duration":"138.421774ms","start":"2026-03-19T09:25:14.843463Z","end":"2026-03-19T09:25:14.981885Z","steps":["trace[1336802419] 'agreement among raft nodes before linearized reading' (duration: 138.208489ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:15.411346Z","caller":"traceutil/trace.go:171","msg":"trace[502298622] transaction","detail":"{read_only:false; response_revision:10279; number_of_response:1; }","duration":"148.743866ms","start":"2026-03-19T09:25:15.262577Z","end":"2026-03-19T09:25:15.411321Z","steps":["trace[502298622] 'process raft request' (duration: 148.595492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:16.480314Z","caller":"traceutil/trace.go:171","msg":"trace[1050472687] transaction","detail":"{read_only:false; response_revision:10282; number_of_response:1; }","duration":"115.772967ms","start":"2026-03-19T09:25:16.364517Z","end":"2026-03-19T09:25:16.48029Z","steps":["trace[1050472687] 'process raft request' (duration: 111.132438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:30.638145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.259602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:25:30.638234Z","caller":"traceutil/trace.go:171","msg":"trace[1859698176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10344; }","duration":"164.405815ms","start":"2026-03-19T09:25:30.473813Z","end":"2026-03-19T09:25:30.638219Z","steps":["trace[1859698176] 'range keys from in-memory index tree' (duration: 164.100108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:30.638162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.318573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:25:30.638361Z","caller":"traceutil/trace.go:171","msg":"trace[1732713784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10344; }","duration":"162.565119ms","start":"2026-03-19T09:25:30.475772Z","end":"2026-03-19T09:25:30.638337Z","steps":["trace[1732713784] 'range keys from in-memory index tree' (duration: 162.037305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:31.63621Z","caller":"traceutil/trace.go:171","msg":"trace[934524922] transaction","detail":"{read_only:false; response_revision:10351; number_of_response:1; }","duration":"121.190927ms","start":"2026-03-19T09:25:31.514991Z","end":"2026-03-19T09:25:31.636182Z","steps":["trace[934524922] 'process raft request' (duration: 99.7309ms)","trace[934524922] 'compare' (duration: 20.952504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:32.224069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.983101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:25:32.224183Z","caller":"traceutil/trace.go:171","msg":"trace[817866778] transaction","detail":"{read_only:false; response_revision:10352; number_of_response:1; }","duration":"488.881749ms","start":"2026-03-19T09:25:31.735282Z","end":"2026-03-19T09:25:32.224164Z","steps":["trace[817866778] 'process raft request' (duration: 162.719263ms)","trace[817866778] 'compare' (duration: 325.649552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:32.224246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:31.735261Z","time spent":"488.952641ms","remote":"127.0.0.1:49674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:32.268032Z","caller":"traceutil/trace.go:171","msg":"trace[558656617] transaction","detail":"{read_only:false; response_revision:10353; number_of_response:1; }","duration":"433.322963ms","start":"2026-03-19T09:25:31.83467Z","end":"2026-03-19T09:25:32.267993Z","steps":["trace[558656617] 'process raft request' (duration: 433.082667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:32.268354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:31.834651Z","time spent":"433.463477ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:32.725562Z","caller":"traceutil/trace.go:171","msg":"trace[1297511109] transaction","detail":"{read_only:false; response_revision:10354; number_of_response:1; }","duration":"254.061939ms","start":"2026-03-19T09:25:32.471478Z","end":"2026-03-19T09:25:32.72554Z","steps":["trace[1297511109] 'process raft request' (duration: 253.927546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:33.159246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.393174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:25:33.159423Z","caller":"traceutil/trace.go:171","msg":"trace[1031307255] transaction","detail":"{read_only:false; response_revision:10355; number_of_response:1; }","duration":"687.823854ms","start":"2026-03-19T09:25:32.471562Z","end":"2026-03-19T09:25:33.159386Z","steps":["trace[1031307255] 'process raft request' (duration: 571.217755ms)","trace[1031307255] 'compare' (duration: 116.280161ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:33.159447Z","caller":"traceutil/trace.go:171","msg":"trace[2067968843] linearizableReadLoop","detail":"{readStateIndex:10803; appliedIndex:10801; }","duration":"505.696356ms","start":"2026-03-19T09:25:32.653666Z","end":"2026-03-19T09:25:33.159363Z","steps":["trace[2067968843] 'read index received' (duration: 71.746537ms)","trace[2067968843] 'applied index is now lower than readState.Index' (duration: 433.948649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:33.159547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.471528Z","time spent":"687.956718ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:25:33.1596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.927142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:25:33.159652Z","caller":"traceutil/trace.go:171","msg":"trace[1063362576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10355; }","duration":"506.004925ms","start":"2026-03-19T09:25:32.653636Z","end":"2026-03-19T09:25:33.159641Z","steps":["trace[1063362576] 'agreement among raft nodes before linearized reading' (duration: 505.852851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:33.159688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.653622Z","time spent":"506.057456ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:25:33.159699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.198864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:25:33.159726Z","caller":"traceutil/trace.go:171","msg":"trace[1540621528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10355; }","duration":"329.254204ms","start":"2026-03-19T09:25:32.830464Z","end":"2026-03-19T09:25:33.159718Z","steps":["trace[1540621528] 'agreement among raft nodes before linearized reading' (duration: 329.168372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:33.159718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.261375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:25:33.159752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.830447Z","time spent":"329.299306ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T09:25:33.159749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.534169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:25:33.159793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.482518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:25:33.159834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.106229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:25:33.159871Z","caller":"traceutil/trace.go:171","msg":"trace[121635246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10355; }","duration":"100.14202ms","start":"2026-03-19T09:25:33.059718Z","end":"2026-03-19T09:25:33.159861Z","steps":["trace[121635246] 'agreement among raft nodes before linearized reading' (duration: 100.015007ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:33.159881Z","caller":"traceutil/trace.go:171","msg":"trace[1032624726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10355; }","duration":"477.611502ms","start":"2026-03-19T09:25:32.682243Z","end":"2026-03-19T09:25:33.159855Z","steps":["trace[1032624726] 'agreement among raft nodes before linearized reading' (duration: 477.384056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:33.15989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.664934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:25:33.15981Z","caller":"traceutil/trace.go:171","msg":"trace[1920588590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10355; }","duration":"437.361587ms","start":"2026-03-19T09:25:32.72239Z","end":"2026-03-19T09:25:33.159751Z","steps":["trace[1920588590] 'agreement among raft nodes before linearized reading' (duration: 437.251454ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:33.159824Z","caller":"traceutil/trace.go:171","msg":"trace[878702287] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10355; }","duration":"411.661713ms","start":"2026-03-19T09:25:32.748146Z","end":"2026-03-19T09:25:33.159808Z","steps":["trace[878702287] 'agreement among raft nodes before linearized reading' (duration: 411.511189ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:33.159928Z","caller":"traceutil/trace.go:171","msg":"trace[682566148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10355; }","duration":"446.750006ms","start":"2026-03-19T09:25:32.713167Z","end":"2026-03-19T09:25:33.159917Z","steps":["trace[682566148] 'agreement among raft nodes before linearized reading' (duration: 446.631113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:33.159928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.682223Z","time spent":"477.694504ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:25:33.15995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.713135Z","time spent":"446.809208ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:25:33.159958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.748127Z","time spent":"411.821486ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:25:33.15998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:32.722374Z","time spent":"437.551993ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:25:36.737593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457019635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:25:37.238137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457019635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:25:37.238511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009013384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:25:37.238616Z","caller":"traceutil/trace.go:171","msg":"trace[1856538418] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10369; }","duration":"1.009147228s","start":"2026-03-19T09:25:36.229445Z","end":"2026-03-19T09:25:37.238592Z","steps":["trace[1856538418] 'range keys from in-memory index tree' (duration: 1.008829208s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:37.238659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:36.229426Z","time spent":"1.009225349s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-19T09:25:37.274506Z","caller":"traceutil/trace.go:171","msg":"trace[221766938] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"1.040643119s","start":"2026-03-19T09:25:36.23383Z","end":"2026-03-19T09:25:37.274473Z","steps":["trace[221766938] 'process raft request' (duration: 1.040411293s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:37.274727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:36.233804Z","time spent":"1.040793052s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:37.312033Z","caller":"traceutil/trace.go:171","msg":"trace[1518987918] linearizableReadLoop","detail":"{readStateIndex:10819; appliedIndex:10817; }","duration":"1.075518827s","start":"2026-03-19T09:25:36.236492Z","end":"2026-03-19T09:25:37.312011Z","steps":["trace[1518987918] 'read index received' (duration: 1.037863938s)","trace[1518987918] 'applied index is now lower than readState.Index' (duration: 37.653879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:37.312218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075707682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:25:37.312254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.094009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:25:37.31228Z","caller":"traceutil/trace.go:171","msg":"trace[1177983443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10371; }","duration":"1.075783033s","start":"2026-03-19T09:25:36.23648Z","end":"2026-03-19T09:25:37.312263Z","steps":["trace[1177983443] 'agreement among raft nodes before linearized reading' (duration: 1.07566353s)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:37.312316Z","caller":"traceutil/trace.go:171","msg":"trace[1161179083] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10371; }","duration":"759.200722ms","start":"2026-03-19T09:25:36.553094Z","end":"2026-03-19T09:25:37.312295Z","steps":["trace[1161179083] 'agreement among raft nodes before linearized reading' (duration: 759.10267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:37.312324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:36.236393Z","time spent":"1.075921367s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:25:37.312375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:36.553074Z","time spent":"759.280474ms","remote":"127.0.0.1:47424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:25:37.312812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.6934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:25:37.312859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.807159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:25:37.312876Z","caller":"traceutil/trace.go:171","msg":"trace[56023362] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10371; }","duration":"447.796382ms","start":"2026-03-19T09:25:36.865064Z","end":"2026-03-19T09:25:37.31286Z","steps":["trace[56023362] 'agreement among raft nodes before linearized reading' (duration: 447.668429ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:37.312916Z","caller":"traceutil/trace.go:171","msg":"trace[618639259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10371; }","duration":"126.907991ms","start":"2026-03-19T09:25:37.185992Z","end":"2026-03-19T09:25:37.3129Z","steps":["trace[618639259] 'agreement among raft nodes before linearized reading' (duration: 126.757888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:37.312933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:36.865044Z","time spent":"447.869955ms","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:25:37.424482Z","caller":"traceutil/trace.go:171","msg":"trace[1872536888] transaction","detail":"{read_only:false; response_revision:10373; number_of_response:1; }","duration":"105.64359ms","start":"2026-03-19T09:25:37.318818Z","end":"2026-03-19T09:25:37.424461Z","steps":["trace[1872536888] 'process raft request' (duration: 105.411265ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:37.42484Z","caller":"traceutil/trace.go:171","msg":"trace[1810816885] transaction","detail":"{read_only:false; response_revision:10374; number_of_response:1; }","duration":"105.714042ms","start":"2026-03-19T09:25:37.319101Z","end":"2026-03-19T09:25:37.424815Z","steps":["trace[1810816885] 'process raft request' (duration: 105.316182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:37.425151Z","caller":"traceutil/trace.go:171","msg":"trace[1349374543] linearizableReadLoop","detail":"{readStateIndex:10822; appliedIndex:10820; }","duration":"106.140572ms","start":"2026-03-19T09:25:37.318959Z","end":"2026-03-19T09:25:37.4251Z","steps":["trace[1349374543] 'read index received' (duration: 41.580709ms)","trace[1349374543] 'applied index is now lower than readState.Index' (duration: 64.558523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:37.425317Z","caller":"traceutil/trace.go:171","msg":"trace[1906765187] transaction","detail":"{read_only:false; response_revision:10376; number_of_response:1; }","duration":"105.467204ms","start":"2026-03-19T09:25:37.319834Z","end":"2026-03-19T09:25:37.425301Z","steps":["trace[1906765187] 'process raft request' (duration: 105.191338ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:37.425315Z","caller":"traceutil/trace.go:171","msg":"trace[1268499810] transaction","detail":"{read_only:false; response_revision:10375; number_of_response:1; }","duration":"106.167393ms","start":"2026-03-19T09:25:37.319124Z","end":"2026-03-19T09:25:37.425292Z","steps":["trace[1268499810] 'process raft request' (duration: 105.510737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:37.425688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.749795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T09:25:37.425845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.870241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347699"} {"level":"info","ts":"2026-03-19T09:25:37.425888Z","caller":"traceutil/trace.go:171","msg":"trace[821650821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10376; }","duration":"106.955623ms","start":"2026-03-19T09:25:37.318924Z","end":"2026-03-19T09:25:37.425879Z","steps":["trace[821650821] 'agreement among raft nodes before linearized reading' (duration: 106.565483ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:37.425847Z","caller":"traceutil/trace.go:171","msg":"trace[886998736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10376; }","duration":"102.953121ms","start":"2026-03-19T09:25:37.322871Z","end":"2026-03-19T09:25:37.425824Z","steps":["trace[886998736] 'agreement among raft nodes before linearized reading' (duration: 102.617182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:39.597588Z","caller":"traceutil/trace.go:171","msg":"trace[281409874] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"100.366266ms","start":"2026-03-19T09:25:39.497191Z","end":"2026-03-19T09:25:39.597557Z","steps":["trace[281409874] 'process raft request' (duration: 100.11343ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:39.599854Z","caller":"traceutil/trace.go:171","msg":"trace[1022673310] transaction","detail":"{read_only:false; response_revision:10383; number_of_response:1; }","duration":"101.921805ms","start":"2026-03-19T09:25:39.49791Z","end":"2026-03-19T09:25:39.599831Z","steps":["trace[1022673310] 'process raft request' (duration: 101.841983ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:39.600023Z","caller":"traceutil/trace.go:171","msg":"trace[827225300] transaction","detail":"{read_only:false; response_revision:10384; number_of_response:1; }","duration":"100.730426ms","start":"2026-03-19T09:25:39.499267Z","end":"2026-03-19T09:25:39.599997Z","steps":["trace[827225300] 'process raft request' (duration: 100.518849ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:39.600103Z","caller":"traceutil/trace.go:171","msg":"trace[670570864] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"102.203093ms","start":"2026-03-19T09:25:39.497887Z","end":"2026-03-19T09:25:39.60009Z","steps":["trace[670570864] 'process raft request' (duration: 101.74245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.501976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.671081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:25:45.502079Z","caller":"traceutil/trace.go:171","msg":"trace[470422952] linearizableReadLoop","detail":"{readStateIndex:10857; appliedIndex:10856; }","duration":"300.372008ms","start":"2026-03-19T09:25:45.201692Z","end":"2026-03-19T09:25:45.502064Z","steps":["trace[470422952] 'read index received' (duration: 117.473331ms)","trace[470422952] 'applied index is now lower than readState.Index' (duration: 182.897837ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:45.502145Z","caller":"traceutil/trace.go:171","msg":"trace[663040559] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"346.976064ms","start":"2026-03-19T09:25:45.155157Z","end":"2026-03-19T09:25:45.502133Z","steps":["trace[663040559] 'process raft request' (duration: 164.038736ms)","trace[663040559] 'compare' (duration: 182.446075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:45.502195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.155132Z","time spent":"347.039876ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:25:45.502518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.836691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:25:45.50255Z","caller":"traceutil/trace.go:171","msg":"trace[296963026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10407; }","duration":"300.913273ms","start":"2026-03-19T09:25:45.201629Z","end":"2026-03-19T09:25:45.502543Z","steps":["trace[296963026] 'agreement among raft nodes before linearized reading' (duration: 300.797569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.502571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.201606Z","time spent":"300.960314ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-19T09:25:45.765108Z","caller":"traceutil/trace.go:171","msg":"trace[1843335920] linearizableReadLoop","detail":"{readStateIndex:10858; appliedIndex:10857; }","duration":"262.968686ms","start":"2026-03-19T09:25:45.502101Z","end":"2026-03-19T09:25:45.765069Z","steps":["trace[1843335920] 'read index received' (duration: 172.564595ms)","trace[1843335920] 'applied index is now lower than readState.Index' (duration: 90.401821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:45.765416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.988748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:25:45.765527Z","caller":"traceutil/trace.go:171","msg":"trace[1366671919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10408; }","duration":"362.166322ms","start":"2026-03-19T09:25:45.403339Z","end":"2026-03-19T09:25:45.765505Z","steps":["trace[1366671919] 'agreement among raft nodes before linearized reading' (duration: 361.797813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.765578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.403319Z","time spent":"362.248594ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:25:45.765599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.776868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:25:45.765656Z","caller":"traceutil/trace.go:171","msg":"trace[2134978661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10408; }","duration":"256.906981ms","start":"2026-03-19T09:25:45.508734Z","end":"2026-03-19T09:25:45.765641Z","steps":["trace[2134978661] 'agreement among raft nodes before linearized reading' (duration: 256.692035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.76572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.430758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:25:45.765884Z","caller":"traceutil/trace.go:171","msg":"trace[911895150] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10408; }","duration":"501.672845ms","start":"2026-03-19T09:25:45.264189Z","end":"2026-03-19T09:25:45.765862Z","steps":["trace[911895150] 'agreement among raft nodes before linearized reading' (duration: 501.13134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.766025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.433617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-19T09:25:45.765469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.958481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:25:45.766072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.124789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:25:45.766093Z","caller":"traceutil/trace.go:171","msg":"trace[1440868588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10408; }","duration":"129.556509ms","start":"2026-03-19T09:25:45.636517Z","end":"2026-03-19T09:25:45.766074Z","steps":["trace[1440868588] 'agreement among raft nodes before linearized reading' (duration: 129.386275ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:45.766125Z","caller":"traceutil/trace.go:171","msg":"trace[830133327] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10408; }","duration":"405.69003ms","start":"2026-03-19T09:25:45.360407Z","end":"2026-03-19T09:25:45.766097Z","steps":["trace[830133327] 'agreement among raft nodes before linearized reading' (duration: 404.789496ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:45.765169Z","caller":"traceutil/trace.go:171","msg":"trace[2126495770] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"457.92136ms","start":"2026-03-19T09:25:45.30721Z","end":"2026-03-19T09:25:45.765131Z","steps":["trace[2126495770] 'process raft request' (duration: 367.441916ms)","trace[2126495770] 'compare' (duration: 90.168656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:45.766215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.274821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:25:45.766264Z","caller":"traceutil/trace.go:171","msg":"trace[288764979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10408; }","duration":"224.373903ms","start":"2026-03-19T09:25:45.541875Z","end":"2026-03-19T09:25:45.766249Z","steps":["trace[288764979] 'agreement among raft nodes before linearized reading' (duration: 224.230249ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:45.766126Z","caller":"traceutil/trace.go:171","msg":"trace[1926678434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10408; }","duration":"142.230671ms","start":"2026-03-19T09:25:45.623881Z","end":"2026-03-19T09:25:45.766112Z","steps":["trace[1926678434] 'agreement among raft nodes before linearized reading' (duration: 142.072877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.766312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.307182Z","time spent":"459.052589ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:25:45.76632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.36037Z","time spent":"405.926766ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:25:45.76605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.264171Z","time spent":"501.856849ms","remote":"127.0.0.1:49792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-19T09:25:45.766549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.785029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:25:45.766617Z","caller":"traceutil/trace.go:171","msg":"trace[761080114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10408; }","duration":"128.868882ms","start":"2026-03-19T09:25:45.637731Z","end":"2026-03-19T09:25:45.7666Z","steps":["trace[761080114] 'agreement among raft nodes before linearized reading' (duration: 128.734558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:45.766677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.823319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:25:45.767255Z","caller":"traceutil/trace.go:171","msg":"trace[154711463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10408; }","duration":"125.377303ms","start":"2026-03-19T09:25:45.641823Z","end":"2026-03-19T09:25:45.7672Z","steps":["trace[154711463] 'agreement among raft nodes before linearized reading' (duration: 124.608853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:25:46.271091Z","caller":"traceutil/trace.go:171","msg":"trace[644467682] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"495.431036ms","start":"2026-03-19T09:25:45.775634Z","end":"2026-03-19T09:25:46.271065Z","steps":["trace[644467682] 'process raft request' (duration: 421.630367ms)","trace[644467682] 'compare' (duration: 73.336617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:46.271249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.775622Z","time spent":"495.546238ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:46.271439Z","caller":"traceutil/trace.go:171","msg":"trace[1604627957] linearizableReadLoop","detail":"{readStateIndex:10864; appliedIndex:10860; }","duration":"362.610533ms","start":"2026-03-19T09:25:45.908803Z","end":"2026-03-19T09:25:46.271414Z","steps":["trace[1604627957] 'read index received' (duration: 288.396362ms)","trace[1604627957] 'applied index is now lower than readState.Index' (duration: 74.212821ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:46.271589Z","caller":"traceutil/trace.go:171","msg":"trace[1348585736] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"495.890497ms","start":"2026-03-19T09:25:45.775687Z","end":"2026-03-19T09:25:46.271577Z","steps":["trace[1348585736] 'process raft request' (duration: 495.295402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:46.271705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.775667Z","time spent":"495.960159ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:46.27206Z","caller":"traceutil/trace.go:171","msg":"trace[322357359] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"495.930668ms","start":"2026-03-19T09:25:45.776118Z","end":"2026-03-19T09:25:46.272048Z","steps":["trace[322357359] 'process raft request' (duration: 495.140158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:46.272154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.776106Z","time spent":"495.998ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:25:46.272378Z","caller":"traceutil/trace.go:171","msg":"trace[1296481313] transaction","detail":"{read_only:false; response_revision:10414; number_of_response:1; }","duration":"495.968169ms","start":"2026-03-19T09:25:45.776395Z","end":"2026-03-19T09:25:46.272363Z","steps":["trace[1296481313] 'process raft request' (duration: 494.972813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:46.272446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.776387Z","time spent":"496.026091ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:25:46.272561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.771502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:25:46.272604Z","caller":"traceutil/trace.go:171","msg":"trace[82434900] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10414; }","duration":"363.865244ms","start":"2026-03-19T09:25:45.908725Z","end":"2026-03-19T09:25:46.272591Z","steps":["trace[82434900] 'agreement among raft nodes before linearized reading' (duration: 363.802053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:46.272633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:25:45.908696Z","time spent":"363.931226ms","remote":"127.0.0.1:50110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-19T09:25:47.016818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.500189ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:25:47.980039Z","caller":"traceutil/trace.go:171","msg":"trace[99131679] linearizableReadLoop","detail":"{readStateIndex:10868; appliedIndex:10867; }","duration":"151.656612ms","start":"2026-03-19T09:25:47.828355Z","end":"2026-03-19T09:25:47.980011Z","steps":["trace[99131679] 'read index received' (duration: 62.218074ms)","trace[99131679] 'applied index is now lower than readState.Index' (duration: 89.437488ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:25:47.980186Z","caller":"traceutil/trace.go:171","msg":"trace[1770142291] transaction","detail":"{read_only:false; response_revision:10417; number_of_response:1; }","duration":"177.814918ms","start":"2026-03-19T09:25:47.802301Z","end":"2026-03-19T09:25:47.980116Z","steps":["trace[1770142291] 'process raft request' (duration: 88.272228ms)","trace[1770142291] 'compare' (duration: 89.306474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:25:47.980279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.895008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:25:47.980325Z","caller":"traceutil/trace.go:171","msg":"trace[1230323290] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10417; }","duration":"152.0043ms","start":"2026-03-19T09:25:47.828306Z","end":"2026-03-19T09:25:47.980311Z","steps":["trace[1230323290] 'agreement among raft nodes before linearized reading' (duration: 151.834756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:25:47.980424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.684686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:25:47.980521Z","caller":"traceutil/trace.go:171","msg":"trace[975322266] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10417; }","duration":"148.816539ms","start":"2026-03-19T09:25:47.831679Z","end":"2026-03-19T09:25:47.980496Z","steps":["trace[975322266] 'agreement among raft nodes before linearized reading' (duration: 148.524332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:06.668972Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8600} {"level":"info","ts":"2026-03-19T09:26:06.744326Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8600,"took":"73.705427ms","hash":4148267694,"current-db-size-bytes":41508864,"current-db-size":"42 MB","current-db-size-in-use-bytes":24207360,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-19T09:26:06.744383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4148267694,"revision":8600,"compact-revision":6728} {"level":"warn","ts":"2026-03-19T09:26:15.933344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.500429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:26:15.933488Z","caller":"traceutil/trace.go:171","msg":"trace[1652641915] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10545; }","duration":"111.747745ms","start":"2026-03-19T09:26:15.821712Z","end":"2026-03-19T09:26:15.93346Z","steps":["trace[1652641915] 'count revisions from in-memory index tree' (duration: 111.331374ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:44.924439Z","caller":"traceutil/trace.go:171","msg":"trace[1285965026] linearizableReadLoop","detail":"{readStateIndex:11173; appliedIndex:11172; }","duration":"219.641632ms","start":"2026-03-19T09:26:44.704772Z","end":"2026-03-19T09:26:44.924413Z","steps":["trace[1285965026] 'read index received' (duration: 151.431206ms)","trace[1285965026] 'applied index is now lower than readState.Index' (duration: 68.209416ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:26:44.924479Z","caller":"traceutil/trace.go:171","msg":"trace[674417303] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"237.731493ms","start":"2026-03-19T09:26:44.686728Z","end":"2026-03-19T09:26:44.92446Z","steps":["trace[674417303] 'process raft request' (duration: 169.546917ms)","trace[674417303] 'compare' (duration: 67.776506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:26:44.92473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.768194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:26:44.924814Z","caller":"traceutil/trace.go:171","msg":"trace[551674003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10709; }","duration":"129.889827ms","start":"2026-03-19T09:26:44.794904Z","end":"2026-03-19T09:26:44.924793Z","steps":["trace[551674003] 'agreement among raft nodes before linearized reading' (duration: 129.656741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:44.925691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.902805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:26:44.925733Z","caller":"traceutil/trace.go:171","msg":"trace[1074217357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10709; }","duration":"220.959717ms","start":"2026-03-19T09:26:44.704763Z","end":"2026-03-19T09:26:44.925722Z","steps":["trace[1074217357] 'agreement among raft nodes before linearized reading' (duration: 219.775316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:55.349909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.169173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:26:55.350025Z","caller":"traceutil/trace.go:171","msg":"trace[808926997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10831; }","duration":"602.335738ms","start":"2026-03-19T09:26:54.747665Z","end":"2026-03-19T09:26:55.35Z","steps":["trace[808926997] 'range keys from in-memory index tree' (duration: 601.990538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:55.350164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.471196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:26:55.3501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:54.747647Z","time spent":"602.43323ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:26:55.350267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.148416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:26:55.350274Z","caller":"traceutil/trace.go:171","msg":"trace[284699375] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10831; }","duration":"279.61303ms","start":"2026-03-19T09:26:55.070638Z","end":"2026-03-19T09:26:55.350251Z","steps":["trace[284699375] 'count revisions from in-memory index tree' (duration: 279.345584ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:55.350303Z","caller":"traceutil/trace.go:171","msg":"trace[288349440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10831; }","duration":"308.222048ms","start":"2026-03-19T09:26:55.042068Z","end":"2026-03-19T09:26:55.35029Z","steps":["trace[288349440] 'range keys from in-memory index tree' (duration: 308.002643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:55.350331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:55.042047Z","time spent":"308.27853ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:26:55.350378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.590172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:26:55.350416Z","caller":"traceutil/trace.go:171","msg":"trace[579699266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10831; }","duration":"316.658343ms","start":"2026-03-19T09:26:55.033748Z","end":"2026-03-19T09:26:55.350407Z","steps":["trace[579699266] 'range keys from in-memory index tree' (duration: 316.429447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:55.35044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:55.033732Z","time spent":"316.703595ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:26:55.350043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.631135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-19T09:26:55.349959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.951311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-19T09:26:55.350476Z","caller":"traceutil/trace.go:171","msg":"trace[606676213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10831; }","duration":"352.112037ms","start":"2026-03-19T09:26:54.998356Z","end":"2026-03-19T09:26:55.350468Z","steps":["trace[606676213] 'range keys from in-memory index tree' (duration: 351.509872ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:55.350501Z","caller":"traceutil/trace.go:171","msg":"trace[1238136138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10831; }","duration":"372.560656ms","start":"2026-03-19T09:26:54.977934Z","end":"2026-03-19T09:26:55.350494Z","steps":["trace[1238136138] 'range keys from in-memory index tree' (duration: 371.808378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:55.350505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:54.998333Z","time spent":"352.165847ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-19T09:26:55.350524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:54.977914Z","time spent":"372.605378ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:26:55.349938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.842577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:26:55.350617Z","caller":"traceutil/trace.go:171","msg":"trace[234850397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10831; }","duration":"670.571995ms","start":"2026-03-19T09:26:54.680038Z","end":"2026-03-19T09:26:55.35061Z","steps":["trace[234850397] 'range keys from in-memory index tree' (duration: 669.767384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:55.350641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:54.680018Z","time spent":"670.618216ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T09:26:55.350644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.807133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-6p78f\" ","response":"range_response_count:1 size:7101"} {"level":"info","ts":"2026-03-19T09:26:55.35069Z","caller":"traceutil/trace.go:171","msg":"trace[984120105] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-6p78f; range_end:; response_count:1; response_revision:10831; }","duration":"284.892015ms","start":"2026-03-19T09:26:55.065785Z","end":"2026-03-19T09:26:55.350677Z","steps":["trace[984120105] 'range keys from in-memory index tree' (duration: 284.648118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:57.469876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.18316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:26:57.470101Z","caller":"traceutil/trace.go:171","msg":"trace[1824864540] linearizableReadLoop","detail":"{readStateIndex:11312; appliedIndex:11310; }","duration":"991.252ms","start":"2026-03-19T09:26:56.478827Z","end":"2026-03-19T09:26:57.470079Z","steps":["trace[1824864540] 'read index received' (duration: 286.861474ms)","trace[1824864540] 'applied index is now lower than readState.Index' (duration: 704.389226ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:26:57.470215Z","caller":"traceutil/trace.go:171","msg":"trace[2028649476] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"1.003738539s","start":"2026-03-19T09:26:56.466448Z","end":"2026-03-19T09:26:57.470186Z","steps":["trace[2028649476] 'process raft request' (duration: 299.143147ms)","trace[2028649476] 'compare' (duration: 704.061988ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:26:57.470227Z","caller":"traceutil/trace.go:171","msg":"trace[2022085054] transaction","detail":"{read_only:false; response_revision:10844; number_of_response:1; }","duration":"995.987252ms","start":"2026-03-19T09:26:56.474187Z","end":"2026-03-19T09:26:57.470174Z","steps":["trace[2022085054] 'process raft request' (duration: 995.811297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:57.470317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.479847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:26:57.470338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:56.466436Z","time spent":"1.003835532s","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:26:57.470368Z","caller":"traceutil/trace.go:171","msg":"trace[855478757] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:10844; }","duration":"991.562698ms","start":"2026-03-19T09:26:56.47879Z","end":"2026-03-19T09:26:57.470353Z","steps":["trace[855478757] 'agreement among raft nodes before linearized reading' (duration: 991.389064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:57.470415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:56.478777Z","time spent":"991.6258ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:26:57.470407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:56.474163Z","time spent":"996.149036ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:26:58.040079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.042956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:26:58.040324Z","caller":"traceutil/trace.go:171","msg":"trace[740930887] transaction","detail":"{read_only:false; response_revision:10845; number_of_response:1; }","duration":"107.24237ms","start":"2026-03-19T09:26:57.933026Z","end":"2026-03-19T09:26:58.040268Z","steps":["trace[740930887] 'process raft request' (duration: 107.135717ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:26:58.040342Z","caller":"traceutil/trace.go:171","msg":"trace[395182594] linearizableReadLoop","detail":"{readStateIndex:11313; appliedIndex:11312; }","duration":"570.162238ms","start":"2026-03-19T09:26:57.470144Z","end":"2026-03-19T09:26:58.040306Z","steps":["trace[395182594] 'read index received' (duration: 418.911327ms)","trace[395182594] 'applied index is now lower than readState.Index' (duration: 151.246411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:26:58.040599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071635677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:26:58.040645Z","caller":"traceutil/trace.go:171","msg":"trace[1759985335] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10845; }","duration":"1.07174187s","start":"2026-03-19T09:26:56.968891Z","end":"2026-03-19T09:26:58.040633Z","steps":["trace[1759985335] 'agreement among raft nodes before linearized reading' (duration: 1.071627427s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.040653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.705865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:26:58.040688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:56.968861Z","time spent":"1.071816571s","remote":"127.0.0.1:50122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-19T09:26:58.040702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.526901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:26:58.040743Z","caller":"traceutil/trace.go:171","msg":"trace[1570771488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10845; }","duration":"640.842998ms","start":"2026-03-19T09:26:57.399875Z","end":"2026-03-19T09:26:58.040718Z","steps":["trace[1570771488] 'agreement among raft nodes before linearized reading' (duration: 640.573382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.040667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358537294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:26:58.040762Z","caller":"traceutil/trace.go:171","msg":"trace[1980484266] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10845; }","duration":"558.624944ms","start":"2026-03-19T09:26:57.482123Z","end":"2026-03-19T09:26:58.040748Z","steps":["trace[1980484266] 'agreement among raft nodes before linearized reading' (duration: 558.536852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.040796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.399866Z","time spent":"640.92091ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:26:58.040824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.482101Z","time spent":"558.711917ms","remote":"127.0.0.1:52894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-19T09:26:58.04085Z","caller":"traceutil/trace.go:171","msg":"trace[174192097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10845; }","duration":"1.358737709s","start":"2026-03-19T09:26:56.682075Z","end":"2026-03-19T09:26:58.040813Z","steps":["trace[174192097] 'agreement among raft nodes before linearized reading' (duration: 1.358554464s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.040914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.505979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-19T09:26:58.040969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:56.682055Z","time spent":"1.358875412s","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:26:58.040977Z","caller":"traceutil/trace.go:171","msg":"trace[1154486182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10845; }","duration":"640.578211ms","start":"2026-03-19T09:26:57.40038Z","end":"2026-03-19T09:26:58.040958Z","steps":["trace[1154486182] 'agreement among raft nodes before linearized reading' (duration: 640.151511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.040995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.67108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-19T09:26:58.041033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.400373Z","time spent":"640.647293ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T09:26:58.041056Z","caller":"traceutil/trace.go:171","msg":"trace[223162519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10845; }","duration":"641.757811ms","start":"2026-03-19T09:26:57.399283Z","end":"2026-03-19T09:26:58.041041Z","steps":["trace[223162519] 'agreement among raft nodes before linearized reading' (duration: 641.322171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.041094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.399272Z","time spent":"641.813083ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:26:58.041125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.196836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-19T09:26:58.041228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.690066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:26:58.041273Z","caller":"traceutil/trace.go:171","msg":"trace[920925332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10845; }","duration":"470.768767ms","start":"2026-03-19T09:26:57.570493Z","end":"2026-03-19T09:26:58.041262Z","steps":["trace[920925332] 'agreement among raft nodes before linearized reading' (duration: 470.139341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.041308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.570477Z","time spent":"470.822669ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-19T09:26:58.041718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.516326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368459"} {"level":"info","ts":"2026-03-19T09:26:58.041766Z","caller":"traceutil/trace.go:171","msg":"trace[1902372493] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10845; }","duration":"566.584528ms","start":"2026-03-19T09:26:57.475171Z","end":"2026-03-19T09:26:58.041755Z","steps":["trace[1902372493] 'agreement among raft nodes before linearized reading' (duration: 565.451159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.041799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.475157Z","time spent":"566.631679ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368482,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-19T09:26:58.04123Z","caller":"traceutil/trace.go:171","msg":"trace[459877523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10845; }","duration":"650.857903ms","start":"2026-03-19T09:26:57.390355Z","end":"2026-03-19T09:26:58.041213Z","steps":["trace[459877523] 'agreement among raft nodes before linearized reading' (duration: 650.148615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:26:58.043284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:26:57.390331Z","time spent":"652.930826ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-19T09:27:00.299961Z","caller":"traceutil/trace.go:171","msg":"trace[1476917922] linearizableReadLoop","detail":"{readStateIndex:11327; appliedIndex:11326; }","duration":"223.05805ms","start":"2026-03-19T09:27:00.076881Z","end":"2026-03-19T09:27:00.299939Z","steps":["trace[1476917922] 'read index received' (duration: 189.601008ms)","trace[1476917922] 'applied index is now lower than readState.Index' (duration: 33.456012ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:00.300211Z","caller":"traceutil/trace.go:171","msg":"trace[1778263636] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"223.665426ms","start":"2026-03-19T09:27:00.076535Z","end":"2026-03-19T09:27:00.3002Z","steps":["trace[1778263636] 'process raft request' (duration: 189.934397ms)","trace[1778263636] 'compare' (duration: 33.38794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:27:00.30063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.733127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368470"} {"level":"info","ts":"2026-03-19T09:27:00.300665Z","caller":"traceutil/trace.go:171","msg":"trace[418198870] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10858; }","duration":"223.781508ms","start":"2026-03-19T09:27:00.076877Z","end":"2026-03-19T09:27:00.300659Z","steps":["trace[418198870] 'agreement among raft nodes before linearized reading' (duration: 223.424289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.318581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.691384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:27:00.318644Z","caller":"traceutil/trace.go:171","msg":"trace[2006629343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10859; }","duration":"208.813077ms","start":"2026-03-19T09:27:00.10982Z","end":"2026-03-19T09:27:00.318634Z","steps":["trace[2006629343] 'agreement among raft nodes before linearized reading' (duration: 208.634942ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:00.318619Z","caller":"traceutil/trace.go:171","msg":"trace[790424359] transaction","detail":"{read_only:false; response_revision:10859; number_of_response:1; }","duration":"208.398947ms","start":"2026-03-19T09:27:00.110189Z","end":"2026-03-19T09:27:00.318588Z","steps":["trace[790424359] 'process raft request' (duration: 208.14153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.318719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.816672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:27:00.3188Z","caller":"traceutil/trace.go:171","msg":"trace[1571995615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10859; }","duration":"207.959425ms","start":"2026-03-19T09:27:00.110819Z","end":"2026-03-19T09:27:00.318779Z","steps":["trace[1571995615] 'agreement among raft nodes before linearized reading' (duration: 207.700939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.318832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.335855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:27:00.318869Z","caller":"traceutil/trace.go:171","msg":"trace[1911266423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10859; }","duration":"208.396547ms","start":"2026-03-19T09:27:00.110465Z","end":"2026-03-19T09:27:00.318861Z","steps":["trace[1911266423] 'agreement among raft nodes before linearized reading' (duration: 208.293054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.318821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.68411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-6p78f\" ","response":"range_response_count:1 size:7350"} {"level":"warn","ts":"2026-03-19T09:27:00.318901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.658612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-19T09:27:00.31896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.949186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:27:00.318961Z","caller":"traceutil/trace.go:171","msg":"trace[569026355] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10859; }","duration":"120.759515ms","start":"2026-03-19T09:27:00.198184Z","end":"2026-03-19T09:27:00.318944Z","steps":["trace[569026355] 'agreement among raft nodes before linearized reading' (duration: 120.610601ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:00.318958Z","caller":"traceutil/trace.go:171","msg":"trace[310674046] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-6p78f; range_end:; response_count:1; response_revision:10859; }","duration":"187.838023ms","start":"2026-03-19T09:27:00.131072Z","end":"2026-03-19T09:27:00.31891Z","steps":["trace[310674046] 'agreement among raft nodes before linearized reading' (duration: 187.408832ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:00.318996Z","caller":"traceutil/trace.go:171","msg":"trace[256811398] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10859; }","duration":"208.027618ms","start":"2026-03-19T09:27:00.110959Z","end":"2026-03-19T09:27:00.318987Z","steps":["trace[256811398] 'agreement among raft nodes before linearized reading' (duration: 207.967785ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:00.75424Z","caller":"traceutil/trace.go:171","msg":"trace[1674960308] linearizableReadLoop","detail":"{readStateIndex:11332; appliedIndex:11329; }","duration":"282.110444ms","start":"2026-03-19T09:27:00.472111Z","end":"2026-03-19T09:27:00.754221Z","steps":["trace[1674960308] 'read index received' (duration: 281.840277ms)","trace[1674960308] 'applied index is now lower than readState.Index' (duration: 269.217µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:00.754375Z","caller":"traceutil/trace.go:171","msg":"trace[1632274627] transaction","detail":"{read_only:false; response_revision:10862; number_of_response:1; }","duration":"430.142424ms","start":"2026-03-19T09:27:00.324203Z","end":"2026-03-19T09:27:00.754345Z","steps":["trace[1632274627] 'process raft request' (duration: 429.937479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.754438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.304669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:27:00.754475Z","caller":"traceutil/trace.go:171","msg":"trace[897523800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10863; }","duration":"282.393261ms","start":"2026-03-19T09:27:00.47207Z","end":"2026-03-19T09:27:00.754464Z","steps":["trace[897523800] 'agreement among raft nodes before linearized reading' (duration: 282.235167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.754513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:00.324194Z","time spent":"430.247786ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:27:00.754568Z","caller":"traceutil/trace.go:171","msg":"trace[426204186] transaction","detail":"{read_only:false; response_revision:10863; number_of_response:1; }","duration":"425.477565ms","start":"2026-03-19T09:27:00.329048Z","end":"2026-03-19T09:27:00.754525Z","steps":["trace[426204186] 'process raft request' (duration: 425.132626ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:00.754611Z","caller":"traceutil/trace.go:171","msg":"trace[1409847289] transaction","detail":"{read_only:false; response_revision:10861; number_of_response:1; }","duration":"431.624151ms","start":"2026-03-19T09:27:00.322932Z","end":"2026-03-19T09:27:00.754556Z","steps":["trace[1409847289] 'process raft request' (duration: 431.093978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:00.754811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:00.32291Z","time spent":"431.773255ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:00.754829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:27:00.329027Z","time spent":"425.630638ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7280,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:27:00.961441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.077117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:27:00.961606Z","caller":"traceutil/trace.go:171","msg":"trace[737595348] transaction","detail":"{read_only:false; response_revision:10864; number_of_response:1; }","duration":"201.482351ms","start":"2026-03-19T09:27:00.760099Z","end":"2026-03-19T09:27:00.961581Z","steps":["trace[737595348] 'process raft request' (duration: 39.162818ms)","trace[737595348] 'compare' (duration: 161.909183ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:01.705265Z","caller":"traceutil/trace.go:171","msg":"trace[792082299] linearizableReadLoop","detail":"{readStateIndex:11334; appliedIndex:11333; }","duration":"108.634595ms","start":"2026-03-19T09:27:01.596599Z","end":"2026-03-19T09:27:01.705234Z","steps":["trace[792082299] 'read index received' (duration: 108.510572ms)","trace[792082299] 'applied index is now lower than readState.Index' (duration: 122.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:27:01.705443Z","caller":"traceutil/trace.go:171","msg":"trace[1317695116] transaction","detail":"{read_only:false; response_revision:10865; number_of_response:1; }","duration":"215.760094ms","start":"2026-03-19T09:27:01.489666Z","end":"2026-03-19T09:27:01.705426Z","steps":["trace[1317695116] 'process raft request' (duration: 215.390665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:01.705709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.092948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T09:27:01.705784Z","caller":"traceutil/trace.go:171","msg":"trace[661536171] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:10865; }","duration":"109.215621ms","start":"2026-03-19T09:27:01.596552Z","end":"2026-03-19T09:27:01.705767Z","steps":["trace[661536171] 'agreement among raft nodes before linearized reading' (duration: 109.024565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:27:01.867609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.978363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-19T09:27:01.867676Z","caller":"traceutil/trace.go:171","msg":"trace[699526407] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10866; }","duration":"105.090206ms","start":"2026-03-19T09:27:01.762572Z","end":"2026-03-19T09:27:01.867662Z","steps":["trace[699526407] 'range keys from in-memory index tree' (duration: 104.834669ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:27:01.897528Z","caller":"traceutil/trace.go:171","msg":"trace[1617325504] transaction","detail":"{read_only:false; response_revision:10867; number_of_response:1; }","duration":"130.234276ms","start":"2026-03-19T09:27:01.76727Z","end":"2026-03-19T09:27:01.897505Z","steps":["trace[1617325504] 'process raft request' (duration: 129.749453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.257965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.362845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-19T09:28:41.258082Z","caller":"traceutil/trace.go:171","msg":"trace[1024473963] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11396; }","duration":"100.546029ms","start":"2026-03-19T09:28:41.157503Z","end":"2026-03-19T09:28:41.258049Z","steps":["trace[1024473963] 'range keys from in-memory index tree' (duration: 100.159129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.258062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.8664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-19T09:28:41.258178Z","caller":"traceutil/trace.go:171","msg":"trace[3242118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:11396; }","duration":"136.031854ms","start":"2026-03-19T09:28:41.122122Z","end":"2026-03-19T09:28:41.258154Z","steps":["trace[3242118] 'range keys from in-memory index tree' (duration: 135.676604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.712137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.762208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-19T09:28:41.712236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.186816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-19T09:28:41.712331Z","caller":"traceutil/trace.go:171","msg":"trace[1212951795] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:11398; }","duration":"110.33449ms","start":"2026-03-19T09:28:41.601978Z","end":"2026-03-19T09:28:41.712313Z","steps":["trace[1212951795] 'range keys from in-memory index tree' (duration: 109.972191ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.712356Z","caller":"traceutil/trace.go:171","msg":"trace[608596622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11398; }","duration":"244.007335ms","start":"2026-03-19T09:28:41.46829Z","end":"2026-03-19T09:28:41.712297Z","steps":["trace[608596622] 'range keys from in-memory index tree' (duration: 243.52244ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.908417Z","caller":"traceutil/trace.go:171","msg":"trace[704868091] transaction","detail":"{read_only:false; response_revision:11399; number_of_response:1; }","duration":"191.045505ms","start":"2026-03-19T09:28:41.717333Z","end":"2026-03-19T09:28:41.908378Z","steps":["trace[704868091] 'process raft request' (duration: 190.806729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:41.908816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.359813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:28:41.908914Z","caller":"traceutil/trace.go:171","msg":"trace[1677657270] linearizableReadLoop","detail":"{readStateIndex:11891; appliedIndex:11889; }","duration":"168.892841ms","start":"2026-03-19T09:28:41.739442Z","end":"2026-03-19T09:28:41.908335Z","steps":["trace[1677657270] 'read index received' (duration: 73.542334ms)","trace[1677657270] 'applied index is now lower than readState.Index' (duration: 95.349327ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:28:41.909217Z","caller":"traceutil/trace.go:171","msg":"trace[1715671798] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11399; }","duration":"169.818914ms","start":"2026-03-19T09:28:41.739381Z","end":"2026-03-19T09:28:41.9092Z","steps":["trace[1715671798] 'agreement among raft nodes before linearized reading' (duration: 169.26252ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:41.934147Z","caller":"traceutil/trace.go:171","msg":"trace[392994830] transaction","detail":"{read_only:false; response_revision:11400; number_of_response:1; }","duration":"117.709798ms","start":"2026-03-19T09:28:41.816404Z","end":"2026-03-19T09:28:41.934114Z","steps":["trace[392994830] 'process raft request' (duration: 114.330372ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:28:47.076331Z","caller":"traceutil/trace.go:171","msg":"trace[514193197] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"111.487208ms","start":"2026-03-19T09:28:46.964821Z","end":"2026-03-19T09:28:47.076308Z","steps":["trace[514193197] 'process raft request' (duration: 111.365195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:28:48.057132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.923199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-19T09:28:48.057231Z","caller":"traceutil/trace.go:171","msg":"trace[493118574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11425; }","duration":"123.099984ms","start":"2026-03-19T09:28:47.93411Z","end":"2026-03-19T09:28:48.05721Z","steps":["trace[493118574] 'range keys from in-memory index tree' (duration: 122.675853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:17.14276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.309216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:30:17.143016Z","caller":"traceutil/trace.go:171","msg":"trace[389192872] transaction","detail":"{read_only:false; response_revision:11839; number_of_response:1; }","duration":"153.756231ms","start":"2026-03-19T09:30:16.989235Z","end":"2026-03-19T09:30:17.142991Z","steps":["trace[389192872] 'process raft request' (duration: 36.067265ms)","trace[389192872] 'compare' (duration: 117.173403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:17.271622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.973446ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:30:17.271735Z","caller":"traceutil/trace.go:171","msg":"trace[480234418] linearizableReadLoop","detail":"{readStateIndex:12351; appliedIndex:12349; }","duration":"183.195105ms","start":"2026-03-19T09:30:17.088521Z","end":"2026-03-19T09:30:17.271716Z","steps":["trace[480234418] 'read index received' (duration: 57.113163ms)","trace[480234418] 'applied index is now lower than readState.Index' (duration: 126.080462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:30:17.272012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.480673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:30:17.272132Z","caller":"traceutil/trace.go:171","msg":"trace[1366477403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11840; }","duration":"183.630616ms","start":"2026-03-19T09:30:17.088482Z","end":"2026-03-19T09:30:17.272112Z","steps":["trace[1366477403] 'agreement among raft nodes before linearized reading' (duration: 183.286127ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:17.784302Z","caller":"traceutil/trace.go:171","msg":"trace[1630156691] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"230.553329ms","start":"2026-03-19T09:30:17.553727Z","end":"2026-03-19T09:30:17.78428Z","steps":["trace[1630156691] 'process raft request' (duration: 230.146599ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:17.95283Z","caller":"traceutil/trace.go:171","msg":"trace[1715805221] transaction","detail":"{read_only:false; response_revision:11843; number_of_response:1; }","duration":"109.105027ms","start":"2026-03-19T09:30:17.843682Z","end":"2026-03-19T09:30:17.952787Z","steps":["trace[1715805221] 'process raft request' (duration: 97.852029ms)","trace[1715805221] 'compare' (duration: 10.980781ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:19.063096Z","caller":"traceutil/trace.go:171","msg":"trace[1192568581] transaction","detail":"{read_only:false; response_revision:11848; number_of_response:1; }","duration":"131.873871ms","start":"2026-03-19T09:30:18.931196Z","end":"2026-03-19T09:30:19.06307Z","steps":["trace[1192568581] 'process raft request' (duration: 131.440169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:19.40986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.982441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:30:19.409959Z","caller":"traceutil/trace.go:171","msg":"trace[433312385] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11848; }","duration":"263.150956ms","start":"2026-03-19T09:30:19.146786Z","end":"2026-03-19T09:30:19.409937Z","steps":["trace[433312385] 'range keys from in-memory index tree' (duration: 262.775346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:30:19.410016Z","caller":"traceutil/trace.go:171","msg":"trace[1959746061] transaction","detail":"{read_only:false; response_revision:11849; number_of_response:1; }","duration":"258.707621ms","start":"2026-03-19T09:30:19.151282Z","end":"2026-03-19T09:30:19.40999Z","steps":["trace[1959746061] 'process raft request' (duration: 243.505982ms)","trace[1959746061] 'compare' (duration: 14.914022ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:19.706988Z","caller":"traceutil/trace.go:171","msg":"trace[354949063] transaction","detail":"{read_only:false; response_revision:11851; number_of_response:1; }","duration":"228.939828ms","start":"2026-03-19T09:30:19.477737Z","end":"2026-03-19T09:30:19.706677Z","steps":["trace[354949063] 'process raft request' (duration: 173.128807ms)","trace[354949063] 'compare' (duration: 55.424891ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:19.904103Z","caller":"traceutil/trace.go:171","msg":"trace[2079143313] transaction","detail":"{read_only:false; response_revision:11852; number_of_response:1; }","duration":"111.404436ms","start":"2026-03-19T09:30:19.792667Z","end":"2026-03-19T09:30:19.904071Z","steps":["trace[2079143313] 'process raft request' (duration: 38.661921ms)","trace[2079143313] 'compare' (duration: 72.586311ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:37.822998Z","caller":"traceutil/trace.go:171","msg":"trace[1260536513] linearizableReadLoop","detail":"{readStateIndex:12450; appliedIndex:12449; }","duration":"154.91532ms","start":"2026-03-19T09:30:37.668057Z","end":"2026-03-19T09:30:37.822973Z","steps":["trace[1260536513] 'read index received' (duration: 154.756476ms)","trace[1260536513] 'applied index is now lower than readState.Index' (duration: 157.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:30:37.823041Z","caller":"traceutil/trace.go:171","msg":"trace[750411383] transaction","detail":"{read_only:false; response_revision:11935; number_of_response:1; }","duration":"245.251846ms","start":"2026-03-19T09:30:37.577752Z","end":"2026-03-19T09:30:37.823004Z","steps":["trace[750411383] 'process raft request' (duration: 245.072221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:30:37.823452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.389643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:30:37.823492Z","caller":"traceutil/trace.go:171","msg":"trace[996965989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11935; }","duration":"155.503165ms","start":"2026-03-19T09:30:37.667978Z","end":"2026-03-19T09:30:37.823481Z","steps":["trace[996965989] 'agreement among raft nodes before linearized reading' (duration: 155.091895ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:06.67578Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10506} {"level":"info","ts":"2026-03-19T09:31:06.76084Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10506,"took":"81.886158ms","hash":3336528419,"current-db-size-bytes":41508864,"current-db-size":"42 MB","current-db-size-in-use-bytes":17657856,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-19T09:31:06.760935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3336528419,"revision":10506,"compact-revision":8600} {"level":"info","ts":"2026-03-19T09:31:14.988605Z","caller":"traceutil/trace.go:171","msg":"trace[1449706899] transaction","detail":"{read_only:false; response_revision:12110; number_of_response:1; }","duration":"126.681556ms","start":"2026-03-19T09:31:14.861894Z","end":"2026-03-19T09:31:14.988576Z","steps":["trace[1449706899] 'process raft request' (duration: 126.485332ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:15.900899Z","caller":"traceutil/trace.go:171","msg":"trace[549627317] transaction","detail":"{read_only:false; response_revision:12112; number_of_response:1; }","duration":"245.643667ms","start":"2026-03-19T09:31:15.655226Z","end":"2026-03-19T09:31:15.90087Z","steps":["trace[549627317] 'process raft request' (duration: 245.409171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:16.414935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.561601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:31:16.415028Z","caller":"traceutil/trace.go:171","msg":"trace[1107964623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12112; }","duration":"193.724686ms","start":"2026-03-19T09:31:16.221283Z","end":"2026-03-19T09:31:16.415008Z","steps":["trace[1107964623] 'range keys from in-memory index tree' (duration: 193.264443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:16.415331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.619509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-19T09:31:16.415312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.455484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:31:16.415414Z","caller":"traceutil/trace.go:171","msg":"trace[717217882] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12112; }","duration":"116.764652ms","start":"2026-03-19T09:31:16.29863Z","end":"2026-03-19T09:31:16.415395Z","steps":["trace[717217882] 'count revisions from in-memory index tree' (duration: 116.448945ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:16.41543Z","caller":"traceutil/trace.go:171","msg":"trace[500342738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12112; }","duration":"400.587778ms","start":"2026-03-19T09:31:16.014817Z","end":"2026-03-19T09:31:16.415405Z","steps":["trace[500342738] 'range keys from in-memory index tree' (duration: 400.214649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:16.415439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.958896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-19T09:31:16.415484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:16.014735Z","time spent":"400.738361ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T09:31:16.415634Z","caller":"traceutil/trace.go:171","msg":"trace[1561601580] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12112; }","duration":"399.10474ms","start":"2026-03-19T09:31:16.016412Z","end":"2026-03-19T09:31:16.415517Z","steps":["trace[1561601580] 'range keys from in-memory index tree' (duration: 398.74445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:16.415688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:16.016355Z","time spent":"399.321346ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:31:16.794103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.196465ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:31:16.794266Z","caller":"traceutil/trace.go:171","msg":"trace[1961538067] linearizableReadLoop","detail":"{readStateIndex:12641; appliedIndex:12640; }","duration":"112.210646ms","start":"2026-03-19T09:31:16.68203Z","end":"2026-03-19T09:31:16.794241Z","steps":["trace[1961538067] 'read index received' (duration: 44.331µs)","trace[1961538067] 'applied index is now lower than readState.Index' (duration: 112.163885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:16.794442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.216741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:16.794479Z","caller":"traceutil/trace.go:171","msg":"trace[937520491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12117; }","duration":"111.286933ms","start":"2026-03-19T09:31:16.683181Z","end":"2026-03-19T09:31:16.794467Z","steps":["trace[937520491] 'agreement among raft nodes before linearized reading' (duration: 111.19832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:16.794968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.926174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:31:16.795043Z","caller":"traceutil/trace.go:171","msg":"trace[1172433754] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12117; }","duration":"113.065298ms","start":"2026-03-19T09:31:16.681963Z","end":"2026-03-19T09:31:16.795028Z","steps":["trace[1172433754] 'agreement among raft nodes before linearized reading' (duration: 112.35543ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:17.386096Z","caller":"traceutil/trace.go:171","msg":"trace[1638204923] linearizableReadLoop","detail":"{readStateIndex:12642; appliedIndex:12641; }","duration":"158.312648ms","start":"2026-03-19T09:31:17.227752Z","end":"2026-03-19T09:31:17.386065Z","steps":["trace[1638204923] 'read index received' (duration: 158.00329ms)","trace[1638204923] 'applied index is now lower than readState.Index' (duration: 307.908µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:17.386151Z","caller":"traceutil/trace.go:171","msg":"trace[1076400126] transaction","detail":"{read_only:false; response_revision:12118; number_of_response:1; }","duration":"389.582506ms","start":"2026-03-19T09:31:16.996535Z","end":"2026-03-19T09:31:17.386117Z","steps":["trace[1076400126] 'process raft request' (duration: 389.228737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:17.386315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:16.996516Z","time spent":"389.710979ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:17.386357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.589855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-19T09:31:17.386416Z","caller":"traceutil/trace.go:171","msg":"trace[1508047782] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12118; }","duration":"158.711579ms","start":"2026-03-19T09:31:17.227689Z","end":"2026-03-19T09:31:17.3864Z","steps":["trace[1508047782] 'agreement among raft nodes before linearized reading' (duration: 158.499233ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:17.553247Z","caller":"traceutil/trace.go:171","msg":"trace[1217883026] transaction","detail":"{read_only:false; response_revision:12119; number_of_response:1; }","duration":"249.800753ms","start":"2026-03-19T09:31:17.303422Z","end":"2026-03-19T09:31:17.553223Z","steps":["trace[1217883026] 'process raft request' (duration: 244.354183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:18.661505Z","caller":"traceutil/trace.go:171","msg":"trace[1876668881] linearizableReadLoop","detail":"{readStateIndex:12645; appliedIndex:12644; }","duration":"174.985205ms","start":"2026-03-19T09:31:18.486501Z","end":"2026-03-19T09:31:18.661486Z","steps":["trace[1876668881] 'read index received' (duration: 174.79385ms)","trace[1876668881] 'applied index is now lower than readState.Index' (duration: 190.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:18.661709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.19342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:31:18.661651Z","caller":"traceutil/trace.go:171","msg":"trace[740739462] transaction","detail":"{read_only:false; response_revision:12121; number_of_response:1; }","duration":"191.785156ms","start":"2026-03-19T09:31:18.469816Z","end":"2026-03-19T09:31:18.661601Z","steps":["trace[740739462] 'process raft request' (duration: 191.477508ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:18.661755Z","caller":"traceutil/trace.go:171","msg":"trace[1597080217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12121; }","duration":"175.303143ms","start":"2026-03-19T09:31:18.486441Z","end":"2026-03-19T09:31:18.661745Z","steps":["trace[1597080217] 'agreement among raft nodes before linearized reading' (duration: 175.16742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:18.661855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.418998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-19T09:31:18.661937Z","caller":"traceutil/trace.go:171","msg":"trace[2058602895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12121; }","duration":"115.570032ms","start":"2026-03-19T09:31:18.546347Z","end":"2026-03-19T09:31:18.661917Z","steps":["trace[2058602895] 'agreement among raft nodes before linearized reading' (duration: 115.434929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:18.66194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.072442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:31:18.662024Z","caller":"traceutil/trace.go:171","msg":"trace[897170931] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12121; }","duration":"144.209636ms","start":"2026-03-19T09:31:18.517793Z","end":"2026-03-19T09:31:18.662003Z","steps":["trace[897170931] 'agreement among raft nodes before linearized reading' (duration: 143.98715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:18.662025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.133908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:31:18.662139Z","caller":"traceutil/trace.go:171","msg":"trace[1529957241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12121; }","duration":"175.290842ms","start":"2026-03-19T09:31:18.486819Z","end":"2026-03-19T09:31:18.66211Z","steps":["trace[1529957241] 'agreement among raft nodes before linearized reading' (duration: 175.021966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:18.662471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.802876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:31:18.662669Z","caller":"traceutil/trace.go:171","msg":"trace[222507052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12121; }","duration":"175.993281ms","start":"2026-03-19T09:31:18.486624Z","end":"2026-03-19T09:31:18.662617Z","steps":["trace[222507052] 'agreement among raft nodes before linearized reading' (duration: 175.022746ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:18.798128Z","caller":"traceutil/trace.go:171","msg":"trace[1670182191] transaction","detail":"{read_only:false; response_revision:12122; number_of_response:1; }","duration":"131.956332ms","start":"2026-03-19T09:31:18.666131Z","end":"2026-03-19T09:31:18.798087Z","steps":["trace[1670182191] 'process raft request' (duration: 98.074244ms)","trace[1670182191] 'compare' (duration: 33.698024ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:18.798292Z","caller":"traceutil/trace.go:171","msg":"trace[837989514] transaction","detail":"{read_only:false; response_revision:12123; number_of_response:1; }","duration":"132.106146ms","start":"2026-03-19T09:31:18.666168Z","end":"2026-03-19T09:31:18.798274Z","steps":["trace[837989514] 'process raft request' (duration: 131.87876ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:18.969982Z","caller":"traceutil/trace.go:171","msg":"trace[442657374] transaction","detail":"{read_only:false; response_revision:12124; number_of_response:1; }","duration":"303.777946ms","start":"2026-03-19T09:31:18.66617Z","end":"2026-03-19T09:31:18.969947Z","steps":["trace[442657374] 'process raft request' (duration: 262.20463ms)","trace[442657374] 'compare' (duration: 41.383302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:18.970162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:18.666146Z","time spent":"303.927721ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:18.970326Z","caller":"traceutil/trace.go:171","msg":"trace[696298689] linearizableReadLoop","detail":"{readStateIndex:12649; appliedIndex:12645; }","duration":"291.095811ms","start":"2026-03-19T09:31:18.679202Z","end":"2026-03-19T09:31:18.970298Z","steps":["trace[696298689] 'read index received' (duration: 85.006919ms)","trace[696298689] 'applied index is now lower than readState.Index' (duration: 206.087512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:18.970426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.221244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:18.970401Z","caller":"traceutil/trace.go:171","msg":"trace[1648773369] transaction","detail":"{read_only:false; response_revision:12125; number_of_response:1; }","duration":"304.003382ms","start":"2026-03-19T09:31:18.666363Z","end":"2026-03-19T09:31:18.970366Z","steps":["trace[1648773369] 'process raft request' (duration: 303.52459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:18.970473Z","caller":"traceutil/trace.go:171","msg":"trace[499551142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12126; }","duration":"291.290727ms","start":"2026-03-19T09:31:18.679168Z","end":"2026-03-19T09:31:18.970459Z","steps":["trace[499551142] 'agreement among raft nodes before linearized reading' (duration: 291.221695ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:18.970439Z","caller":"traceutil/trace.go:171","msg":"trace[1040743955] transaction","detail":"{read_only:false; response_revision:12126; number_of_response:1; }","duration":"224.595227ms","start":"2026-03-19T09:31:18.745803Z","end":"2026-03-19T09:31:18.970398Z","steps":["trace[1040743955] 'process raft request' (duration: 224.3452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:18.970576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:18.666347Z","time spent":"304.131767ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:18.97069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.51242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:31:18.970778Z","caller":"traceutil/trace.go:171","msg":"trace[464219456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12126; }","duration":"287.639073ms","start":"2026-03-19T09:31:18.683126Z","end":"2026-03-19T09:31:18.970765Z","steps":["trace[464219456] 'agreement among raft nodes before linearized reading' (duration: 287.367776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:18.971371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.265106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375866"} {"level":"info","ts":"2026-03-19T09:31:18.97146Z","caller":"traceutil/trace.go:171","msg":"trace[734633234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12126; }","duration":"291.378689ms","start":"2026-03-19T09:31:18.680062Z","end":"2026-03-19T09:31:18.97144Z","steps":["trace[734633234] 'agreement among raft nodes before linearized reading' (duration: 290.429035ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:19.689223Z","caller":"traceutil/trace.go:171","msg":"trace[1776756395] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"157.710252ms","start":"2026-03-19T09:31:19.531476Z","end":"2026-03-19T09:31:19.689186Z","steps":["trace[1776756395] 'process raft request' (duration: 63.550508ms)","trace[1776756395] 'compare' (duration: 94.015811ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:19.690392Z","caller":"traceutil/trace.go:171","msg":"trace[793219592] transaction","detail":"{read_only:false; response_revision:12129; number_of_response:1; }","duration":"132.098106ms","start":"2026-03-19T09:31:19.558267Z","end":"2026-03-19T09:31:19.690365Z","steps":["trace[793219592] 'process raft request' (duration: 131.934772ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:20.080174Z","caller":"traceutil/trace.go:171","msg":"trace[763460520] transaction","detail":"{read_only:false; response_revision:12130; number_of_response:1; }","duration":"130.65727ms","start":"2026-03-19T09:31:19.94949Z","end":"2026-03-19T09:31:20.080147Z","steps":["trace[763460520] 'process raft request' (duration: 130.475845ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:36.887169Z","caller":"traceutil/trace.go:171","msg":"trace[246392605] linearizableReadLoop","detail":"{readStateIndex:12731; appliedIndex:12730; }","duration":"135.496522ms","start":"2026-03-19T09:31:36.751646Z","end":"2026-03-19T09:31:36.887142Z","steps":["trace[246392605] 'read index received' (duration: 96.725208ms)","trace[246392605] 'applied index is now lower than readState.Index' (duration: 38.769794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:36.887432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.76251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:31:36.887478Z","caller":"traceutil/trace.go:171","msg":"trace[371942369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12203; }","duration":"135.870962ms","start":"2026-03-19T09:31:36.751593Z","end":"2026-03-19T09:31:36.887464Z","steps":["trace[371942369] 'agreement among raft nodes before linearized reading' (duration: 135.664677ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:38.287727Z","caller":"traceutil/trace.go:171","msg":"trace[47114729] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"122.689055ms","start":"2026-03-19T09:31:38.165018Z","end":"2026-03-19T09:31:38.287707Z","steps":["trace[47114729] 'process raft request' (duration: 122.546511ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:39.268005Z","caller":"traceutil/trace.go:171","msg":"trace[1067832490] linearizableReadLoop","detail":"{readStateIndex:12742; appliedIndex:12741; }","duration":"106.872829ms","start":"2026-03-19T09:31:39.161104Z","end":"2026-03-19T09:31:39.267977Z","steps":["trace[1067832490] 'read index received' (duration: 59.539686ms)","trace[1067832490] 'applied index is now lower than readState.Index' (duration: 47.332023ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:39.268091Z","caller":"traceutil/trace.go:171","msg":"trace[1723031359] transaction","detail":"{read_only:false; response_revision:12214; number_of_response:1; }","duration":"159.784316ms","start":"2026-03-19T09:31:39.108262Z","end":"2026-03-19T09:31:39.268047Z","steps":["trace[1723031359] 'process raft request' (duration: 112.420432ms)","trace[1723031359] 'compare' (duration: 47.180889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:39.268332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.570192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:31:39.268346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.243548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:31:39.268401Z","caller":"traceutil/trace.go:171","msg":"trace[615066103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:12214; }","duration":"101.730257ms","start":"2026-03-19T09:31:39.166655Z","end":"2026-03-19T09:31:39.268385Z","steps":["trace[615066103] 'agreement among raft nodes before linearized reading' (duration: 101.523791ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:39.268409Z","caller":"traceutil/trace.go:171","msg":"trace[988479532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12214; }","duration":"107.426353ms","start":"2026-03-19T09:31:39.160967Z","end":"2026-03-19T09:31:39.268394Z","steps":["trace[988479532] 'agreement among raft nodes before linearized reading' (duration: 107.171096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:39.268424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.604773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-19T09:31:39.268523Z","caller":"traceutil/trace.go:171","msg":"trace[766006489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12214; }","duration":"106.746816ms","start":"2026-03-19T09:31:39.161743Z","end":"2026-03-19T09:31:39.26849Z","steps":["trace[766006489] 'agreement among raft nodes before linearized reading' (duration: 106.439578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:39.268519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.637279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-19T09:31:39.26865Z","caller":"traceutil/trace.go:171","msg":"trace[1749025942] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12214; }","duration":"100.826524ms","start":"2026-03-19T09:31:39.167799Z","end":"2026-03-19T09:31:39.268625Z","steps":["trace[1749025942] 'agreement among raft nodes before linearized reading' (duration: 100.377772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:39.535056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.913798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:31:39.53518Z","caller":"traceutil/trace.go:171","msg":"trace[1737220113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12216; }","duration":"151.089982ms","start":"2026-03-19T09:31:39.384036Z","end":"2026-03-19T09:31:39.535126Z","steps":["trace[1737220113] 'range keys from in-memory index tree' (duration: 150.703802ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:40.034456Z","caller":"traceutil/trace.go:171","msg":"trace[607811583] transaction","detail":"{read_only:false; response_revision:12219; number_of_response:1; }","duration":"252.696418ms","start":"2026-03-19T09:31:39.781718Z","end":"2026-03-19T09:31:40.034415Z","steps":["trace[607811583] 'process raft request' (duration: 252.484183ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:41.095802Z","caller":"traceutil/trace.go:171","msg":"trace[1408469111] linearizableReadLoop","detail":"{readStateIndex:12750; appliedIndex:12749; }","duration":"111.093498ms","start":"2026-03-19T09:31:40.984684Z","end":"2026-03-19T09:31:41.095777Z","steps":["trace[1408469111] 'read index received' (duration: 110.931182ms)","trace[1408469111] 'applied index is now lower than readState.Index' (duration: 160.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:41.095927Z","caller":"traceutil/trace.go:171","msg":"trace[189149144] transaction","detail":"{read_only:false; response_revision:12222; number_of_response:1; }","duration":"124.80553ms","start":"2026-03-19T09:31:40.971096Z","end":"2026-03-19T09:31:41.095902Z","steps":["trace[189149144] 'process raft request' (duration: 124.494291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:41.096131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.418497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:31:41.096214Z","caller":"traceutil/trace.go:171","msg":"trace[205230083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12222; }","duration":"111.530729ms","start":"2026-03-19T09:31:40.984658Z","end":"2026-03-19T09:31:41.096189Z","steps":["trace[205230083] 'agreement among raft nodes before linearized reading' (duration: 111.271182ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:41.256548Z","caller":"traceutil/trace.go:171","msg":"trace[998660468] linearizableReadLoop","detail":"{readStateIndex:12751; appliedIndex:12750; }","duration":"148.438745ms","start":"2026-03-19T09:31:41.108076Z","end":"2026-03-19T09:31:41.256515Z","steps":["trace[998660468] 'read index received' (duration: 84.946667ms)","trace[998660468] 'applied index is now lower than readState.Index' (duration: 63.490478ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:41.256587Z","caller":"traceutil/trace.go:171","msg":"trace[835467045] transaction","detail":"{read_only:false; response_revision:12223; number_of_response:1; }","duration":"156.399138ms","start":"2026-03-19T09:31:41.100168Z","end":"2026-03-19T09:31:41.256567Z","steps":["trace[835467045] 'process raft request' (duration: 92.855359ms)","trace[835467045] 'compare' (duration: 63.290633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:41.256802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.707722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:31:41.256876Z","caller":"traceutil/trace.go:171","msg":"trace[302673980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12223; }","duration":"148.833865ms","start":"2026-03-19T09:31:41.108027Z","end":"2026-03-19T09:31:41.256861Z","steps":["trace[302673980] 'agreement among raft nodes before linearized reading' (duration: 148.607479ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:41.750243Z","caller":"traceutil/trace.go:171","msg":"trace[1998072354] transaction","detail":"{read_only:false; response_revision:12229; number_of_response:1; }","duration":"104.19376ms","start":"2026-03-19T09:31:41.646006Z","end":"2026-03-19T09:31:41.7502Z","steps":["trace[1998072354] 'process raft request' (duration: 47.134418ms)","trace[1998072354] 'compare' (duration: 56.905948ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:42.132946Z","caller":"traceutil/trace.go:171","msg":"trace[127349013] transaction","detail":"{read_only:false; response_revision:12231; number_of_response:1; }","duration":"266.559782ms","start":"2026-03-19T09:31:41.866351Z","end":"2026-03-19T09:31:42.132911Z","steps":["trace[127349013] 'process raft request' (duration: 266.358167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:43.41225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.499503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-19T09:31:43.412362Z","caller":"traceutil/trace.go:171","msg":"trace[2137470508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12233; }","duration":"128.633427ms","start":"2026-03-19T09:31:43.283705Z","end":"2026-03-19T09:31:43.412339Z","steps":["trace[2137470508] 'range keys from in-memory index tree' (duration: 128.291478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:43.412342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.097783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-19T09:31:43.412534Z","caller":"traceutil/trace.go:171","msg":"trace[1940256932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12233; }","duration":"151.366901ms","start":"2026-03-19T09:31:43.261142Z","end":"2026-03-19T09:31:43.412509Z","steps":["trace[1940256932] 'range keys from in-memory index tree' (duration: 150.888616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:43.661549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.212069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:43.661714Z","caller":"traceutil/trace.go:171","msg":"trace[207526641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12234; }","duration":"116.402213ms","start":"2026-03-19T09:31:43.545291Z","end":"2026-03-19T09:31:43.661693Z","steps":["trace[207526641] 'range keys from in-memory index tree' (duration: 116.188588ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:43.661881Z","caller":"traceutil/trace.go:171","msg":"trace[964892127] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"245.583575ms","start":"2026-03-19T09:31:43.416268Z","end":"2026-03-19T09:31:43.661852Z","steps":["trace[964892127] 'process raft request' (duration: 245.271126ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:43.662382Z","caller":"traceutil/trace.go:171","msg":"trace[928125347] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"246.006126ms","start":"2026-03-19T09:31:43.416365Z","end":"2026-03-19T09:31:43.662371Z","steps":["trace[928125347] 'process raft request' (duration: 245.39431ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:43.662673Z","caller":"traceutil/trace.go:171","msg":"trace[263823610] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"245.498613ms","start":"2026-03-19T09:31:43.417162Z","end":"2026-03-19T09:31:43.662661Z","steps":["trace[263823610] 'process raft request' (duration: 244.879417ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:43.662622Z","caller":"traceutil/trace.go:171","msg":"trace[976808058] linearizableReadLoop","detail":"{readStateIndex:12766; appliedIndex:12762; }","duration":"242.113047ms","start":"2026-03-19T09:31:43.420361Z","end":"2026-03-19T09:31:43.662474Z","steps":["trace[976808058] 'read index received' (duration: 74.726196ms)","trace[976808058] 'applied index is now lower than readState.Index' (duration: 167.385221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:43.663136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.779253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-19T09:31:43.663185Z","caller":"traceutil/trace.go:171","msg":"trace[278977169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12237; }","duration":"242.865155ms","start":"2026-03-19T09:31:43.420298Z","end":"2026-03-19T09:31:43.663164Z","steps":["trace[278977169] 'agreement among raft nodes before linearized reading' (duration: 242.517717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:43.663257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.935869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:31:43.663284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.947299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-19T09:31:43.663309Z","caller":"traceutil/trace.go:171","msg":"trace[372564850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:12237; }","duration":"231.041502ms","start":"2026-03-19T09:31:43.432251Z","end":"2026-03-19T09:31:43.663292Z","steps":["trace[372564850] 'agreement among raft nodes before linearized reading' (duration: 230.612041ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:43.663323Z","caller":"traceutil/trace.go:171","msg":"trace[655840031] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12237; }","duration":"103.036341ms","start":"2026-03-19T09:31:43.560275Z","end":"2026-03-19T09:31:43.663312Z","steps":["trace[655840031] 'agreement among raft nodes before linearized reading' (duration: 102.923778ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:43.963708Z","caller":"traceutil/trace.go:171","msg":"trace[932448612] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"110.865151ms","start":"2026-03-19T09:31:43.852811Z","end":"2026-03-19T09:31:43.963676Z","steps":["trace[932448612] 'process raft request' (duration: 110.626095ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:45.702527Z","caller":"traceutil/trace.go:171","msg":"trace[876641965] transaction","detail":"{read_only:false; response_revision:12242; number_of_response:1; }","duration":"147.614514ms","start":"2026-03-19T09:31:45.554871Z","end":"2026-03-19T09:31:45.702486Z","steps":["trace[876641965] 'process raft request' (duration: 147.369598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:45.702964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.854423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-19T09:31:45.703483Z","caller":"traceutil/trace.go:171","msg":"trace[2130188503] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12242; }","duration":"129.433668ms","start":"2026-03-19T09:31:45.574031Z","end":"2026-03-19T09:31:45.703465Z","steps":["trace[2130188503] 'agreement among raft nodes before linearized reading' (duration: 128.537335ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:45.702444Z","caller":"traceutil/trace.go:171","msg":"trace[457228505] linearizableReadLoop","detail":"{readStateIndex:12771; appliedIndex:12770; }","duration":"128.33064ms","start":"2026-03-19T09:31:45.574087Z","end":"2026-03-19T09:31:45.702417Z","steps":["trace[457228505] 'read index received' (duration: 128.062573ms)","trace[457228505] 'applied index is now lower than readState.Index' (duration: 267.007µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:46.882749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.770246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:46.882856Z","caller":"traceutil/trace.go:171","msg":"trace[1081817929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12249; }","duration":"193.977292ms","start":"2026-03-19T09:31:46.688851Z","end":"2026-03-19T09:31:46.882828Z","steps":["trace[1081817929] 'range keys from in-memory index tree' (duration: 193.684284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:46.957503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.788852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-19T09:31:48.038401Z","caller":"traceutil/trace.go:171","msg":"trace[1583686387] transaction","detail":"{read_only:false; response_revision:12252; number_of_response:1; }","duration":"225.515292ms","start":"2026-03-19T09:31:47.812844Z","end":"2026-03-19T09:31:48.03836Z","steps":["trace[1583686387] 'process raft request' (duration: 180.331223ms)","trace[1583686387] 'compare' (duration: 44.961303ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:48.038692Z","caller":"traceutil/trace.go:171","msg":"trace[48027493] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"225.46752ms","start":"2026-03-19T09:31:47.813211Z","end":"2026-03-19T09:31:48.038679Z","steps":["trace[48027493] 'process raft request' (duration: 225.09022ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:48.039026Z","caller":"traceutil/trace.go:171","msg":"trace[1132242903] linearizableReadLoop","detail":"{readStateIndex:12784; appliedIndex:12780; }","duration":"225.50929ms","start":"2026-03-19T09:31:47.813485Z","end":"2026-03-19T09:31:48.038995Z","steps":["trace[1132242903] 'read index received' (duration: 1.413015ms)","trace[1132242903] 'applied index is now lower than readState.Index' (duration: 224.094215ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:48.039092Z","caller":"traceutil/trace.go:171","msg":"trace[1500485653] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"225.760898ms","start":"2026-03-19T09:31:47.81331Z","end":"2026-03-19T09:31:48.039071Z","steps":["trace[1500485653] 'process raft request' (duration: 225.319636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:48.039644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.145936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375866"} {"level":"info","ts":"2026-03-19T09:31:48.039718Z","caller":"traceutil/trace.go:171","msg":"trace[1850077294] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12254; }","duration":"226.29012ms","start":"2026-03-19T09:31:47.813411Z","end":"2026-03-19T09:31:48.039701Z","steps":["trace[1850077294] 'agreement among raft nodes before linearized reading' (duration: 225.690765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:48.809984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.133725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:48.810089Z","caller":"traceutil/trace.go:171","msg":"trace[835896193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12257; }","duration":"128.297799ms","start":"2026-03-19T09:31:48.681756Z","end":"2026-03-19T09:31:48.810053Z","steps":["trace[835896193] 'range keys from in-memory index tree' (duration: 127.95427ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:50.097813Z","caller":"traceutil/trace.go:171","msg":"trace[491833110] linearizableReadLoop","detail":"{readStateIndex:12789; appliedIndex:12788; }","duration":"279.185746ms","start":"2026-03-19T09:31:49.818602Z","end":"2026-03-19T09:31:50.097788Z","steps":["trace[491833110] 'read index received' (duration: 278.923749ms)","trace[491833110] 'applied index is now lower than readState.Index' (duration: 260.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:50.097888Z","caller":"traceutil/trace.go:171","msg":"trace[1671294686] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"281.936747ms","start":"2026-03-19T09:31:49.815922Z","end":"2026-03-19T09:31:50.097859Z","steps":["trace[1671294686] 'process raft request' (duration: 281.68822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:50.098021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.496279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:50.098093Z","caller":"traceutil/trace.go:171","msg":"trace[1199450581] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12259; }","duration":"184.618362ms","start":"2026-03-19T09:31:49.913452Z","end":"2026-03-19T09:31:50.09807Z","steps":["trace[1199450581] 'agreement among raft nodes before linearized reading' (duration: 184.500529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:50.098106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.485305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:31:50.098168Z","caller":"traceutil/trace.go:171","msg":"trace[423249569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12259; }","duration":"279.561706ms","start":"2026-03-19T09:31:49.818589Z","end":"2026-03-19T09:31:50.098151Z","steps":["trace[423249569] 'agreement among raft nodes before linearized reading' (duration: 279.353351ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:50.280273Z","caller":"traceutil/trace.go:171","msg":"trace[1958610618] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"177.231632ms","start":"2026-03-19T09:31:50.103005Z","end":"2026-03-19T09:31:50.280237Z","steps":["trace[1958610618] 'process raft request' (duration: 156.818369ms)","trace[1958610618] 'compare' (duration: 20.193098ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:50.280281Z","caller":"traceutil/trace.go:171","msg":"trace[315027395] transaction","detail":"{read_only:false; response_revision:12262; number_of_response:1; }","duration":"177.013277ms","start":"2026-03-19T09:31:50.103241Z","end":"2026-03-19T09:31:50.280255Z","steps":["trace[315027395] 'process raft request' (duration: 176.913904ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:50.280285Z","caller":"traceutil/trace.go:171","msg":"trace[519673090] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"176.974306ms","start":"2026-03-19T09:31:50.10328Z","end":"2026-03-19T09:31:50.280255Z","steps":["trace[519673090] 'process raft request' (duration: 176.913554ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:50.280575Z","caller":"traceutil/trace.go:171","msg":"trace[625675075] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"176.917604ms","start":"2026-03-19T09:31:50.103629Z","end":"2026-03-19T09:31:50.280547Z","steps":["trace[625675075] 'process raft request' (duration: 176.592086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:50.280707Z","caller":"traceutil/trace.go:171","msg":"trace[519378744] linearizableReadLoop","detail":"{readStateIndex:12794; appliedIndex:12789; }","duration":"177.033268ms","start":"2026-03-19T09:31:50.103664Z","end":"2026-03-19T09:31:50.280697Z","steps":["trace[519378744] 'read index received' (duration: 24.980301ms)","trace[519378744] 'applied index is now lower than readState.Index' (duration: 152.051547ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:50.280789Z","caller":"traceutil/trace.go:171","msg":"trace[184783696] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"156.959043ms","start":"2026-03-19T09:31:50.12376Z","end":"2026-03-19T09:31:50.280719Z","steps":["trace[184783696] 'process raft request' (duration: 156.677966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:50.281187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.50859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375866"} {"level":"info","ts":"2026-03-19T09:31:50.281221Z","caller":"traceutil/trace.go:171","msg":"trace[1208410450] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:12265; }","duration":"177.560841ms","start":"2026-03-19T09:31:50.103653Z","end":"2026-03-19T09:31:50.281214Z","steps":["trace[1208410450] 'agreement among raft nodes before linearized reading' (duration: 177.099679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:50.281348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.109604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:31:50.281435Z","caller":"traceutil/trace.go:171","msg":"trace[617750398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12266; }","duration":"176.241046ms","start":"2026-03-19T09:31:50.105176Z","end":"2026-03-19T09:31:50.281417Z","steps":["trace[617750398] 'agreement among raft nodes before linearized reading' (duration: 176.0173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:52.602875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455119192457025361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T09:31:52.925838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147659766s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T09:31:52.926268Z","caller":"traceutil/trace.go:171","msg":"trace[722433274] transaction","detail":"{read_only:false; response_revision:12269; number_of_response:1; }","duration":"1.148328414s","start":"2026-03-19T09:31:51.777894Z","end":"2026-03-19T09:31:52.926223Z","steps":["trace[722433274] 'process raft request' (duration: 1.14817518s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:52.926388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:51.777858Z","time spent":"1.148460057s","remote":"127.0.0.1:47376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:53.086911Z","caller":"traceutil/trace.go:171","msg":"trace[467236333] transaction","detail":"{read_only:false; response_revision:12270; number_of_response:1; }","duration":"799.204465ms","start":"2026-03-19T09:31:52.28764Z","end":"2026-03-19T09:31:53.086845Z","steps":["trace[467236333] 'process raft request' (duration: 798.412605ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:53.086997Z","caller":"traceutil/trace.go:171","msg":"trace[2080082113] linearizableReadLoop","detail":"{readStateIndex:12801; appliedIndex:12799; }","duration":"984.586897ms","start":"2026-03-19T09:31:52.102375Z","end":"2026-03-19T09:31:53.086962Z","steps":["trace[2080082113] 'read index received' (duration: 823.735164ms)","trace[2080082113] 'applied index is now lower than readState.Index' (duration: 160.849523ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:53.087038Z","caller":"traceutil/trace.go:171","msg":"trace[1073861124] transaction","detail":"{read_only:false; response_revision:12271; number_of_response:1; }","duration":"380.850722ms","start":"2026-03-19T09:31:52.706165Z","end":"2026-03-19T09:31:53.087016Z","steps":["trace[1073861124] 'process raft request' (duration: 380.632876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.287615Z","time spent":"799.38918ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.087153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.706136Z","time spent":"380.953114ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.087218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.836603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-19T09:31:53.087408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.155925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T09:31:53.087429Z","caller":"traceutil/trace.go:171","msg":"trace[1381258249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12271; }","duration":"801.204606ms","start":"2026-03-19T09:31:52.286214Z","end":"2026-03-19T09:31:53.087419Z","steps":["trace[1381258249] 'agreement among raft nodes before linearized reading' (duration: 801.166105ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:53.087426Z","caller":"traceutil/trace.go:171","msg":"trace[1351693794] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12271; }","duration":"985.08794ms","start":"2026-03-19T09:31:52.102325Z","end":"2026-03-19T09:31:53.087413Z","steps":["trace[1351693794] 'agreement among raft nodes before linearized reading' (duration: 984.766772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.286195Z","time spent":"801.246838ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-19T09:31:53.087458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.102307Z","time spent":"985.142412ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-19T09:31:53.087218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.422305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T09:31:53.087498Z","caller":"traceutil/trace.go:171","msg":"trace[919631207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12271; }","duration":"954.756893ms","start":"2026-03-19T09:31:52.132729Z","end":"2026-03-19T09:31:53.087486Z","steps":["trace[919631207] 'agreement among raft nodes before linearized reading' (duration: 954.398104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.08752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.132707Z","time spent":"954.806084ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T09:31:53.087502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.850214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19200"} {"level":"warn","ts":"2026-03-19T09:31:53.087359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.979543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T09:31:53.087563Z","caller":"traceutil/trace.go:171","msg":"trace[1130858050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12271; }","duration":"803.234609ms","start":"2026-03-19T09:31:52.284323Z","end":"2026-03-19T09:31:53.087557Z","steps":["trace[1130858050] 'agreement among raft nodes before linearized reading' (duration: 802.999283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.284296Z","time spent":"803.27656ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T09:31:53.087567Z","caller":"traceutil/trace.go:171","msg":"trace[1024301785] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12271; }","duration":"155.966037ms","start":"2026-03-19T09:31:52.931585Z","end":"2026-03-19T09:31:53.087551Z","steps":["trace[1024301785] 'agreement among raft nodes before linearized reading' (duration: 155.735122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.131475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:31:53.087611Z","caller":"traceutil/trace.go:171","msg":"trace[599067470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12271; }","duration":"801.413902ms","start":"2026-03-19T09:31:52.286193Z","end":"2026-03-19T09:31:53.087607Z","steps":["trace[599067470] 'agreement among raft nodes before linearized reading' (duration: 801.086804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.286169Z","time spent":"801.452082ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-19T09:31:53.087332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.055113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-19T09:31:53.087604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.542707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7h4m9\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-19T09:31:53.087351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.760546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:53.087686Z","caller":"traceutil/trace.go:171","msg":"trace[1450667942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12271; }","duration":"407.156356ms","start":"2026-03-19T09:31:52.680523Z","end":"2026-03-19T09:31:53.08768Z","steps":["trace[1450667942] 'agreement among raft nodes before linearized reading' (duration: 406.754986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.680504Z","time spent":"407.195057ms","remote":"127.0.0.1:49640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-19T09:31:53.087715Z","caller":"traceutil/trace.go:171","msg":"trace[1841489714] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7h4m9; range_end:; response_count:1; response_revision:12271; }","duration":"796.705421ms","start":"2026-03-19T09:31:52.290977Z","end":"2026-03-19T09:31:53.087682Z","steps":["trace[1841489714] 'agreement among raft nodes before linearized reading' (duration: 796.345552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:53.087659Z","caller":"traceutil/trace.go:171","msg":"trace[1898685236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12271; }","duration":"801.395051ms","start":"2026-03-19T09:31:52.286257Z","end":"2026-03-19T09:31:53.087652Z","steps":["trace[1898685236] 'agreement among raft nodes before linearized reading' (duration: 800.999051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.087784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.290956Z","time spent":"796.811513ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-7h4m9\" "} {"level":"warn","ts":"2026-03-19T09:31:53.087832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:52.286249Z","time spent":"801.565545ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T09:31:53.463639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.509111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:53.463899Z","caller":"traceutil/trace.go:171","msg":"trace[1275997459] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"370.436076ms","start":"2026-03-19T09:31:53.09345Z","end":"2026-03-19T09:31:53.463886Z","steps":["trace[1275997459] 'process raft request' (duration: 370.393775ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:53.463909Z","caller":"traceutil/trace.go:171","msg":"trace[1135109084] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"370.58734ms","start":"2026-03-19T09:31:53.093297Z","end":"2026-03-19T09:31:53.463884Z","steps":["trace[1135109084] 'process raft request' (duration: 370.516047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.463954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.093442Z","time spent":"370.487358ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.464005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.093269Z","time spent":"370.689943ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T09:31:53.463962Z","caller":"traceutil/trace.go:171","msg":"trace[428864414] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"371.136424ms","start":"2026-03-19T09:31:53.09275Z","end":"2026-03-19T09:31:53.463886Z","steps":["trace[428864414] 'process raft request' (duration: 239.301894ms)","trace[428864414] 'compare' (duration: 131.402818ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:31:53.464335Z","caller":"traceutil/trace.go:171","msg":"trace[1345265174] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"370.691822ms","start":"2026-03-19T09:31:53.09357Z","end":"2026-03-19T09:31:53.464262Z","steps":["trace[1345265174] 'process raft request' (duration: 370.295642ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:53.464368Z","caller":"traceutil/trace.go:171","msg":"trace[1629776863] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"368.601119ms","start":"2026-03-19T09:31:53.095741Z","end":"2026-03-19T09:31:53.464342Z","steps":["trace[1629776863] 'process raft request' (duration: 368.449645ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:31:53.464424Z","caller":"traceutil/trace.go:171","msg":"trace[2129733315] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"370.754645ms","start":"2026-03-19T09:31:53.0936Z","end":"2026-03-19T09:31:53.464355Z","steps":["trace[2129733315] 'process raft request' (duration: 370.451817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.464577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.092735Z","time spent":"371.402141ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.464656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.09573Z","time spent":"368.780483ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.464678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.093571Z","time spent":"370.971099ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.464759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.093546Z","time spent":"371.025661ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:31:53.725293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.347919ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T09:31:53.725502Z","caller":"traceutil/trace.go:171","msg":"trace[2102400991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12277; }","duration":"133.568574ms","start":"2026-03-19T09:31:53.591903Z","end":"2026-03-19T09:31:53.725471Z","steps":["trace[2102400991] 'range keys from in-memory index tree' (duration: 133.319598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:31:53.725417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.447882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:31:53.725899Z","caller":"traceutil/trace.go:171","msg":"trace[670993839] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"302.559265ms","start":"2026-03-19T09:31:53.423324Z","end":"2026-03-19T09:31:53.725883Z","steps":["trace[670993839] 'process raft request' (duration: 189.580979ms)","trace[670993839] 'compare' (duration: 112.34794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:31:53.72596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T09:31:53.423285Z","time spent":"302.648757ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T09:32:17.772523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.182019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T09:32:17.772718Z","caller":"traceutil/trace.go:171","msg":"trace[1216989057] transaction","detail":"{read_only:false; response_revision:12386; number_of_response:1; }","duration":"188.511552ms","start":"2026-03-19T09:32:17.584162Z","end":"2026-03-19T09:32:17.772673Z","steps":["trace[1216989057] 'process raft request' (duration: 86.056755ms)","trace[1216989057] 'compare' (duration: 101.858351ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:32:17.77282Z","caller":"traceutil/trace.go:171","msg":"trace[1264245233] transaction","detail":"{read_only:false; response_revision:12387; number_of_response:1; }","duration":"187.818185ms","start":"2026-03-19T09:32:17.584986Z","end":"2026-03-19T09:32:17.772804Z","steps":["trace[1264245233] 'process raft request' (duration: 187.698662ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:17.772824Z","caller":"traceutil/trace.go:171","msg":"trace[1935504209] linearizableReadLoop","detail":"{readStateIndex:12923; appliedIndex:12922; }","duration":"188.083941ms","start":"2026-03-19T09:32:17.584705Z","end":"2026-03-19T09:32:17.772789Z","steps":["trace[1935504209] 'read index received' (duration: 85.527692ms)","trace[1935504209] 'applied index is now lower than readState.Index' (duration: 102.552279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:17.773069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.362048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-19T09:32:17.773122Z","caller":"traceutil/trace.go:171","msg":"trace[1795726631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12387; }","duration":"188.461231ms","start":"2026-03-19T09:32:17.584648Z","end":"2026-03-19T09:32:17.773109Z","steps":["trace[1795726631] 'agreement among raft nodes before linearized reading' (duration: 188.218314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.773303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.713771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-edit\" ","response":"range_response_count:1 size:1437"} {"level":"info","ts":"2026-03-19T09:32:17.773342Z","caller":"traceutil/trace.go:171","msg":"trace[114974952] range","detail":"{range_begin:/registry/clusterroles/cert-manager-edit; range_end:; response_count:1; response_revision:12387; }","duration":"132.796063ms","start":"2026-03-19T09:32:17.640537Z","end":"2026-03-19T09:32:17.773333Z","steps":["trace[114974952] 'agreement among raft nodes before linearized reading' (duration: 132.696441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:32:17.773547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.475037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1347"} {"level":"warn","ts":"2026-03-19T09:32:17.773601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.527397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-19T09:32:17.773779Z","caller":"traceutil/trace.go:171","msg":"trace[901177820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12387; }","duration":"187.734633ms","start":"2026-03-19T09:32:17.585973Z","end":"2026-03-19T09:32:17.773708Z","steps":["trace[901177820] 'agreement among raft nodes before linearized reading' (duration: 187.283461ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:17.773698Z","caller":"traceutil/trace.go:171","msg":"trace[927603234] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:1; response_revision:12387; }","duration":"143.606011ms","start":"2026-03-19T09:32:17.629988Z","end":"2026-03-19T09:32:17.773594Z","steps":["trace[927603234] 'agreement among raft nodes before linearized reading' (duration: 143.275752ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:17.922339Z","caller":"traceutil/trace.go:171","msg":"trace[92562198] linearizableReadLoop","detail":"{readStateIndex:12926; appliedIndex:12925; }","duration":"117.387319ms","start":"2026-03-19T09:32:17.804929Z","end":"2026-03-19T09:32:17.922317Z","steps":["trace[92562198] 'read index received' (duration: 117.211024ms)","trace[92562198] 'applied index is now lower than readState.Index' (duration: 175.085µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:32:17.922769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.697978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-19T09:32:17.922878Z","caller":"traceutil/trace.go:171","msg":"trace[2093344718] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12389; }","duration":"126.861242ms","start":"2026-03-19T09:32:17.795994Z","end":"2026-03-19T09:32:17.922855Z","steps":["trace[2093344718] 'agreement among raft nodes before linearized reading' (duration: 126.460991ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:32:17.923Z","caller":"traceutil/trace.go:171","msg":"trace[250374361] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"144.126644ms","start":"2026-03-19T09:32:17.778309Z","end":"2026-03-19T09:32:17.922436Z","steps":["trace[250374361] 'process raft request' (duration: 143.842567ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:22.09692Z","caller":"traceutil/trace.go:171","msg":"trace[1767075921] linearizableReadLoop","detail":"{readStateIndex:13235; appliedIndex:13234; }","duration":"152.207312ms","start":"2026-03-19T09:33:21.944682Z","end":"2026-03-19T09:33:22.096889Z","steps":["trace[1767075921] 'read index received' (duration: 115.037669ms)","trace[1767075921] 'applied index is now lower than readState.Index' (duration: 37.168603ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:33:22.096997Z","caller":"traceutil/trace.go:171","msg":"trace[1323785620] transaction","detail":"{read_only:false; response_revision:12685; number_of_response:1; }","duration":"154.45639ms","start":"2026-03-19T09:33:21.942499Z","end":"2026-03-19T09:33:22.096955Z","steps":["trace[1323785620] 'process raft request' (duration: 117.231885ms)","trace[1323785620] 'compare' (duration: 37.03022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:33:22.097222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.476229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-ks-service\" ","response":"range_response_count:1 size:686"} {"level":"warn","ts":"2026-03-19T09:33:22.097242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.52225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-19T09:33:22.097312Z","caller":"traceutil/trace.go:171","msg":"trace[812326816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12685; }","duration":"152.639023ms","start":"2026-03-19T09:33:21.944653Z","end":"2026-03-19T09:33:22.097293Z","steps":["trace[812326816] 'agreement among raft nodes before linearized reading' (duration: 152.383026ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:22.097312Z","caller":"traceutil/trace.go:171","msg":"trace[1269365059] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-ks-service; range_end:; response_count:1; response_revision:12685; }","duration":"152.597921ms","start":"2026-03-19T09:33:21.944686Z","end":"2026-03-19T09:33:22.097284Z","steps":["trace[1269365059] 'agreement among raft nodes before linearized reading' (duration: 152.378346ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:22.301932Z","caller":"traceutil/trace.go:171","msg":"trace[707304371] linearizableReadLoop","detail":"{readStateIndex:13237; appliedIndex:13235; }","duration":"198.752704ms","start":"2026-03-19T09:33:22.103161Z","end":"2026-03-19T09:33:22.301914Z","steps":["trace[707304371] 'read index received' (duration: 81.050658ms)","trace[707304371] 'applied index is now lower than readState.Index' (duration: 117.701246ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:33:22.301993Z","caller":"traceutil/trace.go:171","msg":"trace[369649457] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"199.141674ms","start":"2026-03-19T09:33:22.102816Z","end":"2026-03-19T09:33:22.301958Z","steps":["trace[369649457] 'process raft request' (duration: 108.878841ms)","trace[369649457] 'compare' (duration: 90.14143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:33:22.302096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.096944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-03-19T09:33:22.30211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.613136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-ks-user\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-19T09:33:22.30216Z","caller":"traceutil/trace.go:171","msg":"trace[759035521] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-ks-user; range_end:; response_count:1; response_revision:12687; }","duration":"119.675118ms","start":"2026-03-19T09:33:22.18246Z","end":"2026-03-19T09:33:22.302135Z","steps":["trace[759035521] 'agreement among raft nodes before linearized reading' (duration: 119.575835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:33:22.302236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.227653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-03-19T09:33:22.302228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.54452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:33:22.302267Z","caller":"traceutil/trace.go:171","msg":"trace[945380484] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:12687; }","duration":"122.317635ms","start":"2026-03-19T09:33:22.179942Z","end":"2026-03-19T09:33:22.302259Z","steps":["trace[945380484] 'agreement among raft nodes before linearized reading' (duration: 122.180422ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:22.302305Z","caller":"traceutil/trace.go:171","msg":"trace[564429610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12687; }","duration":"184.656883ms","start":"2026-03-19T09:33:22.117628Z","end":"2026-03-19T09:33:22.302285Z","steps":["trace[564429610] 'agreement among raft nodes before linearized reading' (duration: 184.440587ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:22.30212Z","caller":"traceutil/trace.go:171","msg":"trace[1735914039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12687; }","duration":"194.151506ms","start":"2026-03-19T09:33:22.107959Z","end":"2026-03-19T09:33:22.302111Z","steps":["trace[1735914039] 'agreement among raft nodes before linearized reading' (duration: 194.047744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:33:22.30231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.101763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-19T09:33:22.302409Z","caller":"traceutil/trace.go:171","msg":"trace[2146857015] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12687; }","duration":"199.244046ms","start":"2026-03-19T09:33:22.103144Z","end":"2026-03-19T09:33:22.302388Z","steps":["trace[2146857015] 'agreement among raft nodes before linearized reading' (duration: 198.875697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:33:22.302833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.304121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-19T09:33:22.302871Z","caller":"traceutil/trace.go:171","msg":"trace[1910376178] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12687; }","duration":"187.382053ms","start":"2026-03-19T09:33:22.115481Z","end":"2026-03-19T09:33:22.302863Z","steps":["trace[1910376178] 'agreement among raft nodes before linearized reading' (duration: 186.651115ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:24.538749Z","caller":"traceutil/trace.go:171","msg":"trace[393929188] transaction","detail":"{read_only:false; response_revision:12696; number_of_response:1; }","duration":"162.846784ms","start":"2026-03-19T09:33:24.375878Z","end":"2026-03-19T09:33:24.538725Z","steps":["trace[393929188] 'process raft request' (duration: 162.68149ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:24.666095Z","caller":"traceutil/trace.go:171","msg":"trace[1117175484] linearizableReadLoop","detail":"{readStateIndex:13247; appliedIndex:13245; }","duration":"281.838635ms","start":"2026-03-19T09:33:24.384222Z","end":"2026-03-19T09:33:24.66606Z","steps":["trace[1117175484] 'read index received' (duration: 154.331206ms)","trace[1117175484] 'applied index is now lower than readState.Index' (duration: 127.506069ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T09:33:24.666196Z","caller":"traceutil/trace.go:171","msg":"trace[222934658] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"290.23039ms","start":"2026-03-19T09:33:24.375923Z","end":"2026-03-19T09:33:24.666154Z","steps":["trace[222934658] 'process raft request' (duration: 230.943101ms)","trace[222934658] 'compare' (duration: 59.061434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T09:33:24.666496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.816538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/glance-openstack-glance-rabbit-init\" ","response":"range_response_count:1 size:678"} {"level":"warn","ts":"2026-03-19T09:33:24.666523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.596776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-19T09:33:24.666592Z","caller":"traceutil/trace.go:171","msg":"trace[2123614022] range","detail":"{range_begin:/registry/roles/openstack/glance-openstack-glance-rabbit-init; range_end:; response_count:1; response_revision:12697; }","duration":"280.90643ms","start":"2026-03-19T09:33:24.385635Z","end":"2026-03-19T09:33:24.666541Z","steps":["trace[2123614022] 'agreement among raft nodes before linearized reading' (duration: 280.676124ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T09:33:24.666593Z","caller":"traceutil/trace.go:171","msg":"trace[1762556124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12697; }","duration":"270.711079ms","start":"2026-03-19T09:33:24.395864Z","end":"2026-03-19T09:33:24.666575Z","steps":["trace[1762556124] 'agreement among raft nodes before linearized reading' (duration: 270.527144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:33:24.666847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.625745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/staffeln-conductor-leases\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-03-19T09:33:24.666888Z","caller":"traceutil/trace.go:171","msg":"trace[2099020142] range","detail":"{range_begin:/registry/rolebindings/openstack/staffeln-conductor-leases; range_end:; response_count:1; response_revision:12697; }","duration":"282.683896ms","start":"2026-03-19T09:33:24.384194Z","end":"2026-03-19T09:33:24.666878Z","steps":["trace[2099020142] 'agreement among raft nodes before linearized reading' (duration: 281.969188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T09:33:25.640661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.344007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:639"} {"level":"info","ts":"2026-03-19T09:33:25.64075Z","caller":"traceutil/trace.go:171","msg":"trace[854496578] range","detail":"{range_begin:/registry/roles/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:12699; }","duration":"108.485261ms","start":"2026-03-19T09:33:25.532243Z","end":"2026-03-19T09:33:25.640729Z","steps":["trace[854496578] 'range keys from in-memory index tree' (duration: 108.148373ms)"],"step_count":1}