{"level":"warn","ts":"2026-03-02T18:31:24.920495Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:31:24.920611Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T18:31:24.920696Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:31:24.920708Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-03-02T18:31:24.920729Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:31:24.921466Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-03-02T18:31:24.921549Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T18:31:24.927178Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.414907ms"} {"level":"info","ts":"2026-03-02T18:31:24.938417Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-03-02T18:31:24.938564Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T18:31:24.938604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-03-02T18:31:24.938625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T18:31:24.938635Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-03-02T18:31:24.938691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-03-02T18:31:24.946106Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T18:31:24.949564Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T18:31:24.951541Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T18:31:24.954149Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T18:31:24.954575Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T18:31:24.954595Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:31:24.954766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:31:24.95479Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:31:24.955612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-03-02T18:31:24.955981Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-03-02T18:31:24.958078Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:31:24.958309Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T18:31:24.958342Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T18:31:24.958461Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-03-02T18:31:24.958477Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-03-02T18:31:25.739431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T18:31:25.739517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T18:31:25.739566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-03-02T18:31:25.739588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-03-02T18:31:25.739601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-03-02T18:31:25.739619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-03-02T18:31:25.739643Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-03-02T18:31:25.741099Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:31:25.742016Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:31:25.742424Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:31:25.742006Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T18:31:25.742795Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T18:31:25.742824Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T18:31:25.745425Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-03-02T18:31:25.745472Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T18:31:25.754213Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:31:25.754321Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:31:25.754353Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:31:29.350195Z","caller":"traceutil/trace.go:171","msg":"trace[1332384728] linearizableReadLoop","detail":"{readStateIndex:189; appliedIndex:188; }","duration":"287.933122ms","start":"2026-03-02T18:31:29.062235Z","end":"2026-03-02T18:31:29.350168Z","steps":["trace[1332384728] 'read index received' (duration: 287.756908ms)","trace[1332384728] 'applied index is now lower than readState.Index' (duration: 175.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:29.350242Z","caller":"traceutil/trace.go:171","msg":"trace[532780007] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"632.265697ms","start":"2026-03-02T18:31:28.717945Z","end":"2026-03-02T18:31:29.35021Z","steps":["trace[532780007] 'process raft request' (duration: 632.073832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:29.350383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.117636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:29.350467Z","caller":"traceutil/trace.go:171","msg":"trace[352268533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:185; }","duration":"288.27661ms","start":"2026-03-02T18:31:29.062175Z","end":"2026-03-02T18:31:29.350452Z","steps":["trace[352268533] 'agreement among raft nodes before linearized reading' (duration: 288.113326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:29.350779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:28.717931Z","time spent":"632.38236ms","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:31:34.362135Z","caller":"traceutil/trace.go:171","msg":"trace[1798863609] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"168.990057ms","start":"2026-03-02T18:31:34.193123Z","end":"2026-03-02T18:31:34.362113Z","steps":["trace[1798863609] 'process raft request' (duration: 168.866774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:40.243213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.053954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:31:40.243335Z","caller":"traceutil/trace.go:171","msg":"trace[1060135106] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"647.165755ms","start":"2026-03-02T18:31:39.596154Z","end":"2026-03-02T18:31:40.24332Z","steps":["trace[1060135106] 'read index received' (duration: 21.981µs)","trace[1060135106] 'applied index is now lower than readState.Index' (duration: 647.142604ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:40.243429Z","caller":"traceutil/trace.go:171","msg":"trace[412532422] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"674.831451ms","start":"2026-03-02T18:31:39.568563Z","end":"2026-03-02T18:31:40.243394Z","steps":["trace[412532422] 'compare' (duration: 665.92155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:40.243597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.430282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-03-02T18:31:40.243624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.823038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:31:40.243661Z","caller":"traceutil/trace.go:171","msg":"trace[247397382] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:409; }","duration":"647.513864ms","start":"2026-03-02T18:31:39.596131Z","end":"2026-03-02T18:31:40.243645Z","steps":["trace[247397382] 'agreement among raft nodes before linearized reading' (duration: 647.271958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:40.243659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:39.568527Z","time spent":"675.024536ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:40.243682Z","caller":"traceutil/trace.go:171","msg":"trace[560634406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:409; }","duration":"297.91865ms","start":"2026-03-02T18:31:39.945749Z","end":"2026-03-02T18:31:40.243668Z","steps":["trace[560634406] 'agreement among raft nodes before linearized reading' (duration: 297.779766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:40.243724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:39.596121Z","time spent":"647.588166ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4350,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-02T18:31:40.752553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012848035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:31:41.252878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012848035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:31:41.753712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012848035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:31:42.257938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012848035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:31:42.424207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T18:31:42.424293Z","caller":"traceutil/trace.go:171","msg":"trace[1545887971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506636s","start":"2026-03-02T18:31:40.423767Z","end":"2026-03-02T18:31:42.424273Z","steps":["trace[1545887971] 'agreement among raft nodes before linearized reading' (duration: 2.000402483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:42.424342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:40.423748Z","time spent":"2.000584879s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 18:31:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:31:42.509315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.99326366s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:31:42.50972Z","caller":"traceutil/trace.go:171","msg":"trace[381399144] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"2.258151101s","start":"2026-03-02T18:31:40.251543Z","end":"2026-03-02T18:31:42.509695Z","steps":["trace[381399144] 'process raft request' (duration: 2.257960376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:42.509872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:40.251514Z","time spent":"2.258273933s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:31:44.375843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624462419s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:31:44.37619Z","caller":"traceutil/trace.go:171","msg":"trace[1765214405] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"4.123644353s","start":"2026-03-02T18:31:40.252525Z","end":"2026-03-02T18:31:44.37617Z","steps":["trace[1765214405] 'process raft request' (duration: 4.123478009s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.3763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:40.252511Z","time spent":"4.123721456s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:44.376558Z","caller":"traceutil/trace.go:171","msg":"trace[981330234] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"2.716285864s","start":"2026-03-02T18:31:41.66024Z","end":"2026-03-02T18:31:44.376526Z","steps":["trace[981330234] 'process raft request' (duration: 2.715884543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.376811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:41.660214Z","time spent":"2.716486399s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:31:44.377401Z","caller":"traceutil/trace.go:171","msg":"trace[1589949557] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:424; }","duration":"4.12500924s","start":"2026-03-02T18:31:40.252366Z","end":"2026-03-02T18:31:44.377376Z","steps":["trace[1589949557] 'read index received' (duration: 2.257134403s)","trace[1589949557] 'applied index is now lower than readState.Index' (duration: 1.867873717s)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:31:44.377519Z","caller":"traceutil/trace.go:171","msg":"trace[174143534] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.949413229s","start":"2026-03-02T18:31:42.428094Z","end":"2026-03-02T18:31:44.377507Z","steps":["trace[174143534] 'process raft request' (duration: 1.948957107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.377603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:42.428067Z","time spent":"1.949485571s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:31:44.377794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131219271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-02T18:31:44.377832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98333295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T18:31:44.377834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945591616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:31:44.377859Z","caller":"traceutil/trace.go:171","msg":"trace[1789107075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"3.131314044s","start":"2026-03-02T18:31:41.246526Z","end":"2026-03-02T18:31:44.37784Z","steps":["trace[1789107075] 'agreement among raft nodes before linearized reading' (duration: 3.13117167s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:31:44.377892Z","caller":"traceutil/trace.go:171","msg":"trace[1466594343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.945693128s","start":"2026-03-02T18:31:42.432185Z","end":"2026-03-02T18:31:44.377878Z","steps":["trace[1466594343] 'agreement among raft nodes before linearized reading' (duration: 1.945573275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.377908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:41.246508Z","time spent":"3.131387575s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:31:44.377941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:42.432165Z","time spent":"1.94576883s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:31:44.377896Z","caller":"traceutil/trace.go:171","msg":"trace[960885333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"2.983407133s","start":"2026-03-02T18:31:41.394465Z","end":"2026-03-02T18:31:44.377872Z","steps":["trace[960885333] 'agreement among raft nodes before linearized reading' (duration: 2.98331174s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.377993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:41.394458Z","time spent":"2.983521276s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:31:44.377958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.125542805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T18:31:44.378791Z","caller":"traceutil/trace.go:171","msg":"trace[838700253] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:413; }","duration":"4.12643504s","start":"2026-03-02T18:31:40.252332Z","end":"2026-03-02T18:31:44.378767Z","steps":["trace[838700253] 'agreement among raft nodes before linearized reading' (duration: 4.125442852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.378869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:40.25232Z","time spent":"4.126530892s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T18:31:44.378045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98439435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:31:44.379095Z","caller":"traceutil/trace.go:171","msg":"trace[1386631065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"2.985467989s","start":"2026-03-02T18:31:41.393598Z","end":"2026-03-02T18:31:44.379066Z","steps":["trace[1386631065] 'agreement among raft nodes before linearized reading' (duration: 2.984388679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:31:44.379211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:31:41.393577Z","time spent":"2.985592551s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:31:52.726288Z","caller":"traceutil/trace.go:171","msg":"trace[12095786] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"119.410803ms","start":"2026-03-02T18:31:52.60685Z","end":"2026-03-02T18:31:52.726261Z","steps":["trace[12095786] 'process raft request' (duration: 119.2883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:01.078441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012848246,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:32:01.274488Z","caller":"traceutil/trace.go:171","msg":"trace[828677830] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"696.855047ms","start":"2026-03-02T18:32:00.577617Z","end":"2026-03-02T18:32:01.274472Z","steps":["trace[828677830] 'read index received' (duration: 696.692332ms)","trace[828677830] 'applied index is now lower than readState.Index' (duration: 161.855µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:01.2746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.97632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:32:01.274577Z","caller":"traceutil/trace.go:171","msg":"trace[50531488] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"713.401483ms","start":"2026-03-02T18:32:00.561152Z","end":"2026-03-02T18:32:01.274553Z","steps":["trace[50531488] 'process raft request' (duration: 713.205338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:01.27462Z","caller":"traceutil/trace.go:171","msg":"trace[520417671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"697.049052ms","start":"2026-03-02T18:32:00.577565Z","end":"2026-03-02T18:32:01.274615Z","steps":["trace[520417671] 'agreement among raft nodes before linearized reading' (duration: 696.9945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:01.27464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:00.577543Z","time spent":"697.090933ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:32:01.274665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.143346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T18:32:01.27471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:00.561136Z","time spent":"713.500136ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:32:01.274736Z","caller":"traceutil/trace.go:171","msg":"trace[345562475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"693.267399ms","start":"2026-03-02T18:32:00.581452Z","end":"2026-03-02T18:32:01.274719Z","steps":["trace[345562475] 'agreement among raft nodes before linearized reading' (duration: 693.132516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:01.274776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:00.581429Z","time spent":"693.341791ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:32:01.274782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.609546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:32:01.274806Z","caller":"traceutil/trace.go:171","msg":"trace[691069771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:518; }","duration":"491.672147ms","start":"2026-03-02T18:32:00.783124Z","end":"2026-03-02T18:32:01.274796Z","steps":["trace[691069771] 'agreement among raft nodes before linearized reading' (duration: 491.591855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:01.274831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:00.783104Z","time spent":"491.720039ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:32:07.589819Z","caller":"traceutil/trace.go:171","msg":"trace[139110204] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"197.098218ms","start":"2026-03-02T18:32:07.392671Z","end":"2026-03-02T18:32:07.589769Z","steps":["trace[139110204] 'process raft request' (duration: 196.889263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:07.656628Z","caller":"traceutil/trace.go:171","msg":"trace[759043787] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"263.913872ms","start":"2026-03-02T18:32:07.392679Z","end":"2026-03-02T18:32:07.656593Z","steps":["trace[759043787] 'process raft request' (duration: 197.047127ms)","trace[759043787] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 66.744441ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:08.478896Z","caller":"traceutil/trace.go:171","msg":"trace[173019323] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:576; }","duration":"1.055014492s","start":"2026-03-02T18:32:07.423861Z","end":"2026-03-02T18:32:08.478875Z","steps":["trace[173019323] 'read index received' (duration: 165.739513ms)","trace[173019323] 'applied index is now lower than readState.Index' (duration: 889.274039ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:08.478979Z","caller":"traceutil/trace.go:171","msg":"trace[405541332] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.086197102s","start":"2026-03-02T18:32:07.392743Z","end":"2026-03-02T18:32:08.47894Z","steps":["trace[405541332] 'process raft request' (duration: 1.047995402s)","trace[405541332] 'compare' (duration: 37.512431ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:08.479027Z","caller":"traceutil/trace.go:171","msg":"trace[1823964141] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.085748591s","start":"2026-03-02T18:32:07.393269Z","end":"2026-03-02T18:32:08.479017Z","steps":["trace[1823964141] 'process raft request' (duration: 1.085513434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:08.479125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:07.393258Z","time spent":"1.085793811s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:08.47913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:07.392715Z","time spent":"1.086334396s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:08.479244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055375731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:32:08.479294Z","caller":"traceutil/trace.go:171","msg":"trace[347856878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"1.055456043s","start":"2026-03-02T18:32:07.423821Z","end":"2026-03-02T18:32:08.479277Z","steps":["trace[347856878] 'agreement among raft nodes before linearized reading' (duration: 1.055377411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:08.479333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:07.423804Z","time spent":"1.055519635s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:32:08.479353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.307271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:32:08.479473Z","caller":"traceutil/trace.go:171","msg":"trace[1952673607] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:560; }","duration":"563.499517ms","start":"2026-03-02T18:32:07.915938Z","end":"2026-03-02T18:32:08.479437Z","steps":["trace[1952673607] 'agreement among raft nodes before linearized reading' (duration: 563.301771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:08.479606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:07.915908Z","time spent":"563.680612ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T18:32:08.4796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.578113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2nvp\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-02T18:32:08.479703Z","caller":"traceutil/trace.go:171","msg":"trace[769990065] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2nvp; range_end:; response_count:1; response_revision:560; }","duration":"814.713876ms","start":"2026-03-02T18:32:07.664962Z","end":"2026-03-02T18:32:08.479676Z","steps":["trace[769990065] 'agreement among raft nodes before linearized reading' (duration: 814.227373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:08.479762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:07.664945Z","time spent":"814.806859ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-b2nvp\" "} {"level":"info","ts":"2026-03-02T18:32:08.688932Z","caller":"traceutil/trace.go:171","msg":"trace[1387380388] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"191.458567ms","start":"2026-03-02T18:32:08.497452Z","end":"2026-03-02T18:32:08.68891Z","steps":["trace[1387380388] 'process raft request' (duration: 191.317903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:09.767676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.636035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:32:09.767752Z","caller":"traceutil/trace.go:171","msg":"trace[744108652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"107.768689ms","start":"2026-03-02T18:32:09.659966Z","end":"2026-03-02T18:32:09.767735Z","steps":["trace[744108652] 'range keys from in-memory index tree' (duration: 107.390109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:09.767783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.107504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T18:32:09.767806Z","caller":"traceutil/trace.go:171","msg":"trace[236831412] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:562; }","duration":"202.167756ms","start":"2026-03-02T18:32:09.565632Z","end":"2026-03-02T18:32:09.767799Z","steps":["trace[236831412] 'range keys from in-memory index tree' (duration: 202.025582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:09.767949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.037237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:32:09.768017Z","caller":"traceutil/trace.go:171","msg":"trace[166336198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:562; }","duration":"174.14501ms","start":"2026-03-02T18:32:09.593853Z","end":"2026-03-02T18:32:09.767998Z","steps":["trace[166336198] 'range keys from in-memory index tree' (duration: 173.878362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:10.390567Z","caller":"traceutil/trace.go:171","msg":"trace[841561411] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"618.866061ms","start":"2026-03-02T18:32:09.771667Z","end":"2026-03-02T18:32:10.390533Z","steps":["trace[841561411] 'process raft request' (duration: 618.791139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:10.3906Z","caller":"traceutil/trace.go:171","msg":"trace[753416376] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"619.371724ms","start":"2026-03-02T18:32:09.771195Z","end":"2026-03-02T18:32:10.390567Z","steps":["trace[753416376] 'process raft request' (duration: 619.058605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:10.390829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:09.771652Z","time spent":"619.058876ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:10.39093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:09.77117Z","time spent":"619.641571ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:32:10.407986Z","caller":"traceutil/trace.go:171","msg":"trace[1486273418] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"426.5396ms","start":"2026-03-02T18:32:09.981421Z","end":"2026-03-02T18:32:10.40796Z","steps":["trace[1486273418] 'process raft request' (duration: 426.326084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:10.408156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.997313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:32:10.408199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:09.9814Z","time spent":"426.666384ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:32:10.408242Z","caller":"traceutil/trace.go:171","msg":"trace[415270904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:565; }","duration":"158.129777ms","start":"2026-03-02T18:32:10.250092Z","end":"2026-03-02T18:32:10.408222Z","steps":["trace[415270904] 'agreement among raft nodes before linearized reading' (duration: 157.928701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:10.407962Z","caller":"traceutil/trace.go:171","msg":"trace[1649649377] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:583; }","duration":"157.791948ms","start":"2026-03-02T18:32:10.250139Z","end":"2026-03-02T18:32:10.407931Z","steps":["trace[1649649377] 'read index received' (duration: 140.033069ms)","trace[1649649377] 'applied index is now lower than readState.Index' (duration: 17.757379ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:12.287182Z","caller":"traceutil/trace.go:171","msg":"trace[2033248300] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"471.177575ms","start":"2026-03-02T18:32:11.815971Z","end":"2026-03-02T18:32:12.287149Z","steps":["trace[2033248300] 'process raft request' (duration: 470.418575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:12.287359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:11.815935Z","time spent":"471.350159ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:32:12.293627Z","caller":"traceutil/trace.go:171","msg":"trace[104109071] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"477.034843ms","start":"2026-03-02T18:32:11.816558Z","end":"2026-03-02T18:32:12.293593Z","steps":["trace[104109071] 'process raft request' (duration: 476.857109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:12.29378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:11.816537Z","time spent":"477.182247ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:32:12.293799Z","caller":"traceutil/trace.go:171","msg":"trace[1095644084] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"473.737754ms","start":"2026-03-02T18:32:11.820038Z","end":"2026-03-02T18:32:12.293776Z","steps":["trace[1095644084] 'process raft request' (duration: 473.556149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:12.29384Z","caller":"traceutil/trace.go:171","msg":"trace[1227066027] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"284.593521ms","start":"2026-03-02T18:32:12.009216Z","end":"2026-03-02T18:32:12.29381Z","steps":["trace[1227066027] 'process raft request' (duration: 284.413855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:12.293795Z","caller":"traceutil/trace.go:171","msg":"trace[2064973560] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"474.542096ms","start":"2026-03-02T18:32:11.819225Z","end":"2026-03-02T18:32:12.293767Z","steps":["trace[2064973560] 'process raft request' (duration: 474.264049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:12.29395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:11.820019Z","time spent":"473.87868ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:32:12.294115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:11.819212Z","time spent":"474.828924ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:32:28.067906Z","caller":"traceutil/trace.go:171","msg":"trace[1494322833] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"162.462044ms","start":"2026-03-02T18:32:27.905419Z","end":"2026-03-02T18:32:28.067881Z","steps":["trace[1494322833] 'process raft request' (duration: 162.288139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:29.114571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.049735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T18:32:29.114619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.705487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T18:32:29.11472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.315802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:32:29.11471Z","caller":"traceutil/trace.go:171","msg":"trace[40751717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:939; }","duration":"535.85143ms","start":"2026-03-02T18:32:28.578835Z","end":"2026-03-02T18:32:29.114686Z","steps":["trace[40751717] 'range keys from in-memory index tree' (duration: 535.541242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:29.114741Z","caller":"traceutil/trace.go:171","msg":"trace[980442989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:939; }","duration":"649.382344ms","start":"2026-03-02T18:32:28.465352Z","end":"2026-03-02T18:32:29.114734Z","steps":["trace[980442989] 'range keys from in-memory index tree' (duration: 649.188209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:29.114769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:28.465328Z","time spent":"649.435225ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:32:29.114755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.604716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:32:29.114768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:28.578814Z","time spent":"535.939812ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:32:29.114831Z","caller":"traceutil/trace.go:171","msg":"trace[947033788] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:939; }","duration":"680.72488ms","start":"2026-03-02T18:32:28.434085Z","end":"2026-03-02T18:32:29.11481Z","steps":["trace[947033788] 'count revisions from in-memory index tree' (duration: 680.454923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:29.114876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:28.43407Z","time spent":"680.793582ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:32:29.115028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.066353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:32:29.114658Z","caller":"traceutil/trace.go:171","msg":"trace[812766364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:939; }","duration":"642.175819ms","start":"2026-03-02T18:32:28.472463Z","end":"2026-03-02T18:32:29.114638Z","steps":["trace[812766364] 'range keys from in-memory index tree' (duration: 641.904672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:29.115178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:28.47245Z","time spent":"642.720774ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:32:29.115137Z","caller":"traceutil/trace.go:171","msg":"trace[1549050059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:939; }","duration":"534.232227ms","start":"2026-03-02T18:32:28.580881Z","end":"2026-03-02T18:32:29.115114Z","steps":["trace[1549050059] 'range keys from in-memory index tree' (duration: 533.853567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:29.115252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:28.580856Z","time spent":"534.379111ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:32:29.115554Z","caller":"traceutil/trace.go:171","msg":"trace[1268997977] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"162.009182ms","start":"2026-03-02T18:32:28.953511Z","end":"2026-03-02T18:32:29.11552Z","steps":["trace[1268997977] 'process raft request' (duration: 136.868003ms)","trace[1268997977] 'compare' (duration: 24.008838ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:34.890086Z","caller":"traceutil/trace.go:171","msg":"trace[997255753] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"106.985813ms","start":"2026-03-02T18:32:34.783065Z","end":"2026-03-02T18:32:34.890051Z","steps":["trace[997255753] 'process raft request' (duration: 105.878054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:50.311381Z","caller":"traceutil/trace.go:171","msg":"trace[1509249363] linearizableReadLoop","detail":"{readStateIndex:1232; appliedIndex:1231; }","duration":"138.150939ms","start":"2026-03-02T18:32:50.173209Z","end":"2026-03-02T18:32:50.31136Z","steps":["trace[1509249363] 'read index received' (duration: 137.868402ms)","trace[1509249363] 'applied index is now lower than readState.Index' (duration: 281.727µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:50.31154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.314744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:32:50.311566Z","caller":"traceutil/trace.go:171","msg":"trace[1407793168] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1195; }","duration":"138.385965ms","start":"2026-03-02T18:32:50.173172Z","end":"2026-03-02T18:32:50.311558Z","steps":["trace[1407793168] 'agreement among raft nodes before linearized reading' (duration: 138.276543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:50.311608Z","caller":"traceutil/trace.go:171","msg":"trace[773069685] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"143.834644ms","start":"2026-03-02T18:32:50.167738Z","end":"2026-03-02T18:32:50.311573Z","steps":["trace[773069685] 'process raft request' (duration: 143.454463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:32:53.617018Z","caller":"traceutil/trace.go:171","msg":"trace[1039945921] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"340.554111ms","start":"2026-03-02T18:32:53.276436Z","end":"2026-03-02T18:32:53.61699Z","steps":["trace[1039945921] 'process raft request' (duration: 340.412367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:53.61718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:53.27642Z","time spent":"340.673954ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:32:53.994911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.72368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:32:53.995018Z","caller":"traceutil/trace.go:171","msg":"trace[2071454277] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"717.8508ms","start":"2026-03-02T18:32:53.277153Z","end":"2026-03-02T18:32:53.995004Z","steps":["trace[2071454277] 'process raft request' (duration: 356.986197ms)","trace[2071454277] 'compare' (duration: 360.639598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:32:53.995057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:53.277139Z","time spent":"717.901181ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:32:53.995247Z","caller":"traceutil/trace.go:171","msg":"trace[1533635471] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1243; }","duration":"572.035678ms","start":"2026-03-02T18:32:53.423171Z","end":"2026-03-02T18:32:53.995206Z","steps":["trace[1533635471] 'read index received' (duration: 193.756953ms)","trace[1533635471] 'applied index is now lower than readState.Index' (duration: 378.275545ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:32:53.99528Z","caller":"traceutil/trace.go:171","msg":"trace[323093336] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"717.893402ms","start":"2026-03-02T18:32:53.277351Z","end":"2026-03-02T18:32:53.995244Z","steps":["trace[323093336] 'process raft request' (duration: 717.628045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:53.995409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.217334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:32:53.995443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:53.277313Z","time spent":"718.048186ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:32:53.995524Z","caller":"traceutil/trace.go:171","msg":"trace[1733364110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1209; }","duration":"572.312536ms","start":"2026-03-02T18:32:53.423158Z","end":"2026-03-02T18:32:53.995471Z","steps":["trace[1733364110] 'agreement among raft nodes before linearized reading' (duration: 572.160272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:32:53.995577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:32:53.423098Z","time spent":"572.468099ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:33:04.468316Z","caller":"traceutil/trace.go:171","msg":"trace[605243794] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"105.953397ms","start":"2026-03-02T18:33:04.362301Z","end":"2026-03-02T18:33:04.468255Z","steps":["trace[605243794] 'process raft request' (duration: 105.731751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:10.160265Z","caller":"traceutil/trace.go:171","msg":"trace[386140977] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"128.918166ms","start":"2026-03-02T18:33:10.031323Z","end":"2026-03-02T18:33:10.160241Z","steps":["trace[386140977] 'process raft request' (duration: 128.799903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:17.772693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.896853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T18:33:17.772813Z","caller":"traceutil/trace.go:171","msg":"trace[1216729216] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e; range_end:; response_count:1; response_revision:1606; }","duration":"429.140338ms","start":"2026-03-02T18:33:17.343645Z","end":"2026-03-02T18:33:17.772785Z","steps":["trace[1216729216] 'range keys from in-memory index tree' (duration: 428.720508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:17.772887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.3436Z","time spent":"429.252731ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" "} {"level":"warn","ts":"2026-03-02T18:33:17.772969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.779541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T18:33:17.772991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.465238ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:17.77306Z","caller":"traceutil/trace.go:171","msg":"trace[2127176670] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1606; }","duration":"336.53969ms","start":"2026-03-02T18:33:17.43651Z","end":"2026-03-02T18:33:17.773049Z","steps":["trace[2127176670] 'range keys from in-memory index tree' (duration: 336.456297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:17.773066Z","caller":"traceutil/trace.go:171","msg":"trace[1311546813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1606; }","duration":"396.906404ms","start":"2026-03-02T18:33:17.376137Z","end":"2026-03-02T18:33:17.773043Z","steps":["trace[1311546813] 'range keys from in-memory index tree' (duration: 396.646127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:17.7731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.376113Z","time spent":"396.978265ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:33:17.773298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.311384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T18:33:17.773365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.551114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T18:33:17.773482Z","caller":"traceutil/trace.go:171","msg":"trace[1850547664] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e; range_end:; response_count:1; response_revision:1606; }","duration":"738.668907ms","start":"2026-03-02T18:33:17.034769Z","end":"2026-03-02T18:33:17.773438Z","steps":["trace[1850547664] 'range keys from in-memory index tree' (duration: 738.089331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:17.773534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.03476Z","time spent":"738.760699ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" "} {"level":"info","ts":"2026-03-02T18:33:17.77339Z","caller":"traceutil/trace.go:171","msg":"trace[147367098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"749.447399ms","start":"2026-03-02T18:33:17.023923Z","end":"2026-03-02T18:33:17.77337Z","steps":["trace[147367098] 'range keys from in-memory index tree' (duration: 748.890353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:17.7738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.023901Z","time spent":"749.879379ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T18:33:18.647447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012850346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:33:18.836047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.28241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:18.836306Z","caller":"traceutil/trace.go:171","msg":"trace[1107148576] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"1.057657854s","start":"2026-03-02T18:33:17.778612Z","end":"2026-03-02T18:33:18.83627Z","steps":["trace[1107148576] 'process raft request' (duration: 870.029905ms)","trace[1107148576] 'compare' (duration: 186.89897ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:18.836382Z","caller":"traceutil/trace.go:171","msg":"trace[998270843] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.055377825s","start":"2026-03-02T18:33:17.780963Z","end":"2026-03-02T18:33:18.836341Z","steps":["trace[998270843] 'process raft request' (duration: 1.055220361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.836434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.778587Z","time spent":"1.057780966s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:18.836497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:17.780937Z","time spent":"1.055507919s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:18.860486Z","caller":"traceutil/trace.go:171","msg":"trace[1468265167] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"670.860374ms","start":"2026-03-02T18:33:18.1896Z","end":"2026-03-02T18:33:18.86046Z","steps":["trace[1468265167] 'process raft request' (duration: 670.782172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:18.860515Z","caller":"traceutil/trace.go:171","msg":"trace[1421215143] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"672.074004ms","start":"2026-03-02T18:33:18.188411Z","end":"2026-03-02T18:33:18.860485Z","steps":["trace[1421215143] 'process raft request' (duration: 671.811247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.860656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.189577Z","time spent":"670.989727ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:18.860659Z","caller":"traceutil/trace.go:171","msg":"trace[370233990] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"225.326771ms","start":"2026-03-02T18:33:18.635312Z","end":"2026-03-02T18:33:18.860639Z","steps":["trace[370233990] 'process raft request' (duration: 225.107516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:18.860643Z","caller":"traceutil/trace.go:171","msg":"trace[1689812682] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1670; }","duration":"714.125247ms","start":"2026-03-02T18:33:18.146489Z","end":"2026-03-02T18:33:18.860615Z","steps":["trace[1689812682] 'read index received' (duration: 502.178304ms)","trace[1689812682] 'applied index is now lower than readState.Index' (duration: 211.945253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:18.860782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.27527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:33:18.860838Z","caller":"traceutil/trace.go:171","msg":"trace[467725384] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1612; }","duration":"714.389693ms","start":"2026-03-02T18:33:18.146439Z","end":"2026-03-02T18:33:18.860829Z","steps":["trace[467725384] 'agreement among raft nodes before linearized reading' (duration: 714.25895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.860894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.146419Z","time spent":"714.462274ms","remote":"127.0.0.1:56014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:33:18.860654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.188391Z","time spent":"672.187527ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:18.905084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.421303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-02T18:33:18.905141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.873435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-02T18:33:18.905193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.8448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:33:18.905174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.612344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:33:18.905162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.237288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:18.905187Z","caller":"traceutil/trace.go:171","msg":"trace[2037513090] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"195.19727ms","start":"2026-03-02T18:33:18.70996Z","end":"2026-03-02T18:33:18.905158Z","steps":["trace[2037513090] 'process raft request' (duration: 194.875241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:18.905233Z","caller":"traceutil/trace.go:171","msg":"trace[1103604531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"481.907841ms","start":"2026-03-02T18:33:18.42331Z","end":"2026-03-02T18:33:18.905218Z","steps":["trace[1103604531] 'agreement among raft nodes before linearized reading' (duration: 481.85818ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:18.905247Z","caller":"traceutil/trace.go:171","msg":"trace[1006764068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1613; }","duration":"363.728847ms","start":"2026-03-02T18:33:18.541501Z","end":"2026-03-02T18:33:18.90523Z","steps":["trace[1006764068] 'agreement among raft nodes before linearized reading' (duration: 363.51742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:18.90526Z","caller":"traceutil/trace.go:171","msg":"trace[520299750] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1613; }","duration":"337.391492ms","start":"2026-03-02T18:33:18.567853Z","end":"2026-03-02T18:33:18.905244Z","steps":["trace[520299750] 'agreement among raft nodes before linearized reading' (duration: 337.210998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.905268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.423291Z","time spent":"481.970592ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:33:18.905286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.541483Z","time spent":"363.793418ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:18.905318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.567836Z","time spent":"337.463993ms","remote":"127.0.0.1:55792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:33:18.905325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.734305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T18:33:18.905358Z","caller":"traceutil/trace.go:171","msg":"trace[1869108386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1613; }","duration":"707.800307ms","start":"2026-03-02T18:33:18.197548Z","end":"2026-03-02T18:33:18.905348Z","steps":["trace[1869108386] 'agreement among raft nodes before linearized reading' (duration: 707.698114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.905403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.197519Z","time spent":"707.876709ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:18.905461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.213358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:33:18.905506Z","caller":"traceutil/trace.go:171","msg":"trace[1282470278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"124.247799ms","start":"2026-03-02T18:33:18.781239Z","end":"2026-03-02T18:33:18.905487Z","steps":["trace[1282470278] 'agreement among raft nodes before linearized reading' (duration: 124.155957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:18.90521Z","caller":"traceutil/trace.go:171","msg":"trace[773708605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1613; }","duration":"708.984437ms","start":"2026-03-02T18:33:18.196209Z","end":"2026-03-02T18:33:18.905194Z","steps":["trace[773708605] 'agreement among raft nodes before linearized reading' (duration: 708.75512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:18.905736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:18.19619Z","time spent":"709.532561ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:33:18.906095Z","caller":"traceutil/trace.go:171","msg":"trace[245303231] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e; range_end:; response_count:1; response_revision:1613; }","duration":"126.540426ms","start":"2026-03-02T18:33:18.778595Z","end":"2026-03-02T18:33:18.905136Z","steps":["trace[245303231] 'agreement among raft nodes before linearized reading' (duration: 126.382751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:26.527709Z","caller":"traceutil/trace.go:171","msg":"trace[528119238] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"115.94694ms","start":"2026-03-02T18:33:26.411747Z","end":"2026-03-02T18:33:26.527694Z","steps":["trace[528119238] 'process raft request' (duration: 115.771484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:26.527683Z","caller":"traceutil/trace.go:171","msg":"trace[1928446213] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1751; }","duration":"103.614538ms","start":"2026-03-02T18:33:26.424034Z","end":"2026-03-02T18:33:26.527648Z","steps":["trace[1928446213] 'read index received' (duration: 103.37058ms)","trace[1928446213] 'applied index is now lower than readState.Index' (duration: 243.138µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:26.527778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.72717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:26.527812Z","caller":"traceutil/trace.go:171","msg":"trace[723728000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"103.802981ms","start":"2026-03-02T18:33:26.424002Z","end":"2026-03-02T18:33:26.527805Z","steps":["trace[723728000] 'agreement among raft nodes before linearized reading' (duration: 103.72914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:32.172125Z","caller":"traceutil/trace.go:171","msg":"trace[1097472194] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"176.076165ms","start":"2026-03-02T18:33:31.996029Z","end":"2026-03-02T18:33:32.172105Z","steps":["trace[1097472194] 'read index received' (duration: 176.000654ms)","trace[1097472194] 'applied index is now lower than readState.Index' (duration: 74.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:32.17217Z","caller":"traceutil/trace.go:171","msg":"trace[1769345673] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"246.724061ms","start":"2026-03-02T18:33:31.925415Z","end":"2026-03-02T18:33:32.172139Z","steps":["trace[1769345673] 'process raft request' (duration: 246.567897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:32.172327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.283431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:33:32.173007Z","caller":"traceutil/trace.go:171","msg":"trace[902715632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1720; }","duration":"176.936989ms","start":"2026-03-02T18:33:31.996024Z","end":"2026-03-02T18:33:32.17296Z","steps":["trace[902715632] 'agreement among raft nodes before linearized reading' (duration: 176.201419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:32.689509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.418812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-27mcx\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-03-02T18:33:32.689574Z","caller":"traceutil/trace.go:171","msg":"trace[181421739] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-27mcx; range_end:; response_count:1; response_revision:1720; }","duration":"183.520575ms","start":"2026-03-02T18:33:32.506039Z","end":"2026-03-02T18:33:32.689559Z","steps":["trace[181421739] 'range keys from in-memory index tree' (duration: 183.290209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:33.457337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012850593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:33:34.702502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140150836s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T18:33:34.702684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1403019s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:33:34.702868Z","caller":"traceutil/trace.go:171","msg":"trace[59520491] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"1.997178792s","start":"2026-03-02T18:33:32.705658Z","end":"2026-03-02T18:33:34.702837Z","steps":["trace[59520491] 'process raft request' (duration: 856.603575ms)","trace[59520491] 'compare' (duration: 1.139580681s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:33:34.70296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.70564Z","time spent":"1.997272055s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:34.703706Z","caller":"traceutil/trace.go:171","msg":"trace[1534943151] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"1.995215073s","start":"2026-03-02T18:33:32.708458Z","end":"2026-03-02T18:33:34.703673Z","steps":["trace[1534943151] 'process raft request' (duration: 1.994613228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.703966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.708442Z","time spent":"1.995337775s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:34.704385Z","caller":"traceutil/trace.go:171","msg":"trace[1490052834] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"1.754584225s","start":"2026-03-02T18:33:32.949787Z","end":"2026-03-02T18:33:34.704371Z","steps":["trace[1490052834] 'process raft request' (duration: 1.753411166s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:34.704739Z","caller":"traceutil/trace.go:171","msg":"trace[869279076] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"1.754244396s","start":"2026-03-02T18:33:32.950463Z","end":"2026-03-02T18:33:34.704708Z","steps":["trace[869279076] 'process raft request' (duration: 1.753851757s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:33:34.704802Z","caller":"traceutil/trace.go:171","msg":"trace[1450792482] linearizableReadLoop","detail":"{readStateIndex:1793; appliedIndex:1788; }","duration":"1.748474171s","start":"2026-03-02T18:33:32.956303Z","end":"2026-03-02T18:33:34.704777Z","steps":["trace[1450792482] 'read index received' (duration: 606.039638ms)","trace[1450792482] 'applied index is now lower than readState.Index' (duration: 1.142432753s)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:33:34.704865Z","caller":"traceutil/trace.go:171","msg":"trace[519776472] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"1.753372294s","start":"2026-03-02T18:33:32.95145Z","end":"2026-03-02T18:33:34.704822Z","steps":["trace[519776472] 'process raft request' (duration: 1.753167619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.705033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.9504Z","time spent":"1.754438673s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:34.705056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.951439Z","time spent":"1.753530809s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:33:34.705148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748847201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:33:34.705229Z","caller":"traceutil/trace.go:171","msg":"trace[1752075260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1726; }","duration":"1.748978224s","start":"2026-03-02T18:33:32.956235Z","end":"2026-03-02T18:33:34.705213Z","steps":["trace[1752075260] 'agreement among raft nodes before linearized reading' (duration: 1.748733678s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.705308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.956213Z","time spent":"1.749081307s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:33:34.704586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.949764Z","time spent":"1.754777119s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:34.708984Z","caller":"traceutil/trace.go:171","msg":"trace[1992814025] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"674.163647ms","start":"2026-03-02T18:33:34.034806Z","end":"2026-03-02T18:33:34.70897Z","steps":["trace[1992814025] 'process raft request' (duration: 674.059305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.709077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.034774Z","time spent":"674.25062ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:33:34.709151Z","caller":"traceutil/trace.go:171","msg":"trace[1151996743] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"217.227226ms","start":"2026-03-02T18:33:34.491909Z","end":"2026-03-02T18:33:34.709136Z","steps":["trace[1151996743] 'process raft request' (duration: 217.021741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.715176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736932358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:33:34.71523Z","caller":"traceutil/trace.go:171","msg":"trace[1067273634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1729; }","duration":"1.737046712s","start":"2026-03-02T18:33:32.978169Z","end":"2026-03-02T18:33:34.715216Z","steps":["trace[1067273634] 'agreement among raft nodes before linearized reading' (duration: 1.736876897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.71525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534496836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:33:34.715307Z","caller":"traceutil/trace.go:171","msg":"trace[1268400027] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1729; }","duration":"1.534590869s","start":"2026-03-02T18:33:33.180701Z","end":"2026-03-02T18:33:34.715292Z","steps":["trace[1268400027] 'agreement among raft nodes before linearized reading' (duration: 1.534451795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.71533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:33.18068Z","time spent":"1.5346457s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T18:33:34.715354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537259725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-kktlr\" ","response":"range_response_count:1 size:6147"} {"level":"info","ts":"2026-03-02T18:33:34.715394Z","caller":"traceutil/trace.go:171","msg":"trace[416554155] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-kktlr; range_end:; response_count:1; response_revision:1729; }","duration":"1.537335258s","start":"2026-03-02T18:33:33.178047Z","end":"2026-03-02T18:33:34.715383Z","steps":["trace[416554155] 'agreement among raft nodes before linearized reading' (duration: 1.537239825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.715423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:33.178026Z","time spent":"1.5373878s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6171,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-kktlr\" "} {"level":"warn","ts":"2026-03-02T18:33:34.715836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737551164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:33:34.715872Z","caller":"traceutil/trace.go:171","msg":"trace[951859507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1730; }","duration":"1.737619066s","start":"2026-03-02T18:33:32.978242Z","end":"2026-03-02T18:33:34.715861Z","steps":["trace[951859507] 'agreement among raft nodes before linearized reading' (duration: 1.737551004s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.715886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.978187Z","time spent":"1.737696177s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:34.715899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736539907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:33:34.715939Z","caller":"traceutil/trace.go:171","msg":"trace[1636449313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"1.736595599s","start":"2026-03-02T18:33:32.979334Z","end":"2026-03-02T18:33:34.715929Z","steps":["trace[1636449313] 'agreement among raft nodes before linearized reading' (duration: 1.736245341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.715967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.979325Z","time spent":"1.73663425s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:33:34.716132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.952679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T18:33:34.715267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:32.978144Z","time spent":"1.737110913s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:33:34.71616Z","caller":"traceutil/trace.go:171","msg":"trace[705445234] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1730; }","duration":"272.013151ms","start":"2026-03-02T18:33:34.444136Z","end":"2026-03-02T18:33:34.716149Z","steps":["trace[705445234] 'agreement among raft nodes before linearized reading' (duration: 271.859506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.716182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292278569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:33:34.716271Z","caller":"traceutil/trace.go:171","msg":"trace[1320395727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"1.292411332s","start":"2026-03-02T18:33:33.423834Z","end":"2026-03-02T18:33:34.716246Z","steps":["trace[1320395727] 'agreement among raft nodes before linearized reading' (duration: 1.292259249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.716312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:33.423814Z","time spent":"1.292489184s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:33:34.715697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.351046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:33:34.716698Z","caller":"traceutil/trace.go:171","msg":"trace[1387283883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"539.388513ms","start":"2026-03-02T18:33:34.177293Z","end":"2026-03-02T18:33:34.716681Z","steps":["trace[1387283883] 'agreement among raft nodes before linearized reading' (duration: 538.283355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:33:34.716734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:33:34.177269Z","time spent":"539.453315ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:34:03.035153Z","caller":"traceutil/trace.go:171","msg":"trace[1425358149] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"118.646671ms","start":"2026-03-02T18:34:02.91648Z","end":"2026-03-02T18:34:03.035126Z","steps":["trace[1425358149] 'process raft request' (duration: 118.408355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:03.035413Z","caller":"traceutil/trace.go:171","msg":"trace[689645647] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"117.36504ms","start":"2026-03-02T18:34:02.917968Z","end":"2026-03-02T18:34:03.035333Z","steps":["trace[689645647] 'process raft request' (duration: 117.108322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:03.259544Z","caller":"traceutil/trace.go:171","msg":"trace[2067682949] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"219.000368ms","start":"2026-03-02T18:34:03.040471Z","end":"2026-03-02T18:34:03.259472Z","steps":["trace[2067682949] 'process raft request' (duration: 126.609995ms)","trace[2067682949] 'compare' (duration: 92.204557ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:03.259974Z","caller":"traceutil/trace.go:171","msg":"trace[1791339929] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"219.190883ms","start":"2026-03-02T18:34:03.040511Z","end":"2026-03-02T18:34:03.259701Z","steps":["trace[1791339929] 'process raft request' (duration: 218.912186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:03.260122Z","caller":"traceutil/trace.go:171","msg":"trace[99493077] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"219.560612ms","start":"2026-03-02T18:34:03.040543Z","end":"2026-03-02T18:34:03.260104Z","steps":["trace[99493077] 'process raft request' (duration: 219.10052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:03.260181Z","caller":"traceutil/trace.go:171","msg":"trace[524510182] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"219.601023ms","start":"2026-03-02T18:34:03.04055Z","end":"2026-03-02T18:34:03.260151Z","steps":["trace[524510182] 'process raft request' (duration: 219.46765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:09.099842Z","caller":"traceutil/trace.go:171","msg":"trace[201779390] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"143.643509ms","start":"2026-03-02T18:34:08.956168Z","end":"2026-03-02T18:34:09.099812Z","steps":["trace[201779390] 'process raft request' (duration: 143.435873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:09.302216Z","caller":"traceutil/trace.go:171","msg":"trace[1432170822] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"248.317545ms","start":"2026-03-02T18:34:09.053871Z","end":"2026-03-02T18:34:09.302188Z","steps":["trace[1432170822] 'process raft request' (duration: 238.309219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:09.302389Z","caller":"traceutil/trace.go:171","msg":"trace[604295843] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1980; }","duration":"225.331819ms","start":"2026-03-02T18:34:09.077038Z","end":"2026-03-02T18:34:09.302369Z","steps":["trace[604295843] 'read index received' (duration: 22.649726ms)","trace[604295843] 'applied index is now lower than readState.Index' (duration: 202.680773ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:09.302431Z","caller":"traceutil/trace.go:171","msg":"trace[405263065] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"247.72616ms","start":"2026-03-02T18:34:09.054685Z","end":"2026-03-02T18:34:09.302411Z","steps":["trace[405263065] 'process raft request' (duration: 247.459823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.302601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.542485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T18:34:09.302681Z","caller":"traceutil/trace.go:171","msg":"trace[1826000764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1908; }","duration":"225.668188ms","start":"2026-03-02T18:34:09.076994Z","end":"2026-03-02T18:34:09.302662Z","steps":["trace[1826000764] 'agreement among raft nodes before linearized reading' (duration: 225.469383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.302686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.262573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T18:34:09.302795Z","caller":"traceutil/trace.go:171","msg":"trace[180636006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1908; }","duration":"153.418797ms","start":"2026-03-02T18:34:09.149356Z","end":"2026-03-02T18:34:09.302775Z","steps":["trace[180636006] 'agreement among raft nodes before linearized reading' (duration: 153.175961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.629675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.56985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:09.629762Z","caller":"traceutil/trace.go:171","msg":"trace[872986842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"206.729765ms","start":"2026-03-02T18:34:09.423012Z","end":"2026-03-02T18:34:09.629742Z","steps":["trace[872986842] 'range keys from in-memory index tree' (duration: 206.470068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:09.62975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.667927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:09.629829Z","caller":"traceutil/trace.go:171","msg":"trace[516836752] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:1913; }","duration":"137.817381ms","start":"2026-03-02T18:34:09.491992Z","end":"2026-03-02T18:34:09.62981Z","steps":["trace[516836752] 'count revisions from in-memory index tree' (duration: 137.527884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:10.73948Z","caller":"traceutil/trace.go:171","msg":"trace[1976577161] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"123.054184ms","start":"2026-03-02T18:34:10.616397Z","end":"2026-03-02T18:34:10.739451Z","steps":["trace[1976577161] 'process raft request' (duration: 122.88301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:11.062485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.47213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:34:11.062573Z","caller":"traceutil/trace.go:171","msg":"trace[778517751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1915; }","duration":"197.605354ms","start":"2026-03-02T18:34:10.864947Z","end":"2026-03-02T18:34:11.062553Z","steps":["trace[778517751] 'count revisions from in-memory index tree' (duration: 197.407429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.348646Z","caller":"traceutil/trace.go:171","msg":"trace[1225745899] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"220.979788ms","start":"2026-03-02T18:34:17.127641Z","end":"2026-03-02T18:34:17.348621Z","steps":["trace[1225745899] 'process raft request' (duration: 220.816244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.547338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.788282ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:34:17.547537Z","caller":"traceutil/trace.go:171","msg":"trace[1602916778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1945; }","duration":"111.007507ms","start":"2026-03-02T18:34:17.436502Z","end":"2026-03-02T18:34:17.54751Z","steps":["trace[1602916778] 'range keys from in-memory index tree' (duration: 110.744851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.694462Z","caller":"traceutil/trace.go:171","msg":"trace[364594508] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"508.119621ms","start":"2026-03-02T18:34:17.186322Z","end":"2026-03-02T18:34:17.694441Z","steps":["trace[364594508] 'process raft request' (duration: 507.964517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.694594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.186286Z","time spent":"508.239084ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:17.694631Z","caller":"traceutil/trace.go:171","msg":"trace[1767495044] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"364.607756ms","start":"2026-03-02T18:34:17.330011Z","end":"2026-03-02T18:34:17.694619Z","steps":["trace[1767495044] 'process raft request' (duration: 364.3906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.694688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.329982Z","time spent":"364.680298ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:34:17.694764Z","caller":"traceutil/trace.go:171","msg":"trace[1084140050] linearizableReadLoop","detail":"{readStateIndex:2025; appliedIndex:2021; }","duration":"351.349888ms","start":"2026-03-02T18:34:17.343405Z","end":"2026-03-02T18:34:17.694755Z","steps":["trace[1084140050] 'read index received' (duration: 5.029618ms)","trace[1084140050] 'applied index is now lower than readState.Index' (duration: 346.31886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:17.694929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.920583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T18:34:17.694925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.510853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:34:17.694975Z","caller":"traceutil/trace.go:171","msg":"trace[124225885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1948; }","duration":"340.986575ms","start":"2026-03-02T18:34:17.353967Z","end":"2026-03-02T18:34:17.694954Z","steps":["trace[124225885] 'agreement among raft nodes before linearized reading' (duration: 340.874522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.353958Z","time spent":"341.035216ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T18:34:17.69503Z","caller":"traceutil/trace.go:171","msg":"trace[1245790277] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"364.913395ms","start":"2026-03-02T18:34:17.330107Z","end":"2026-03-02T18:34:17.695021Z","steps":["trace[1245790277] 'process raft request' (duration: 364.472873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.69506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.351384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:34:17.695086Z","caller":"traceutil/trace.go:171","msg":"trace[1441034710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1948; }","duration":"328.391715ms","start":"2026-03-02T18:34:17.366687Z","end":"2026-03-02T18:34:17.695078Z","steps":["trace[1441034710] 'agreement among raft nodes before linearized reading' (duration: 328.325533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.695107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.366681Z","time spent":"328.420296ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:34:17.695111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.330081Z","time spent":"364.971457ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:34:17.695177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.508007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:34:17.695205Z","caller":"traceutil/trace.go:171","msg":"trace[1744336044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1948; }","duration":"328.556559ms","start":"2026-03-02T18:34:17.366642Z","end":"2026-03-02T18:34:17.695199Z","steps":["trace[1744336044] 'agreement among raft nodes before linearized reading' (duration: 328.486877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.69522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.058527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:34:17.695224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.366629Z","time spent":"328.58967ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T18:34:17.695243Z","caller":"traceutil/trace.go:171","msg":"trace[929231040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1948; }","duration":"275.118808ms","start":"2026-03-02T18:34:17.420116Z","end":"2026-03-02T18:34:17.695234Z","steps":["trace[929231040] 'agreement among raft nodes before linearized reading' (duration: 275.084967ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.694992Z","caller":"traceutil/trace.go:171","msg":"trace[1422364780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1948; }","duration":"351.623106ms","start":"2026-03-02T18:34:17.343352Z","end":"2026-03-02T18:34:17.694975Z","steps":["trace[1422364780] 'agreement among raft nodes before linearized reading' (duration: 351.462531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.695288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.343333Z","time spent":"351.948804ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:17.695398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.973454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:34:17.695422Z","caller":"traceutil/trace.go:171","msg":"trace[515777326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1948; }","duration":"330.030316ms","start":"2026-03-02T18:34:17.365385Z","end":"2026-03-02T18:34:17.695415Z","steps":["trace[515777326] 'agreement among raft nodes before linearized reading' (duration: 329.965824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.695441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.365373Z","time spent":"330.062347ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:34:17.695475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.829487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:34:17.695619Z","caller":"traceutil/trace.go:171","msg":"trace[1698513388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1948; }","duration":"333.037642ms","start":"2026-03-02T18:34:17.362553Z","end":"2026-03-02T18:34:17.695591Z","steps":["trace[1698513388] 'agreement among raft nodes before linearized reading' (duration: 332.670033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.695674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:34:17.362534Z","time spent":"333.127985ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:34:17.988467Z","caller":"traceutil/trace.go:171","msg":"trace[1521939890] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"286.346713ms","start":"2026-03-02T18:34:17.702085Z","end":"2026-03-02T18:34:17.988432Z","steps":["trace[1521939890] 'process raft request' (duration: 277.645581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.988638Z","caller":"traceutil/trace.go:171","msg":"trace[1096407221] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"284.751551ms","start":"2026-03-02T18:34:17.703868Z","end":"2026-03-02T18:34:17.988619Z","steps":["trace[1096407221] 'process raft request' (duration: 284.593717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.988639Z","caller":"traceutil/trace.go:171","msg":"trace[145269936] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"284.744161ms","start":"2026-03-02T18:34:17.703785Z","end":"2026-03-02T18:34:17.988529Z","steps":["trace[145269936] 'process raft request' (duration: 284.29181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.98901Z","caller":"traceutil/trace.go:171","msg":"trace[1428388561] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"274.80024ms","start":"2026-03-02T18:34:17.714194Z","end":"2026-03-02T18:34:17.988995Z","steps":["trace[1428388561] 'process raft request' (duration: 274.668125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.989189Z","caller":"traceutil/trace.go:171","msg":"trace[533574326] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"243.281066ms","start":"2026-03-02T18:34:17.74588Z","end":"2026-03-02T18:34:17.989161Z","steps":["trace[533574326] 'process raft request' (duration: 243.049309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:34:17.989405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.863866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:34:17.989489Z","caller":"traceutil/trace.go:171","msg":"trace[1607901073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1953; }","duration":"127.99747ms","start":"2026-03-02T18:34:17.861477Z","end":"2026-03-02T18:34:17.989475Z","steps":["trace[1607901073] 'agreement among raft nodes before linearized reading' (duration: 127.869697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:17.989062Z","caller":"traceutil/trace.go:171","msg":"trace[1432804553] linearizableReadLoop","detail":"{readStateIndex:2030; appliedIndex:2025; }","duration":"127.526998ms","start":"2026-03-02T18:34:17.861518Z","end":"2026-03-02T18:34:17.989045Z","steps":["trace[1432804553] 'read index received' (duration: 118.21585ms)","trace[1432804553] 'applied index is now lower than readState.Index' (duration: 9.310388ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:40.218585Z","caller":"traceutil/trace.go:171","msg":"trace[1315486727] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"114.431685ms","start":"2026-03-02T18:34:40.104127Z","end":"2026-03-02T18:34:40.218559Z","steps":["trace[1315486727] 'process raft request' (duration: 114.2307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:40.318665Z","caller":"traceutil/trace.go:171","msg":"trace[1603996560] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"213.457546ms","start":"2026-03-02T18:34:40.105181Z","end":"2026-03-02T18:34:40.318638Z","steps":["trace[1603996560] 'process raft request' (duration: 213.379314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:40.318674Z","caller":"traceutil/trace.go:171","msg":"trace[49851555] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"214.349919ms","start":"2026-03-02T18:34:40.104285Z","end":"2026-03-02T18:34:40.318635Z","steps":["trace[49851555] 'process raft request' (duration: 189.435666ms)","trace[49851555] 'compare' (duration: 24.687757ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:34:40.320407Z","caller":"traceutil/trace.go:171","msg":"trace[2030817302] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2145; }","duration":"215.97569ms","start":"2026-03-02T18:34:40.104389Z","end":"2026-03-02T18:34:40.320364Z","steps":["trace[2030817302] 'read index received' (duration: 114.030884ms)","trace[2030817302] 'applied index is now lower than readState.Index' (duration: 101.942816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:34:40.32066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.260018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-02T18:34:40.32067Z","caller":"traceutil/trace.go:171","msg":"trace[1773718230] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"215.274573ms","start":"2026-03-02T18:34:40.105349Z","end":"2026-03-02T18:34:40.320624Z","steps":["trace[1773718230] 'process raft request' (duration: 213.250591ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:34:40.320719Z","caller":"traceutil/trace.go:171","msg":"trace[1823299562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2067; }","duration":"216.32698ms","start":"2026-03-02T18:34:40.104378Z","end":"2026-03-02T18:34:40.320705Z","steps":["trace[1823299562] 'agreement among raft nodes before linearized reading' (duration: 216.082354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:12.142955Z","caller":"traceutil/trace.go:171","msg":"trace[246140599] linearizableReadLoop","detail":"{readStateIndex:2473; appliedIndex:2472; }","duration":"493.858365ms","start":"2026-03-02T18:35:11.649067Z","end":"2026-03-02T18:35:12.142926Z","steps":["trace[246140599] 'read index received' (duration: 493.64551ms)","trace[246140599] 'applied index is now lower than readState.Index' (duration: 211.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:12.143047Z","caller":"traceutil/trace.go:171","msg":"trace[2073719886] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"620.691041ms","start":"2026-03-02T18:35:11.522319Z","end":"2026-03-02T18:35:12.14301Z","steps":["trace[2073719886] 'process raft request' (duration: 620.418054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.143216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:11.522271Z","time spent":"620.856657ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:35:12.143234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.153112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T18:35:12.143306Z","caller":"traceutil/trace.go:171","msg":"trace[1998753132] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2378; }","duration":"494.290357ms","start":"2026-03-02T18:35:11.649Z","end":"2026-03-02T18:35:12.14329Z","steps":["trace[1998753132] 'agreement among raft nodes before linearized reading' (duration: 494.083601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:12.143345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:11.64897Z","time spent":"494.368378ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T18:35:12.644031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012852063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:35:13.14435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012852063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:35:13.638139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.495442528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:35:13.638689Z","caller":"traceutil/trace.go:171","msg":"trace[1264237050] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"1.753309564s","start":"2026-03-02T18:35:11.885352Z","end":"2026-03-02T18:35:13.638662Z","steps":["trace[1264237050] 'process raft request' (duration: 1.752958623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.638839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:11.885332Z","time spent":"1.753432406s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:13.638909Z","caller":"traceutil/trace.go:171","msg":"trace[1126939308] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"1.745290472s","start":"2026-03-02T18:35:11.893578Z","end":"2026-03-02T18:35:13.638869Z","steps":["trace[1126939308] 'process raft request' (duration: 1.745039435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:11.893553Z","time spent":"1.745429656s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:13.63921Z","caller":"traceutil/trace.go:171","msg":"trace[2086789350] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"1.342199836s","start":"2026-03-02T18:35:12.296986Z","end":"2026-03-02T18:35:13.639186Z","steps":["trace[2086789350] 'process raft request' (duration: 1.342075193s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:13.639255Z","caller":"traceutil/trace.go:171","msg":"trace[1733153537] linearizableReadLoop","detail":"{readStateIndex:2477; appliedIndex:2473; }","duration":"1.496190198s","start":"2026-03-02T18:35:12.143053Z","end":"2026-03-02T18:35:13.639243Z","steps":["trace[1733153537] 'read index received' (duration: 1.495291803s)","trace[1733153537] 'applied index is now lower than readState.Index' (duration: 897.275µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:13.639323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.29694Z","time spent":"1.342311949s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:13.63937Z","caller":"traceutil/trace.go:171","msg":"trace[1998546386] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"1.07594468s","start":"2026-03-02T18:35:12.563406Z","end":"2026-03-02T18:35:13.639351Z","steps":["trace[1998546386] 'process raft request' (duration: 1.075748165s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.63946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624104094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T18:35:13.639525Z","caller":"traceutil/trace.go:171","msg":"trace[834572890] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2382; }","duration":"1.624201857s","start":"2026-03-02T18:35:12.015309Z","end":"2026-03-02T18:35:13.639511Z","steps":["trace[834572890] 'agreement among raft nodes before linearized reading' (duration: 1.624040442s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492976794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-02T18:35:13.639564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.015286Z","time spent":"1.624263918s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T18:35:13.639566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.563377Z","time spent":"1.076046493s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:13.639599Z","caller":"traceutil/trace.go:171","msg":"trace[1487780670] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2382; }","duration":"1.493051806s","start":"2026-03-02T18:35:12.146537Z","end":"2026-03-02T18:35:13.639589Z","steps":["trace[1487780670] 'agreement among raft nodes before linearized reading' (duration: 1.492913882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.146518Z","time spent":"1.493097616s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T18:35:13.639689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168572108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:35:13.639673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21657812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:35:13.639747Z","caller":"traceutil/trace.go:171","msg":"trace[1407221155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2382; }","duration":"1.16865414s","start":"2026-03-02T18:35:12.471074Z","end":"2026-03-02T18:35:13.639729Z","steps":["trace[1407221155] 'agreement among raft nodes before linearized reading' (duration: 1.168471285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168717161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T18:35:13.639785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.471058Z","time spent":"1.168718271s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:35:13.639783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27926289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:35:13.639823Z","caller":"traceutil/trace.go:171","msg":"trace[1391962152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2382; }","duration":"1.168772633s","start":"2026-03-02T18:35:12.471011Z","end":"2026-03-02T18:35:13.639783Z","steps":["trace[1391962152] 'agreement among raft nodes before linearized reading' (duration: 1.168710741s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:13.639829Z","caller":"traceutil/trace.go:171","msg":"trace[1664176225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2382; }","duration":"1.279352382s","start":"2026-03-02T18:35:12.360462Z","end":"2026-03-02T18:35:13.639814Z","steps":["trace[1664176225] 'agreement among raft nodes before linearized reading' (duration: 1.279207949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.470996Z","time spent":"1.168855485s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:35:13.639873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.360439Z","time spent":"1.279424495s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:35:13.639897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.863899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:35:13.639759Z","caller":"traceutil/trace.go:171","msg":"trace[204677022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2382; }","duration":"1.216710974s","start":"2026-03-02T18:35:12.423033Z","end":"2026-03-02T18:35:13.639743Z","steps":["trace[204677022] 'agreement among raft nodes before linearized reading' (duration: 1.21657054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.603307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:35:13.639932Z","caller":"traceutil/trace.go:171","msg":"trace[2106109790] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2382; }","duration":"779.924181ms","start":"2026-03-02T18:35:12.859995Z","end":"2026-03-02T18:35:13.639919Z","steps":["trace[2106109790] 'agreement among raft nodes before linearized reading' (duration: 779.8741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.859979Z","time spent":"779.976592ms","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:35:13.639966Z","caller":"traceutil/trace.go:171","msg":"trace[473289322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2382; }","duration":"729.680409ms","start":"2026-03-02T18:35:12.910269Z","end":"2026-03-02T18:35:13.63995Z","steps":["trace[473289322] 'agreement among raft nodes before linearized reading' (duration: 729.570796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.639952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.423013Z","time spent":"1.21693177s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:35:13.639994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143113788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T18:35:13.640006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.910237Z","time spent":"729.758261ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T18:35:13.64002Z","caller":"traceutil/trace.go:171","msg":"trace[2018191018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2382; }","duration":"1.143166589s","start":"2026-03-02T18:35:12.496846Z","end":"2026-03-02T18:35:13.640013Z","steps":["trace[2018191018] 'agreement among raft nodes before linearized reading' (duration: 1.143100927s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.640041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.496833Z","time spent":"1.14320403s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:35:13.64004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.09051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:35:13.639684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16980337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:35:13.640097Z","caller":"traceutil/trace.go:171","msg":"trace[1039465079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2382; }","duration":"1.170238262s","start":"2026-03-02T18:35:12.469853Z","end":"2026-03-02T18:35:13.640091Z","steps":["trace[1039465079] 'agreement among raft nodes before linearized reading' (duration: 1.169716628s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:13.640102Z","caller":"traceutil/trace.go:171","msg":"trace[1075787261] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2382; }","duration":"231.181092ms","start":"2026-03-02T18:35:13.408902Z","end":"2026-03-02T18:35:13.640083Z","steps":["trace[1075787261] 'agreement among raft nodes before linearized reading' (duration: 231.09013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:13.64012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:12.469774Z","time spent":"1.170339664s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:35:46.28444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012852550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:35:46.319741Z","caller":"traceutil/trace.go:171","msg":"trace[1962799542] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"575.160184ms","start":"2026-03-02T18:35:45.74455Z","end":"2026-03-02T18:35:46.31971Z","steps":["trace[1962799542] 'process raft request' (duration: 574.979749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:46.319928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.744501Z","time spent":"575.313069ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:46.331635Z","caller":"traceutil/trace.go:171","msg":"trace[1652296446] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2661; }","duration":"548.264376ms","start":"2026-03-02T18:35:45.783358Z","end":"2026-03-02T18:35:46.331622Z","steps":["trace[1652296446] 'read index received' (duration: 536.042975ms)","trace[1652296446] 'applied index is now lower than readState.Index' (duration: 12.220741ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:46.331715Z","caller":"traceutil/trace.go:171","msg":"trace[408465085] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"566.218488ms","start":"2026-03-02T18:35:45.765479Z","end":"2026-03-02T18:35:46.331697Z","steps":["trace[408465085] 'process raft request' (duration: 566.071774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:46.331788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.765441Z","time spent":"566.30595ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:35:46.331793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.43606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:35:46.331824Z","caller":"traceutil/trace.go:171","msg":"trace[1798456180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2561; }","duration":"548.492492ms","start":"2026-03-02T18:35:45.783323Z","end":"2026-03-02T18:35:46.331815Z","steps":["trace[1798456180] 'agreement among raft nodes before linearized reading' (duration: 548.366879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:46.331845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.783313Z","time spent":"548.527573ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:35:46.331942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.114266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:35:46.331958Z","caller":"traceutil/trace.go:171","msg":"trace[688990854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2561; }","duration":"528.143367ms","start":"2026-03-02T18:35:45.803809Z","end":"2026-03-02T18:35:46.331953Z","steps":["trace[688990854] 'agreement among raft nodes before linearized reading' (duration: 528.088445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:46.331974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.803804Z","time spent":"528.166458ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:35:46.332075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.327449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:35:46.332091Z","caller":"traceutil/trace.go:171","msg":"trace[854629253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2561; }","duration":"537.366119ms","start":"2026-03-02T18:35:45.79472Z","end":"2026-03-02T18:35:46.332086Z","steps":["trace[854629253] 'agreement among raft nodes before linearized reading' (duration: 537.212645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:46.332109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.794677Z","time spent":"537.427201ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:35:46.332179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.784951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T18:35:46.332235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.1757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:35:46.332355Z","caller":"traceutil/trace.go:171","msg":"trace[1603079904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2561; }","duration":"538.098019ms","start":"2026-03-02T18:35:45.794231Z","end":"2026-03-02T18:35:46.332329Z","steps":["trace[1603079904] 'agreement among raft nodes before linearized reading' (duration: 537.579015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:46.332417Z","caller":"traceutil/trace.go:171","msg":"trace[951298717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2561; }","duration":"530.453337ms","start":"2026-03-02T18:35:45.801953Z","end":"2026-03-02T18:35:46.332407Z","steps":["trace[951298717] 'agreement among raft nodes before linearized reading' (duration: 529.907752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:46.332454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.801941Z","time spent":"530.503499ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:35:46.332454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:45.794206Z","time spent":"538.231352ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:35:46.477474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.766968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:35:46.477966Z","caller":"traceutil/trace.go:171","msg":"trace[1358939180] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"125.482792ms","start":"2026-03-02T18:35:46.352463Z","end":"2026-03-02T18:35:46.477946Z","steps":["trace[1358939180] 'process raft request' (duration: 125.437101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:46.477974Z","caller":"traceutil/trace.go:171","msg":"trace[1491111317] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"141.296877ms","start":"2026-03-02T18:35:46.336646Z","end":"2026-03-02T18:35:46.477943Z","steps":["trace[1491111317] 'process raft request' (duration: 140.932768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:46.47803Z","caller":"traceutil/trace.go:171","msg":"trace[368653075] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"141.567474ms","start":"2026-03-02T18:35:46.336423Z","end":"2026-03-02T18:35:46.47799Z","steps":["trace[368653075] 'process raft request' (duration: 31.193411ms)","trace[368653075] 'compare' (duration: 109.542952ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:46.478174Z","caller":"traceutil/trace.go:171","msg":"trace[957245414] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"140.838165ms","start":"2026-03-02T18:35:46.337314Z","end":"2026-03-02T18:35:46.478152Z","steps":["trace[957245414] 'process raft request' (duration: 140.503537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:46.478195Z","caller":"traceutil/trace.go:171","msg":"trace[1691730470] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"140.836965ms","start":"2026-03-02T18:35:46.337345Z","end":"2026-03-02T18:35:46.478182Z","steps":["trace[1691730470] 'process raft request' (duration: 140.512167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:52.643445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.392909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:35:52.643674Z","caller":"traceutil/trace.go:171","msg":"trace[2087875243] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"293.991236ms","start":"2026-03-02T18:35:52.34964Z","end":"2026-03-02T18:35:52.643631Z","steps":["trace[2087875243] 'process raft request' (duration: 165.29182ms)","trace[2087875243] 'compare' (duration: 128.282005ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:52.643728Z","caller":"traceutil/trace.go:171","msg":"trace[1795705021] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"137.180079ms","start":"2026-03-02T18:35:52.50653Z","end":"2026-03-02T18:35:52.64371Z","steps":["trace[1795705021] 'process raft request' (duration: 137.109748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:52.643757Z","caller":"traceutil/trace.go:171","msg":"trace[2125056398] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2692; }","duration":"280.305236ms","start":"2026-03-02T18:35:52.363425Z","end":"2026-03-02T18:35:52.64373Z","steps":["trace[2125056398] 'read index received' (duration: 65.264577ms)","trace[2125056398] 'applied index is now lower than readState.Index' (duration: 215.033829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:52.643967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.736666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:35:52.643974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.982915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T18:35:52.643982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.757246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:35:52.643997Z","caller":"traceutil/trace.go:171","msg":"trace[1422257755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2592; }","duration":"134.794307ms","start":"2026-03-02T18:35:52.509193Z","end":"2026-03-02T18:35:52.643987Z","steps":["trace[1422257755] 'agreement among raft nodes before linearized reading' (duration: 134.680254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:52.644029Z","caller":"traceutil/trace.go:171","msg":"trace[722630098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2592; }","duration":"137.067246ms","start":"2026-03-02T18:35:52.506946Z","end":"2026-03-02T18:35:52.644013Z","steps":["trace[722630098] 'agreement among raft nodes before linearized reading' (duration: 136.924343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:52.644037Z","caller":"traceutil/trace.go:171","msg":"trace[607142975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2592; }","duration":"135.403032ms","start":"2026-03-02T18:35:52.508618Z","end":"2026-03-02T18:35:52.644021Z","steps":["trace[607142975] 'agreement among raft nodes before linearized reading' (duration: 135.249968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:52.644085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.156272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T18:35:52.644085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.633104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:35:52.644133Z","caller":"traceutil/trace.go:171","msg":"trace[460479652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2592; }","duration":"136.218194ms","start":"2026-03-02T18:35:52.507897Z","end":"2026-03-02T18:35:52.644116Z","steps":["trace[460479652] 'agreement among raft nodes before linearized reading' (duration: 136.031149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:52.644171Z","caller":"traceutil/trace.go:171","msg":"trace[964028131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2592; }","duration":"280.730447ms","start":"2026-03-02T18:35:52.363417Z","end":"2026-03-02T18:35:52.644147Z","steps":["trace[964028131] 'agreement among raft nodes before linearized reading' (duration: 280.412298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:52.964753Z","caller":"traceutil/trace.go:171","msg":"trace[644942477] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"315.127092ms","start":"2026-03-02T18:35:52.64961Z","end":"2026-03-02T18:35:52.964737Z","steps":["trace[644942477] 'process raft request' (duration: 219.789974ms)","trace[644942477] 'compare' (duration: 94.952618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:52.964848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:52.649594Z","time spent":"315.204064ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:52.964896Z","caller":"traceutil/trace.go:171","msg":"trace[1234696959] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"314.382112ms","start":"2026-03-02T18:35:52.650489Z","end":"2026-03-02T18:35:52.964871Z","steps":["trace[1234696959] 'process raft request' (duration: 313.965401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:52.965033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:52.650451Z","time spent":"314.514626ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:52.965022Z","caller":"traceutil/trace.go:171","msg":"trace[1656059527] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"315.303037ms","start":"2026-03-02T18:35:52.649639Z","end":"2026-03-02T18:35:52.964942Z","steps":["trace[1656059527] 'process raft request' (duration: 314.793583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:52.965231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:35:52.649615Z","time spent":"315.526773ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:35:58.878152Z","caller":"traceutil/trace.go:171","msg":"trace[1915545742] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2723; }","duration":"204.758522ms","start":"2026-03-02T18:35:58.67337Z","end":"2026-03-02T18:35:58.878129Z","steps":["trace[1915545742] 'read index received' (duration: 38.835796ms)","trace[1915545742] 'applied index is now lower than readState.Index' (duration: 165.921156ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:35:58.878285Z","caller":"traceutil/trace.go:171","msg":"trace[1553979579] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"196.812811ms","start":"2026-03-02T18:35:58.681415Z","end":"2026-03-02T18:35:58.878227Z","steps":["trace[1553979579] 'process raft request' (duration: 196.660087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:58.878375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.000009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T18:35:58.878409Z","caller":"traceutil/trace.go:171","msg":"trace[1704201099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2622; }","duration":"205.096281ms","start":"2026-03-02T18:35:58.673301Z","end":"2026-03-02T18:35:58.878397Z","steps":["trace[1704201099] 'agreement among raft nodes before linearized reading' (duration: 204.949927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:35:58.878285Z","caller":"traceutil/trace.go:171","msg":"trace[1754941183] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"213.279289ms","start":"2026-03-02T18:35:58.664948Z","end":"2026-03-02T18:35:58.878227Z","steps":["trace[1754941183] 'process raft request' (duration: 142.714195ms)","trace[1754941183] 'compare' (duration: 70.262675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:35:58.878458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.009724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:35:58.87857Z","caller":"traceutil/trace.go:171","msg":"trace[1863497596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2622; }","duration":"182.145978ms","start":"2026-03-02T18:35:58.696398Z","end":"2026-03-02T18:35:58.878544Z","steps":["trace[1863497596] 'agreement among raft nodes before linearized reading' (duration: 181.897752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:35:58.878769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.218525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:35:58.878831Z","caller":"traceutil/trace.go:171","msg":"trace[824359824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2622; }","duration":"185.312608ms","start":"2026-03-02T18:35:58.693503Z","end":"2026-03-02T18:35:58.878815Z","steps":["trace[824359824] 'agreement among raft nodes before linearized reading' (duration: 184.777834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:37:49.044398Z","caller":"traceutil/trace.go:171","msg":"trace[1460846625] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"205.311945ms","start":"2026-03-02T18:37:48.839064Z","end":"2026-03-02T18:37:49.044376Z","steps":["trace[1460846625] 'process raft request' (duration: 205.175602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:38:19.520275Z","caller":"traceutil/trace.go:171","msg":"trace[1648310608] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"170.2746ms","start":"2026-03-02T18:38:19.349983Z","end":"2026-03-02T18:38:19.520258Z","steps":["trace[1648310608] 'process raft request' (duration: 170.155977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:19.713229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.157811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T18:38:19.713367Z","caller":"traceutil/trace.go:171","msg":"trace[1694341677] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:3493; }","duration":"120.383987ms","start":"2026-03-02T18:38:19.592955Z","end":"2026-03-02T18:38:19.713339Z","steps":["trace[1694341677] 'range keys from in-memory index tree' (duration: 119.956306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:19.713285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.702062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-02T18:38:19.713456Z","caller":"traceutil/trace.go:171","msg":"trace[359792608] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3493; }","duration":"159.954978ms","start":"2026-03-02T18:38:19.553481Z","end":"2026-03-02T18:38:19.713436Z","steps":["trace[359792608] 'range keys from in-memory index tree' (duration: 159.506647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:19.713908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.826063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:38:19.714146Z","caller":"traceutil/trace.go:171","msg":"trace[1907709630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3493; }","duration":"139.10095ms","start":"2026-03-02T18:38:19.575026Z","end":"2026-03-02T18:38:19.714127Z","steps":["trace[1907709630] 'range keys from in-memory index tree' (duration: 137.954402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:25.464659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.823992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T18:38:25.46488Z","caller":"traceutil/trace.go:171","msg":"trace[1421682480] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3657; }","duration":"439.149635ms","start":"2026-03-02T18:38:25.025694Z","end":"2026-03-02T18:38:25.464844Z","steps":["trace[1421682480] 'read index received' (duration: 127.16699ms)","trace[1421682480] 'applied index is now lower than readState.Index' (duration: 311.979425ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:38:25.464992Z","caller":"traceutil/trace.go:171","msg":"trace[2052311696] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"259.316603ms","start":"2026-03-02T18:38:25.205658Z","end":"2026-03-02T18:38:25.464974Z","steps":["trace[2052311696] 'process raft request' (duration: 259.256081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:25.465092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.388341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:38:25.465142Z","caller":"traceutil/trace.go:171","msg":"trace[1223758314] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3519; }","duration":"439.495903ms","start":"2026-03-02T18:38:25.02563Z","end":"2026-03-02T18:38:25.465126Z","steps":["trace[1223758314] 'agreement among raft nodes before linearized reading' (duration: 439.37764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:25.465176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:38:25.025606Z","time spent":"439.560595ms","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:38:25.465207Z","caller":"traceutil/trace.go:171","msg":"trace[273432801] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"300.633648ms","start":"2026-03-02T18:38:25.164564Z","end":"2026-03-02T18:38:25.465197Z","steps":["trace[273432801] 'process raft request' (duration: 300.202677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:38:25.4653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:38:25.164542Z","time spent":"300.68554ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:39.17151Z","caller":"traceutil/trace.go:171","msg":"trace[643553350] linearizableReadLoop","detail":"{readStateIndex:4570; appliedIndex:4569; }","duration":"120.931864ms","start":"2026-03-02T18:39:39.050537Z","end":"2026-03-02T18:39:39.171469Z","steps":["trace[643553350] 'read index received' (duration: 120.717118ms)","trace[643553350] 'applied index is now lower than readState.Index' (duration: 213.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:39.171612Z","caller":"traceutil/trace.go:171","msg":"trace[1284623133] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"210.227861ms","start":"2026-03-02T18:39:38.961338Z","end":"2026-03-02T18:39:39.171566Z","steps":["trace[1284623133] 'process raft request' (duration: 209.996655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:39.172309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.762845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2195858"} {"level":"info","ts":"2026-03-02T18:39:39.172361Z","caller":"traceutil/trace.go:171","msg":"trace[2011368860] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4392; }","duration":"121.867037ms","start":"2026-03-02T18:39:39.050482Z","end":"2026-03-02T18:39:39.172349Z","steps":["trace[2011368860] 'agreement among raft nodes before linearized reading' (duration: 121.097517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:41.366832Z","caller":"traceutil/trace.go:171","msg":"trace[1024980612] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4424; }","duration":"111.148595ms","start":"2026-03-02T18:39:41.255644Z","end":"2026-03-02T18:39:41.366793Z","steps":["trace[1024980612] 'process raft request' (duration: 110.904369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:42.389242Z","caller":"traceutil/trace.go:171","msg":"trace[736559799] linearizableReadLoop","detail":"{readStateIndex:4620; appliedIndex:4619; }","duration":"181.163131ms","start":"2026-03-02T18:39:42.208056Z","end":"2026-03-02T18:39:42.389219Z","steps":["trace[736559799] 'read index received' (duration: 180.945355ms)","trace[736559799] 'applied index is now lower than readState.Index' (duration: 216.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:42.389282Z","caller":"traceutil/trace.go:171","msg":"trace[225308699] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"181.902049ms","start":"2026-03-02T18:39:42.207355Z","end":"2026-03-02T18:39:42.389257Z","steps":["trace[225308699] 'process raft request' (duration: 181.729744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:42.389467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.388116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T18:39:42.389493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.13865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:39:42.389519Z","caller":"traceutil/trace.go:171","msg":"trace[560258553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4440; }","duration":"181.491458ms","start":"2026-03-02T18:39:42.208017Z","end":"2026-03-02T18:39:42.389509Z","steps":["trace[560258553] 'agreement among raft nodes before linearized reading' (duration: 181.316884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:42.389525Z","caller":"traceutil/trace.go:171","msg":"trace[75689761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4440; }","duration":"181.207191ms","start":"2026-03-02T18:39:42.208308Z","end":"2026-03-02T18:39:42.389515Z","steps":["trace[75689761] 'agreement among raft nodes before linearized reading' (duration: 181.090978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:42.389576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.658658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:39:42.389615Z","caller":"traceutil/trace.go:171","msg":"trace[1837857796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4440; }","duration":"180.715649ms","start":"2026-03-02T18:39:42.20889Z","end":"2026-03-02T18:39:42.389605Z","steps":["trace[1837857796] 'agreement among raft nodes before linearized reading' (duration: 180.627097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:42.38966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.979896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:39:42.389692Z","caller":"traceutil/trace.go:171","msg":"trace[1037710751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4440; }","duration":"181.027086ms","start":"2026-03-02T18:39:42.208657Z","end":"2026-03-02T18:39:42.389684Z","steps":["trace[1037710751] 'agreement among raft nodes before linearized reading' (duration: 180.960225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:45.261679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.024362ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T18:39:45.26183Z","caller":"traceutil/trace.go:171","msg":"trace[1756521209] linearizableReadLoop","detail":"{readStateIndex:4699; appliedIndex:4698; }","duration":"162.653738ms","start":"2026-03-02T18:39:45.099156Z","end":"2026-03-02T18:39:45.261809Z","steps":["trace[1756521209] 'read index received' (duration: 50.941µs)","trace[1756521209] 'applied index is now lower than readState.Index' (duration: 162.600967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:45.261917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.7438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:39:45.261955Z","caller":"traceutil/trace.go:171","msg":"trace[2016895286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4515; }","duration":"162.828092ms","start":"2026-03-02T18:39:45.099115Z","end":"2026-03-02T18:39:45.261943Z","steps":["trace[2016895286] 'agreement among raft nodes before linearized reading' (duration: 162.74491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:45.775972Z","caller":"traceutil/trace.go:171","msg":"trace[2069921303] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4699; }","duration":"283.875151ms","start":"2026-03-02T18:39:45.492073Z","end":"2026-03-02T18:39:45.775948Z","steps":["trace[2069921303] 'read index received' (duration: 283.676366ms)","trace[2069921303] 'applied index is now lower than readState.Index' (duration: 197.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:45.776036Z","caller":"traceutil/trace.go:171","msg":"trace[1142066771] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"322.175386ms","start":"2026-03-02T18:39:45.453835Z","end":"2026-03-02T18:39:45.77601Z","steps":["trace[1142066771] 'process raft request' (duration: 321.93421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:45.776191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:45.453823Z","time spent":"322.275748ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:45.77619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.080085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:39:45.776354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.340157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:39:45.776391Z","caller":"traceutil/trace.go:171","msg":"trace[849819584] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4516; }","duration":"276.398989ms","start":"2026-03-02T18:39:45.499981Z","end":"2026-03-02T18:39:45.77638Z","steps":["trace[849819584] 'agreement among raft nodes before linearized reading' (duration: 276.110222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:45.776415Z","caller":"traceutil/trace.go:171","msg":"trace[2003899124] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4516; }","duration":"284.316961ms","start":"2026-03-02T18:39:45.492057Z","end":"2026-03-02T18:39:45.776374Z","steps":["trace[2003899124] 'agreement among raft nodes before linearized reading' (duration: 283.993833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:46.982432Z","caller":"traceutil/trace.go:171","msg":"trace[1118715716] linearizableReadLoop","detail":"{readStateIndex:4802; appliedIndex:4801; }","duration":"197.386383ms","start":"2026-03-02T18:39:46.785019Z","end":"2026-03-02T18:39:46.982406Z","steps":["trace[1118715716] 'read index received' (duration: 197.341822ms)","trace[1118715716] 'applied index is now lower than readState.Index' (duration: 43.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:46.982509Z","caller":"traceutil/trace.go:171","msg":"trace[1576636564] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"262.576395ms","start":"2026-03-02T18:39:46.719892Z","end":"2026-03-02T18:39:46.982468Z","steps":["trace[1576636564] 'process raft request' (duration: 262.38532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:46.982746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.705121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:39:46.982845Z","caller":"traceutil/trace.go:171","msg":"trace[30499036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:4616; }","duration":"197.854745ms","start":"2026-03-02T18:39:46.78497Z","end":"2026-03-02T18:39:46.982824Z","steps":["trace[30499036] 'agreement among raft nodes before linearized reading' (duration: 197.541537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:47.407699Z","caller":"traceutil/trace.go:171","msg":"trace[1301907906] linearizableReadLoop","detail":"{readStateIndex:4803; appliedIndex:4802; }","duration":"425.168341ms","start":"2026-03-02T18:39:46.982511Z","end":"2026-03-02T18:39:47.40768Z","steps":["trace[1301907906] 'read index received' (duration: 425.11986ms)","trace[1301907906] 'applied index is now lower than readState.Index' (duration: 47.721µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:47.407753Z","caller":"traceutil/trace.go:171","msg":"trace[1975422314] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"620.791929ms","start":"2026-03-02T18:39:46.786925Z","end":"2026-03-02T18:39:47.407717Z","steps":["trace[1975422314] 'process raft request' (duration: 620.639335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:47.407881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:46.786908Z","time spent":"620.919272ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:39:47.407919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.429584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4ckp.18991a3eeddd0e32\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-02T18:39:47.407949Z","caller":"traceutil/trace.go:171","msg":"trace[940944878] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4ckp.18991a3eeddd0e32; range_end:; response_count:1; response_revision:4617; }","duration":"468.506846ms","start":"2026-03-02T18:39:46.939432Z","end":"2026-03-02T18:39:47.407939Z","steps":["trace[940944878] 'agreement among raft nodes before linearized reading' (duration: 468.358532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:47.407946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.353902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4ckp\" ","response":"range_response_count:1 size:9747"} {"level":"warn","ts":"2026-03-02T18:39:47.407975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:46.939412Z","time spent":"468.557248ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":986,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4ckp.18991a3eeddd0e32\" "} {"level":"info","ts":"2026-03-02T18:39:47.40801Z","caller":"traceutil/trace.go:171","msg":"trace[1919320691] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4ckp; range_end:; response_count:1; response_revision:4617; }","duration":"468.449345ms","start":"2026-03-02T18:39:46.939544Z","end":"2026-03-02T18:39:47.407994Z","steps":["trace[1919320691] 'agreement among raft nodes before linearized reading' (duration: 468.192679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:47.408043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:46.939537Z","time spent":"468.499266ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9771,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-c4ckp\" "} {"level":"info","ts":"2026-03-02T18:39:47.411224Z","caller":"traceutil/trace.go:171","msg":"trace[32554439] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"419.153757ms","start":"2026-03-02T18:39:46.992052Z","end":"2026-03-02T18:39:47.411206Z","steps":["trace[32554439] 'process raft request' (duration: 419.029674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:47.411309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:46.992042Z","time spent":"419.220989ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2917,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:39:47.41133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.291779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84058790-de26-45b1-a3b8-771deeefe05d\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-02T18:39:47.411366Z","caller":"traceutil/trace.go:171","msg":"trace[1153847431] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84058790-de26-45b1-a3b8-771deeefe05d; range_end:; response_count:1; response_revision:4618; }","duration":"224.359671ms","start":"2026-03-02T18:39:47.186996Z","end":"2026-03-02T18:39:47.411356Z","steps":["trace[1153847431] 'agreement among raft nodes before linearized reading' (duration: 224.211967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:47.411378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.398721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T18:39:47.411439Z","caller":"traceutil/trace.go:171","msg":"trace[1441109738] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4618; }","duration":"424.461923ms","start":"2026-03-02T18:39:46.986961Z","end":"2026-03-02T18:39:47.411423Z","steps":["trace[1441109738] 'agreement among raft nodes before linearized reading' (duration: 424.222486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:47.411465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:46.986917Z","time spent":"424.541954ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T18:39:47.970921Z","caller":"traceutil/trace.go:171","msg":"trace[509758773] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"149.948743ms","start":"2026-03-02T18:39:47.820948Z","end":"2026-03-02T18:39:47.970897Z","steps":["trace[509758773] 'process raft request' (duration: 148.21921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:47.970951Z","caller":"traceutil/trace.go:171","msg":"trace[1610929152] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"132.780125ms","start":"2026-03-02T18:39:47.838146Z","end":"2026-03-02T18:39:47.970927Z","steps":["trace[1610929152] 'process raft request' (duration: 132.685753ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:47.971152Z","caller":"traceutil/trace.go:171","msg":"trace[928666404] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"127.85397ms","start":"2026-03-02T18:39:47.843287Z","end":"2026-03-02T18:39:47.971141Z","steps":["trace[928666404] 'process raft request' (duration: 127.592813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:50.815623Z","caller":"traceutil/trace.go:171","msg":"trace[608291540] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"377.486666ms","start":"2026-03-02T18:39:50.438118Z","end":"2026-03-02T18:39:50.815605Z","steps":["trace[608291540] 'process raft request' (duration: 377.400324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:50.815639Z","caller":"traceutil/trace.go:171","msg":"trace[730320460] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4854; }","duration":"376.548723ms","start":"2026-03-02T18:39:50.439068Z","end":"2026-03-02T18:39:50.815617Z","steps":["trace[730320460] 'read index received' (duration: 376.538832ms)","trace[730320460] 'applied index is now lower than readState.Index' (duration: 8.191µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:50.815737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.438103Z","time spent":"377.576328ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:50.815816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.730597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:39:50.815843Z","caller":"traceutil/trace.go:171","msg":"trace[1897272757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4666; }","duration":"376.804189ms","start":"2026-03-02T18:39:50.439032Z","end":"2026-03-02T18:39:50.815836Z","steps":["trace[1897272757] 'agreement among raft nodes before linearized reading' (duration: 376.676666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:50.815864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.439016Z","time spent":"376.84429ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:39:50.825812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.734635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:39:50.825816Z","caller":"traceutil/trace.go:171","msg":"trace[606551378] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"386.519716ms","start":"2026-03-02T18:39:50.43926Z","end":"2026-03-02T18:39:50.82578Z","steps":["trace[606551378] 'process raft request' (duration: 386.341932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:50.82588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.52225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:39:50.825889Z","caller":"traceutil/trace.go:171","msg":"trace[1065748145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4667; }","duration":"385.814547ms","start":"2026-03-02T18:39:50.440055Z","end":"2026-03-02T18:39:50.825869Z","steps":["trace[1065748145] 'agreement among raft nodes before linearized reading' (duration: 385.646613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:50.825911Z","caller":"traceutil/trace.go:171","msg":"trace[1142681016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4667; }","duration":"385.563451ms","start":"2026-03-02T18:39:50.440338Z","end":"2026-03-02T18:39:50.825901Z","steps":["trace[1142681016] 'agreement among raft nodes before linearized reading' (duration: 385.466429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:50.825932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.440332Z","time spent":"385.596642ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:39:50.825933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.440034Z","time spent":"385.88995ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:39:50.825983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.43925Z","time spent":"386.64517ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:50.826052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.265776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18991a3efb741cce\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-02T18:39:50.826116Z","caller":"traceutil/trace.go:171","msg":"trace[1636554759] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18991a3efb741cce; range_end:; response_count:1; response_revision:4667; }","duration":"249.369468ms","start":"2026-03-02T18:39:50.576732Z","end":"2026-03-02T18:39:50.826101Z","steps":["trace[1636554759] 'agreement among raft nodes before linearized reading' (duration: 249.04578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.340713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012857718,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:39:51.397861Z","caller":"traceutil/trace.go:171","msg":"trace[616025662] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"578.310296ms","start":"2026-03-02T18:39:50.819515Z","end":"2026-03-02T18:39:51.397825Z","steps":["trace[616025662] 'process raft request' (duration: 558.062509ms)","trace[616025662] 'compare' (duration: 19.896468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:51.398002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.81947Z","time spent":"578.4605ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:51.418876Z","caller":"traceutil/trace.go:171","msg":"trace[1976239534] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"590.974839ms","start":"2026-03-02T18:39:50.827874Z","end":"2026-03-02T18:39:51.418849Z","steps":["trace[1976239534] 'process raft request' (duration: 590.735383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.419061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.827848Z","time spent":"591.111823ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:51.419046Z","caller":"traceutil/trace.go:171","msg":"trace[2018808238] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"589.559953ms","start":"2026-03-02T18:39:50.829397Z","end":"2026-03-02T18:39:51.418957Z","steps":["trace[2018808238] 'process raft request' (duration: 589.376328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:51.418892Z","caller":"traceutil/trace.go:171","msg":"trace[1811135743] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"589.636315ms","start":"2026-03-02T18:39:50.829239Z","end":"2026-03-02T18:39:51.418876Z","steps":["trace[1811135743] 'process raft request' (duration: 589.490291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.419303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.829381Z","time spent":"589.792829ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:51.419356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.829227Z","time spent":"590.042914ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:51.41953Z","caller":"traceutil/trace.go:171","msg":"trace[1455483225] linearizableReadLoop","detail":"{readStateIndex:4859; appliedIndex:4855; }","duration":"579.22157ms","start":"2026-03-02T18:39:50.839591Z","end":"2026-03-02T18:39:51.418812Z","steps":["trace[1455483225] 'read index received' (duration: 538.003189ms)","trace[1455483225] 'applied index is now lower than readState.Index' (duration: 41.217411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:51.419681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.074931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777217"} {"level":"info","ts":"2026-03-02T18:39:51.419757Z","caller":"traceutil/trace.go:171","msg":"trace[1214581006] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4671; }","duration":"580.180724ms","start":"2026-03-02T18:39:50.839557Z","end":"2026-03-02T18:39:51.419738Z","steps":["trace[1214581006] 'agreement among raft nodes before linearized reading' (duration: 579.540238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.419811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.839546Z","time spent":"580.252436ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777241,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-02T18:39:51.419937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.433945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-02T18:39:51.419988Z","caller":"traceutil/trace.go:171","msg":"trace[168134556] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4671; }","duration":"430.513427ms","start":"2026-03-02T18:39:50.989459Z","end":"2026-03-02T18:39:51.419972Z","steps":["trace[168134556] 'agreement among raft nodes before linearized reading' (duration: 430.202039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:51.420025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:50.989442Z","time spent":"430.574378ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T18:39:52.330036Z","caller":"traceutil/trace.go:171","msg":"trace[462646135] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"464.576767ms","start":"2026-03-02T18:39:51.865431Z","end":"2026-03-02T18:39:52.330007Z","steps":["trace[462646135] 'process raft request' (duration: 464.221298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:52.330365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:51.86541Z","time spent":"464.70312ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413817,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:52.340513Z","caller":"traceutil/trace.go:171","msg":"trace[154626741] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"341.405256ms","start":"2026-03-02T18:39:51.999089Z","end":"2026-03-02T18:39:52.340494Z","steps":["trace[154626741] 'process raft request' (duration: 341.372245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:52.340642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:51.999082Z","time spent":"341.491118ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:52.34077Z","caller":"traceutil/trace.go:171","msg":"trace[1694259301] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"342.553925ms","start":"2026-03-02T18:39:51.998183Z","end":"2026-03-02T18:39:52.340736Z","steps":["trace[1694259301] 'process raft request' (duration: 342.254567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:52.340756Z","caller":"traceutil/trace.go:171","msg":"trace[2124226816] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"342.843042ms","start":"2026-03-02T18:39:51.997855Z","end":"2026-03-02T18:39:52.340698Z","steps":["trace[2124226816] 'process raft request' (duration: 342.484753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:52.340908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:51.998161Z","time spent":"342.676927ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:39:52.341019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:51.997836Z","time spent":"343.051137ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:39:53.980508Z","caller":"traceutil/trace.go:171","msg":"trace[1484924325] linearizableReadLoop","detail":"{readStateIndex:4916; appliedIndex:4915; }","duration":"130.443946ms","start":"2026-03-02T18:39:53.850041Z","end":"2026-03-02T18:39:53.980484Z","steps":["trace[1484924325] 'read index received' (duration: 130.315972ms)","trace[1484924325] 'applied index is now lower than readState.Index' (duration: 127.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:53.980607Z","caller":"traceutil/trace.go:171","msg":"trace[1647323047] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"357.518076ms","start":"2026-03-02T18:39:53.623025Z","end":"2026-03-02T18:39:53.980543Z","steps":["trace[1647323047] 'process raft request' (duration: 357.309461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:53.980828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.749204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:39:53.981119Z","caller":"traceutil/trace.go:171","msg":"trace[32508018] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4725; }","duration":"131.090323ms","start":"2026-03-02T18:39:53.850009Z","end":"2026-03-02T18:39:53.981099Z","steps":["trace[32508018] 'agreement among raft nodes before linearized reading' (duration: 130.655721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:53.981065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:53.622997Z","time spent":"358.00062ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:39:54.330586Z","caller":"traceutil/trace.go:171","msg":"trace[865219908] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4917; }","duration":"205.671914ms","start":"2026-03-02T18:39:54.124878Z","end":"2026-03-02T18:39:54.33055Z","steps":["trace[865219908] 'read index received' (duration: 169.964265ms)","trace[865219908] 'applied index is now lower than readState.Index' (duration: 35.706319ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:54.330752Z","caller":"traceutil/trace.go:171","msg":"trace[1414278389] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"278.941772ms","start":"2026-03-02T18:39:54.051797Z","end":"2026-03-02T18:39:54.330738Z","steps":["trace[1414278389] 'process raft request' (duration: 242.828692ms)","trace[1414278389] 'compare' (duration: 35.757321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:39:54.330881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.985012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:54.330959Z","caller":"traceutil/trace.go:171","msg":"trace[2122762200] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4727; }","duration":"206.112416ms","start":"2026-03-02T18:39:54.124829Z","end":"2026-03-02T18:39:54.330942Z","steps":["trace[2122762200] 'agreement among raft nodes before linearized reading' (duration: 205.989272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.464749Z","caller":"traceutil/trace.go:171","msg":"trace[1407169462] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4919; }","duration":"134.047648ms","start":"2026-03-02T18:39:54.330685Z","end":"2026-03-02T18:39:54.464732Z","steps":["trace[1407169462] 'read index received' (duration: 134.008447ms)","trace[1407169462] 'applied index is now lower than readState.Index' (duration: 38.191µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:39:54.464828Z","caller":"traceutil/trace.go:171","msg":"trace[508574112] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"205.10355ms","start":"2026-03-02T18:39:54.259718Z","end":"2026-03-02T18:39:54.464822Z","steps":["trace[508574112] 'process raft request' (duration: 204.976987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.465009Z","caller":"traceutil/trace.go:171","msg":"trace[390959119] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"292.418097ms","start":"2026-03-02T18:39:54.17258Z","end":"2026-03-02T18:39:54.464998Z","steps":["trace[390959119] 'process raft request' (duration: 291.982436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:54.465749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.234544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:39:54.465833Z","caller":"traceutil/trace.go:171","msg":"trace[1577019435] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4729; }","duration":"316.396088ms","start":"2026-03-02T18:39:54.149418Z","end":"2026-03-02T18:39:54.465815Z","steps":["trace[1577019435] 'agreement among raft nodes before linearized reading' (duration: 315.574437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:54.465969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:39:54.149402Z","time spent":"316.555422ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":550,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:39:54.477999Z","caller":"traceutil/trace.go:171","msg":"trace[769597178] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"142.086303ms","start":"2026-03-02T18:39:54.335895Z","end":"2026-03-02T18:39:54.477981Z","steps":["trace[769597178] 'process raft request' (duration: 141.777096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.478072Z","caller":"traceutil/trace.go:171","msg":"trace[166517341] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"142.130975ms","start":"2026-03-02T18:39:54.335904Z","end":"2026-03-02T18:39:54.478035Z","steps":["trace[166517341] 'process raft request' (duration: 141.9652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.478649Z","caller":"traceutil/trace.go:171","msg":"trace[919090816] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"142.439743ms","start":"2026-03-02T18:39:54.336195Z","end":"2026-03-02T18:39:54.478635Z","steps":["trace[919090816] 'process raft request' (duration: 141.753775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.478778Z","caller":"traceutil/trace.go:171","msg":"trace[196518348] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"131.936244ms","start":"2026-03-02T18:39:54.346829Z","end":"2026-03-02T18:39:54.478765Z","steps":["trace[196518348] 'process raft request' (duration: 131.879073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.478874Z","caller":"traceutil/trace.go:171","msg":"trace[1284302294] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"133.457433ms","start":"2026-03-02T18:39:54.345408Z","end":"2026-03-02T18:39:54.478865Z","steps":["trace[1284302294] 'process raft request' (duration: 133.227467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.478945Z","caller":"traceutil/trace.go:171","msg":"trace[1171233288] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"133.527824ms","start":"2026-03-02T18:39:54.345406Z","end":"2026-03-02T18:39:54.478933Z","steps":["trace[1171233288] 'process raft request' (duration: 133.258137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:54.479143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.146135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:39:54.479215Z","caller":"traceutil/trace.go:171","msg":"trace[1176038666] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4736; }","duration":"144.277629ms","start":"2026-03-02T18:39:54.334922Z","end":"2026-03-02T18:39:54.4792Z","steps":["trace[1176038666] 'agreement among raft nodes before linearized reading' (duration: 144.177906ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:39:54.478705Z","caller":"traceutil/trace.go:171","msg":"trace[760228687] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"141.710313ms","start":"2026-03-02T18:39:54.33698Z","end":"2026-03-02T18:39:54.47869Z","steps":["trace[760228687] 'process raft request' (duration: 141.57793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:55.727777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.939744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T18:39:55.727877Z","caller":"traceutil/trace.go:171","msg":"trace[529795854] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4781; }","duration":"112.084157ms","start":"2026-03-02T18:39:55.615767Z","end":"2026-03-02T18:39:55.727851Z","steps":["trace[529795854] 'range keys from in-memory index tree' (duration: 111.758399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:39:55.728092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.317574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803333"} {"level":"info","ts":"2026-03-02T18:39:55.728163Z","caller":"traceutil/trace.go:171","msg":"trace[788095918] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4781; }","duration":"101.420626ms","start":"2026-03-02T18:39:55.626726Z","end":"2026-03-02T18:39:55.728147Z","steps":["trace[788095918] 'range keys from in-memory index tree' (duration: 100.76242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:01.153434Z","caller":"traceutil/trace.go:171","msg":"trace[1314814178] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"293.69897ms","start":"2026-03-02T18:40:00.859698Z","end":"2026-03-02T18:40:01.153397Z","steps":["trace[1314814178] 'process raft request' (duration: 293.483324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:01.153604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.337603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T18:40:01.153693Z","caller":"traceutil/trace.go:171","msg":"trace[2085396786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4867; }","duration":"288.481387ms","start":"2026-03-02T18:40:00.865199Z","end":"2026-03-02T18:40:01.153681Z","steps":["trace[2085396786] 'agreement among raft nodes before linearized reading' (duration: 288.272082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:01.153415Z","caller":"traceutil/trace.go:171","msg":"trace[1332054023] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5061; }","duration":"288.095926ms","start":"2026-03-02T18:40:00.865242Z","end":"2026-03-02T18:40:01.153338Z","steps":["trace[1332054023] 'read index received' (duration: 287.877651ms)","trace[1332054023] 'applied index is now lower than readState.Index' (duration: 217.495µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:01.153958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.311263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:01.153993Z","caller":"traceutil/trace.go:171","msg":"trace[1869636885] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:4867; }","duration":"248.383914ms","start":"2026-03-02T18:40:00.905599Z","end":"2026-03-02T18:40:01.153983Z","steps":["trace[1869636885] 'agreement among raft nodes before linearized reading' (duration: 248.329293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:01.430909Z","caller":"traceutil/trace.go:171","msg":"trace[585030593] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"263.933511ms","start":"2026-03-02T18:40:01.166952Z","end":"2026-03-02T18:40:01.430885Z","steps":["trace[585030593] 'process raft request' (duration: 263.717045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:01.47242Z","caller":"traceutil/trace.go:171","msg":"trace[497430816] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"263.401707ms","start":"2026-03-02T18:40:01.208973Z","end":"2026-03-02T18:40:01.472375Z","steps":["trace[497430816] 'process raft request' (duration: 263.099009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:01.472544Z","caller":"traceutil/trace.go:171","msg":"trace[109201281] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"263.445008ms","start":"2026-03-02T18:40:01.209073Z","end":"2026-03-02T18:40:01.472518Z","steps":["trace[109201281] 'process raft request' (duration: 263.213523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:07.290819Z","caller":"traceutil/trace.go:171","msg":"trace[1290684378] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"115.529156ms","start":"2026-03-02T18:40:07.175271Z","end":"2026-03-02T18:40:07.2908Z","steps":["trace[1290684378] 'read index received' (duration: 115.388213ms)","trace[1290684378] 'applied index is now lower than readState.Index' (duration: 139.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:07.291037Z","caller":"traceutil/trace.go:171","msg":"trace[1330730500] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"144.30212ms","start":"2026-03-02T18:40:07.146617Z","end":"2026-03-02T18:40:07.290919Z","steps":["trace[1330730500] 'process raft request' (duration: 144.062044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:07.291241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.26115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:40:07.291306Z","caller":"traceutil/trace.go:171","msg":"trace[1715135582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4922; }","duration":"106.372022ms","start":"2026-03-02T18:40:07.184919Z","end":"2026-03-02T18:40:07.291291Z","steps":["trace[1715135582] 'agreement among raft nodes before linearized reading' (duration: 106.209398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:07.291439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.160532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:40:07.291557Z","caller":"traceutil/trace.go:171","msg":"trace[1633926531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4922; }","duration":"116.311086ms","start":"2026-03-02T18:40:07.175205Z","end":"2026-03-02T18:40:07.291516Z","steps":["trace[1633926531] 'agreement among raft nodes before linearized reading' (duration: 116.032779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.085699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012858427,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:40:10.124874Z","caller":"traceutil/trace.go:171","msg":"trace[1136400549] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"539.344973ms","start":"2026-03-02T18:40:09.585502Z","end":"2026-03-02T18:40:10.124847Z","steps":["trace[1136400549] 'read index received' (duration: 539.009204ms)","trace[1136400549] 'applied index is now lower than readState.Index' (duration: 334.729µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:10.125061Z","caller":"traceutil/trace.go:171","msg":"trace[1044627720] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"614.1186ms","start":"2026-03-02T18:40:09.510923Z","end":"2026-03-02T18:40:10.125041Z","steps":["trace[1044627720] 'process raft request' (duration: 613.71682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.125213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.510905Z","time spent":"614.219653ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:10.125431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.196645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:40:10.125517Z","caller":"traceutil/trace.go:171","msg":"trace[372004520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4994; }","duration":"538.294647ms","start":"2026-03-02T18:40:09.587194Z","end":"2026-03-02T18:40:10.125489Z","steps":["trace[372004520] 'agreement among raft nodes before linearized reading' (duration: 538.01482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.125939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.58719Z","time spent":"538.739118ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:40:10.125551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.345428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T18:40:10.126152Z","caller":"traceutil/trace.go:171","msg":"trace[176205228] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:4994; }","duration":"527.985764ms","start":"2026-03-02T18:40:09.598147Z","end":"2026-03-02T18:40:10.126133Z","steps":["trace[176205228] 'agreement among raft nodes before linearized reading' (duration: 527.203585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.126235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.598133Z","time spent":"528.087556ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T18:40:10.125708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.199835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:40:10.126433Z","caller":"traceutil/trace.go:171","msg":"trace[125811570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4994; }","duration":"540.952234ms","start":"2026-03-02T18:40:09.585455Z","end":"2026-03-02T18:40:10.126408Z","steps":["trace[125811570] 'agreement among raft nodes before linearized reading' (duration: 540.147184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.1265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.58544Z","time spent":"541.043106ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:40:10.125725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.920804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:40:10.126563Z","caller":"traceutil/trace.go:171","msg":"trace[1499944547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4994; }","duration":"410.803646ms","start":"2026-03-02T18:40:09.715738Z","end":"2026-03-02T18:40:10.126542Z","steps":["trace[1499944547] 'agreement among raft nodes before linearized reading' (duration: 409.871682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.126671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.715712Z","time spent":"410.942229ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T18:40:10.125804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.772733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:40:10.126785Z","caller":"traceutil/trace.go:171","msg":"trace[253754435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4994; }","duration":"538.776038ms","start":"2026-03-02T18:40:09.587995Z","end":"2026-03-02T18:40:10.126771Z","steps":["trace[253754435] 'agreement among raft nodes before linearized reading' (duration: 537.752823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.125814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.795162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-02T18:40:10.126885Z","caller":"traceutil/trace.go:171","msg":"trace[1901315166] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b; range_end:; response_count:1; response_revision:4994; }","duration":"534.88958ms","start":"2026-03-02T18:40:09.59198Z","end":"2026-03-02T18:40:10.126869Z","steps":["trace[1901315166] 'agreement among raft nodes before linearized reading' (duration: 533.70995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.126876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.587977Z","time spent":"538.87851ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:40:10.12694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.591972Z","time spent":"534.951901ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" "} {"level":"warn","ts":"2026-03-02T18:40:10.125863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.503762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:40:10.127032Z","caller":"traceutil/trace.go:171","msg":"trace[1103995520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:4994; }","duration":"539.686061ms","start":"2026-03-02T18:40:09.58731Z","end":"2026-03-02T18:40:10.126996Z","steps":["trace[1103995520] 'agreement among raft nodes before linearized reading' (duration: 538.44889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.12712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:09.587299Z","time spent":"539.798205ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:40:10.37625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.67797ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-02T18:40:10.376406Z","caller":"traceutil/trace.go:171","msg":"trace[1228629985] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"245.89693ms","start":"2026-03-02T18:40:10.130482Z","end":"2026-03-02T18:40:10.376379Z","steps":["trace[1228629985] 'read index received' (duration: 68.194079ms)","trace[1228629985] 'applied index is now lower than readState.Index' (duration: 177.701101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:10.376634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.128826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:40:10.376722Z","caller":"traceutil/trace.go:171","msg":"trace[967162259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4994; }","duration":"246.255379ms","start":"2026-03-02T18:40:10.130448Z","end":"2026-03-02T18:40:10.376703Z","steps":["trace[967162259] 'agreement among raft nodes before linearized reading' (duration: 246.018763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:10.577544Z","caller":"traceutil/trace.go:171","msg":"trace[1904389434] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"446.074745ms","start":"2026-03-02T18:40:10.131445Z","end":"2026-03-02T18:40:10.57752Z","steps":["trace[1904389434] 'process raft request' (duration: 445.992142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:10.577586Z","caller":"traceutil/trace.go:171","msg":"trace[1871405824] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"446.669819ms","start":"2026-03-02T18:40:10.130877Z","end":"2026-03-02T18:40:10.577546Z","steps":["trace[1871405824] 'process raft request' (duration: 393.204806ms)","trace[1871405824] 'compare' (duration: 53.215017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:10.577694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.131421Z","time spent":"446.195108ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:10.577747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.130864Z","time spent":"446.782233ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:40:10.577972Z","caller":"traceutil/trace.go:171","msg":"trace[1622625435] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5191; }","duration":"201.516468ms","start":"2026-03-02T18:40:10.376438Z","end":"2026-03-02T18:40:10.577954Z","steps":["trace[1622625435] 'read index received' (duration: 147.722937ms)","trace[1622625435] 'applied index is now lower than readState.Index' (duration: 53.791811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:10.578092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.929257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:40:10.578105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.567145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:40:10.57814Z","caller":"traceutil/trace.go:171","msg":"trace[2115635169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4997; }","duration":"329.007539ms","start":"2026-03-02T18:40:10.24912Z","end":"2026-03-02T18:40:10.578128Z","steps":["trace[2115635169] 'agreement among raft nodes before linearized reading' (duration: 328.928887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.578206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.249104Z","time spent":"329.092362ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:40:10.578189Z","caller":"traceutil/trace.go:171","msg":"trace[468511710] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4997; }","duration":"284.74889ms","start":"2026-03-02T18:40:10.293426Z","end":"2026-03-02T18:40:10.578174Z","steps":["trace[468511710] 'agreement among raft nodes before linearized reading' (duration: 284.573506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.578265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.327578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-02T18:40:10.578331Z","caller":"traceutil/trace.go:171","msg":"trace[409692632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b; range_end:; response_count:1; response_revision:4997; }","duration":"429.393029ms","start":"2026-03-02T18:40:10.14892Z","end":"2026-03-02T18:40:10.578313Z","steps":["trace[409692632] 'agreement among raft nodes before linearized reading' (duration: 429.178134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.57838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.148902Z","time spent":"429.465341ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" "} {"level":"warn","ts":"2026-03-02T18:40:10.578454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.144582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80045"} {"level":"info","ts":"2026-03-02T18:40:10.578505Z","caller":"traceutil/trace.go:171","msg":"trace[895426122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4997; }","duration":"447.224214ms","start":"2026-03-02T18:40:10.131269Z","end":"2026-03-02T18:40:10.578494Z","steps":["trace[895426122] 'agreement among raft nodes before linearized reading' (duration: 447.013529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.578542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.131253Z","time spent":"447.281215ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80069,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T18:40:10.578612Z","caller":"traceutil/trace.go:171","msg":"trace[839768891] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"446.416834ms","start":"2026-03-02T18:40:10.132183Z","end":"2026-03-02T18:40:10.5786Z","steps":["trace[839768891] 'process raft request' (duration: 445.306306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:10.578748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.132172Z","time spent":"446.496645ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:11.462581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.229936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:40:11.462726Z","caller":"traceutil/trace.go:171","msg":"trace[309208505] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"1.085019747s","start":"2026-03-02T18:40:10.377686Z","end":"2026-03-02T18:40:11.462705Z","steps":["trace[309208505] 'process raft request' (duration: 364.452774ms)","trace[309208505] 'compare' (duration: 719.994709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:11.462798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.37766Z","time spent":"1.08510096s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:11.75367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010939599s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:40:11.830535Z","caller":"traceutil/trace.go:171","msg":"trace[1212179809] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"1.2913739s","start":"2026-03-02T18:40:10.539127Z","end":"2026-03-02T18:40:11.830501Z","steps":["trace[1212179809] 'process raft request' (duration: 1.291204215s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:11.830562Z","caller":"traceutil/trace.go:171","msg":"trace[1908405034] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"1.292351163s","start":"2026-03-02T18:40:10.538183Z","end":"2026-03-02T18:40:11.830534Z","steps":["trace[1908405034] 'process raft request' (duration: 1.215666318s)","trace[1908405034] 'compare' (duration: 76.352817ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:11.830583Z","caller":"traceutil/trace.go:171","msg":"trace[1574957544] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"1.249869631s","start":"2026-03-02T18:40:10.580692Z","end":"2026-03-02T18:40:11.830561Z","steps":["trace[1574957544] 'process raft request' (duration: 1.249694397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.830673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.539106Z","time spent":"1.291500132s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:11.830696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.538159Z","time spent":"1.292463157s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:11.830697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.580653Z","time spent":"1.249971274s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:40:11.830529Z","caller":"traceutil/trace.go:171","msg":"trace[1848847720] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5194; }","duration":"1.252483528s","start":"2026-03-02T18:40:10.578016Z","end":"2026-03-02T18:40:11.8305Z","steps":["trace[1848847720] 'read index received' (duration: 164.196688ms)","trace[1848847720] 'applied index is now lower than readState.Index' (duration: 1.088284529s)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:11.830786Z","caller":"traceutil/trace.go:171","msg":"trace[1704978728] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"1.246721671s","start":"2026-03-02T18:40:10.584056Z","end":"2026-03-02T18:40:11.830778Z","steps":["trace[1704978728] 'process raft request' (duration: 1.246378602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.830778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452754274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18272"} {"level":"warn","ts":"2026-03-02T18:40:11.830834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.584041Z","time spent":"1.246766031s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:40:11.830842Z","caller":"traceutil/trace.go:171","msg":"trace[2042476756] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5002; }","duration":"1.452858307s","start":"2026-03-02T18:40:10.377967Z","end":"2026-03-02T18:40:11.830825Z","steps":["trace[2042476756] 'agreement among raft nodes before linearized reading' (duration: 1.452623571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.830859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.388446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T18:40:11.830865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406808042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:11.830895Z","caller":"traceutil/trace.go:171","msg":"trace[1603229775] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5002; }","duration":"365.498239ms","start":"2026-03-02T18:40:11.465387Z","end":"2026-03-02T18:40:11.830885Z","steps":["trace[1603229775] 'agreement among raft nodes before linearized reading' (duration: 365.425817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.830899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.377946Z","time spent":"1.452939188s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18296,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T18:40:11.830882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.979638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-02T18:40:11.83093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:11.465363Z","time spent":"365.559201ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T18:40:11.830933Z","caller":"traceutil/trace.go:171","msg":"trace[2086819169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5002; }","duration":"1.406870274s","start":"2026-03-02T18:40:10.424039Z","end":"2026-03-02T18:40:11.830909Z","steps":["trace[2086819169] 'agreement among raft nodes before linearized reading' (duration: 1.406755231s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:11.830958Z","caller":"traceutil/trace.go:171","msg":"trace[1239689377] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b; range_end:; response_count:1; response_revision:5002; }","duration":"700.08986ms","start":"2026-03-02T18:40:11.130846Z","end":"2026-03-02T18:40:11.830936Z","steps":["trace[1239689377] 'agreement among raft nodes before linearized reading' (duration: 699.954187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.83098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:10.423998Z","time spent":"1.406970157s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:40:11.83102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:11.130824Z","time spent":"700.182683ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" "} {"level":"warn","ts":"2026-03-02T18:40:11.831164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.688012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:11.831243Z","caller":"traceutil/trace.go:171","msg":"trace[1548018663] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5002; }","duration":"552.813027ms","start":"2026-03-02T18:40:11.278407Z","end":"2026-03-02T18:40:11.83122Z","steps":["trace[1548018663] 'agreement among raft nodes before linearized reading' (duration: 552.686752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.831279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.066276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T18:40:11.831303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:11.278386Z","time spent":"552.899909ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:40:11.831332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.360807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:40:11.831358Z","caller":"traceutil/trace.go:171","msg":"trace[1201263774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5002; }","duration":"519.17735ms","start":"2026-03-02T18:40:11.312161Z","end":"2026-03-02T18:40:11.831338Z","steps":["trace[1201263774] 'agreement among raft nodes before linearized reading' (duration: 518.931992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.831393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:11.31215Z","time spent":"519.235891ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:40:11.831384Z","caller":"traceutil/trace.go:171","msg":"trace[1112019274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5002; }","duration":"514.472769ms","start":"2026-03-02T18:40:11.316897Z","end":"2026-03-02T18:40:11.83137Z","steps":["trace[1112019274] 'agreement among raft nodes before linearized reading' (duration: 514.285865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:11.831435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:11.316872Z","time spent":"514.550771ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:40:13.774133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.659502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:13.774309Z","caller":"traceutil/trace.go:171","msg":"trace[846373426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5048; }","duration":"350.802045ms","start":"2026-03-02T18:40:13.423392Z","end":"2026-03-02T18:40:13.774194Z","steps":["trace[846373426] 'range keys from in-memory index tree' (duration: 350.512609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:13.774377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:13.423371Z","time spent":"350.99135ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:40:21.528856Z","caller":"traceutil/trace.go:171","msg":"trace[1258046617] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5368; }","duration":"167.823643ms","start":"2026-03-02T18:40:21.361009Z","end":"2026-03-02T18:40:21.528833Z","steps":["trace[1258046617] 'read index received' (duration: 167.662389ms)","trace[1258046617] 'applied index is now lower than readState.Index' (duration: 160.164µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:21.529063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.030078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T18:40:21.529103Z","caller":"traceutil/trace.go:171","msg":"trace[99056188] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5168; }","duration":"168.124091ms","start":"2026-03-02T18:40:21.360966Z","end":"2026-03-02T18:40:21.52909Z","steps":["trace[99056188] 'agreement among raft nodes before linearized reading' (duration: 167.962596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:21.529127Z","caller":"traceutil/trace.go:171","msg":"trace[1935470655] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"229.674906ms","start":"2026-03-02T18:40:21.299426Z","end":"2026-03-02T18:40:21.529101Z","steps":["trace[1935470655] 'process raft request' (duration: 229.260295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.92474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012858894,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:40:26.946144Z","caller":"traceutil/trace.go:171","msg":"trace[1810051260] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"522.465647ms","start":"2026-03-02T18:40:26.423659Z","end":"2026-03-02T18:40:26.946125Z","steps":["trace[1810051260] 'read index received' (duration: 522.363074ms)","trace[1810051260] 'applied index is now lower than readState.Index' (duration: 101.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:26.946279Z","caller":"traceutil/trace.go:171","msg":"trace[387284130] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"605.102195ms","start":"2026-03-02T18:40:26.341142Z","end":"2026-03-02T18:40:26.946244Z","steps":["trace[387284130] 'process raft request' (duration: 604.836548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.946343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.660032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T18:40:26.946373Z","caller":"traceutil/trace.go:171","msg":"trace[375332306] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5205; }","duration":"522.747234ms","start":"2026-03-02T18:40:26.423615Z","end":"2026-03-02T18:40:26.946363Z","steps":["trace[375332306] 'agreement among raft nodes before linearized reading' (duration: 522.619481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.946399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.423596Z","time spent":"522.797326ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T18:40:26.946485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.341116Z","time spent":"605.244829ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:40:26.94652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.447106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:40:26.946684Z","caller":"traceutil/trace.go:171","msg":"trace[94765039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5205; }","duration":"522.684233ms","start":"2026-03-02T18:40:26.423973Z","end":"2026-03-02T18:40:26.946657Z","steps":["trace[94765039] 'agreement among raft nodes before linearized reading' (duration: 522.392525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.946741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.553478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T18:40:26.946747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.423952Z","time spent":"522.785285ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:40:26.946778Z","caller":"traceutil/trace.go:171","msg":"trace[115961869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5205; }","duration":"294.625229ms","start":"2026-03-02T18:40:26.652145Z","end":"2026-03-02T18:40:26.946771Z","steps":["trace[115961869] 'agreement among raft nodes before linearized reading' (duration: 294.548537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.946804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.19488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:40:26.946897Z","caller":"traceutil/trace.go:171","msg":"trace[262379514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:5205; }","duration":"283.322483ms","start":"2026-03-02T18:40:26.663551Z","end":"2026-03-02T18:40:26.946873Z","steps":["trace[262379514] 'agreement among raft nodes before linearized reading' (duration: 283.074987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.946859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.829234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:40:26.946899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.126137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:40:26.946972Z","caller":"traceutil/trace.go:171","msg":"trace[1844954530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5205; }","duration":"307.24398ms","start":"2026-03-02T18:40:26.639711Z","end":"2026-03-02T18:40:26.946955Z","steps":["trace[1844954530] 'agreement among raft nodes before linearized reading' (duration: 306.962083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.946861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.165399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T18:40:26.947013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.639698Z","time spent":"307.308402ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:40:26.947059Z","caller":"traceutil/trace.go:171","msg":"trace[659683306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5205; }","duration":"304.444716ms","start":"2026-03-02T18:40:26.642592Z","end":"2026-03-02T18:40:26.947037Z","steps":["trace[659683306] 'agreement among raft nodes before linearized reading' (duration: 303.872502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.947141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.642572Z","time spent":"304.55462ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:40:26.947094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.869582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:40:26.947192Z","caller":"traceutil/trace.go:171","msg":"trace[1667352316] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5205; }","duration":"443.967797ms","start":"2026-03-02T18:40:26.502977Z","end":"2026-03-02T18:40:26.946944Z","steps":["trace[1667352316] 'agreement among raft nodes before linearized reading' (duration: 443.756401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.947518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.50295Z","time spent":"444.549973ms","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:40:26.947395Z","caller":"traceutil/trace.go:171","msg":"trace[530980633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5205; }","duration":"373.342875ms","start":"2026-03-02T18:40:26.573972Z","end":"2026-03-02T18:40:26.947315Z","steps":["trace[530980633] 'agreement among raft nodes before linearized reading' (duration: 372.646047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:26.950036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:40:26.573953Z","time spent":"375.687367ms","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:40:27.230301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.874029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:40:27.230565Z","caller":"traceutil/trace.go:171","msg":"trace[20409949] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"277.358577ms","start":"2026-03-02T18:40:26.953171Z","end":"2026-03-02T18:40:27.23053Z","steps":["trace[20409949] 'process raft request' (duration: 36.159198ms)","trace[20409949] 'compare' (duration: 240.723015ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:40:27.230626Z","caller":"traceutil/trace.go:171","msg":"trace[1901388413] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"277.327255ms","start":"2026-03-02T18:40:26.953276Z","end":"2026-03-02T18:40:27.230603Z","steps":["trace[1901388413] 'process raft request' (duration: 277.141371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:27.230671Z","caller":"traceutil/trace.go:171","msg":"trace[2121228575] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"275.92776ms","start":"2026-03-02T18:40:26.954725Z","end":"2026-03-02T18:40:27.230653Z","steps":["trace[2121228575] 'process raft request' (duration: 275.848888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:27.230802Z","caller":"traceutil/trace.go:171","msg":"trace[1759926617] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"276.656798ms","start":"2026-03-02T18:40:26.954137Z","end":"2026-03-02T18:40:27.230793Z","steps":["trace[1759926617] 'process raft request' (duration: 276.397232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:27.230802Z","caller":"traceutil/trace.go:171","msg":"trace[478652468] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"277.223173ms","start":"2026-03-02T18:40:26.953531Z","end":"2026-03-02T18:40:27.230754Z","steps":["trace[478652468] 'process raft request' (duration: 276.938456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:27.23089Z","caller":"traceutil/trace.go:171","msg":"trace[845932539] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"274.384219ms","start":"2026-03-02T18:40:26.956494Z","end":"2026-03-02T18:40:27.230879Z","steps":["trace[845932539] 'process raft request' (duration: 274.121762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:40:27.230944Z","caller":"traceutil/trace.go:171","msg":"trace[375103567] linearizableReadLoop","detail":"{readStateIndex:5413; appliedIndex:5407; }","duration":"275.209201ms","start":"2026-03-02T18:40:26.955594Z","end":"2026-03-02T18:40:27.230803Z","steps":["trace[375103567] 'read index received' (duration: 13.7445ms)","trace[375103567] 'applied index is now lower than readState.Index' (duration: 261.462321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:40:27.231202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.110836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-02T18:40:27.232212Z","caller":"traceutil/trace.go:171","msg":"trace[1648874791] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5212; }","duration":"149.138372ms","start":"2026-03-02T18:40:27.083028Z","end":"2026-03-02T18:40:27.232166Z","steps":["trace[1648874791] 'agreement among raft nodes before linearized reading' (duration: 148.083605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:27.231284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.673243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81735"} {"level":"info","ts":"2026-03-02T18:40:27.232721Z","caller":"traceutil/trace.go:171","msg":"trace[947627799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5212; }","duration":"277.085759ms","start":"2026-03-02T18:40:26.955562Z","end":"2026-03-02T18:40:27.232648Z","steps":["trace[947627799] 'agreement among raft nodes before linearized reading' (duration: 275.489108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:40:27.231637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.317766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129773"} {"level":"info","ts":"2026-03-02T18:40:27.233462Z","caller":"traceutil/trace.go:171","msg":"trace[2034053492] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5212; }","duration":"146.002021ms","start":"2026-03-02T18:40:27.087247Z","end":"2026-03-02T18:40:27.233249Z","steps":["trace[2034053492] 'agreement among raft nodes before linearized reading' (duration: 143.956887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:41:00.306472Z","caller":"traceutil/trace.go:171","msg":"trace[712143517] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"269.436709ms","start":"2026-03-02T18:41:00.03701Z","end":"2026-03-02T18:41:00.306447Z","steps":["trace[712143517] 'process raft request' (duration: 269.256335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:41:00.307155Z","caller":"traceutil/trace.go:171","msg":"trace[1739954443] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"269.330816ms","start":"2026-03-02T18:41:00.0378Z","end":"2026-03-02T18:41:00.307131Z","steps":["trace[1739954443] 'process raft request' (duration: 269.177202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:41:00.307278Z","caller":"traceutil/trace.go:171","msg":"trace[1235631967] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5701; }","duration":"217.63897ms","start":"2026-03-02T18:41:00.089624Z","end":"2026-03-02T18:41:00.307263Z","steps":["trace[1235631967] 'read index received' (duration: 216.622983ms)","trace[1235631967] 'applied index is now lower than readState.Index' (duration: 1.014707ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:41:00.307379Z","caller":"traceutil/trace.go:171","msg":"trace[568805871] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"186.642047ms","start":"2026-03-02T18:41:00.120725Z","end":"2026-03-02T18:41:00.307367Z","steps":["trace[568805871] 'process raft request' (duration: 186.37036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:41:00.307602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.960629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:41:00.30764Z","caller":"traceutil/trace.go:171","msg":"trace[895177848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5493; }","duration":"218.054031ms","start":"2026-03-02T18:41:00.089576Z","end":"2026-03-02T18:41:00.30763Z","steps":["trace[895177848] 'agreement among raft nodes before linearized reading' (duration: 217.892357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:41:00.30768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.774713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:41:00.307765Z","caller":"traceutil/trace.go:171","msg":"trace[2071790335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5493; }","duration":"217.910947ms","start":"2026-03-02T18:41:00.089836Z","end":"2026-03-02T18:41:00.307747Z","steps":["trace[2071790335] 'agreement among raft nodes before linearized reading' (duration: 217.603289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:41:25.775205Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2757} {"level":"info","ts":"2026-03-02T18:41:25.840812Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2757,"took":"63.587117ms","hash":3399400821,"current-db-size-bytes":40919040,"current-db-size":"41 MB","current-db-size-in-use-bytes":30441472,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T18:41:25.840894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3399400821,"revision":2757,"compact-revision":-1} {"level":"info","ts":"2026-03-02T18:46:13.081368Z","caller":"traceutil/trace.go:171","msg":"trace[837765007] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"376.586804ms","start":"2026-03-02T18:46:12.704755Z","end":"2026-03-02T18:46:13.081342Z","steps":["trace[837765007] 'process raft request' (duration: 376.210305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:13.081691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:12.70473Z","time spent":"376.720387ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:13.237452Z","caller":"traceutil/trace.go:171","msg":"trace[1814811242] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"151.153799ms","start":"2026-03-02T18:46:13.086252Z","end":"2026-03-02T18:46:13.237406Z","steps":["trace[1814811242] 'process raft request' (duration: 66.52939ms)","trace[1814811242] 'compare' (duration: 84.482605ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:13.462188Z","caller":"traceutil/trace.go:171","msg":"trace[941777620] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"136.860227ms","start":"2026-03-02T18:46:13.325267Z","end":"2026-03-02T18:46:13.462127Z","steps":["trace[941777620] 'process raft request' (duration: 71.786484ms)","trace[941777620] 'compare' (duration: 64.91622ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:13.511285Z","caller":"traceutil/trace.go:171","msg":"trace[925800791] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"181.285839ms","start":"2026-03-02T18:46:13.329954Z","end":"2026-03-02T18:46:13.511239Z","steps":["trace[925800791] 'process raft request' (duration: 180.988731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:13.755208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.033342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:46:13.755458Z","caller":"traceutil/trace.go:171","msg":"trace[537845944] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"243.997474ms","start":"2026-03-02T18:46:13.511434Z","end":"2026-03-02T18:46:13.755432Z","steps":["trace[537845944] 'process raft request' (duration: 62.657464ms)","trace[537845944] 'compare' (duration: 180.902309ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:13.755603Z","caller":"traceutil/trace.go:171","msg":"trace[2044992512] linearizableReadLoop","detail":"{readStateIndex:7815; appliedIndex:7813; }","duration":"243.289506ms","start":"2026-03-02T18:46:13.512294Z","end":"2026-03-02T18:46:13.755583Z","steps":["trace[2044992512] 'read index received' (duration: 11.871059ms)","trace[2044992512] 'applied index is now lower than readState.Index' (duration: 231.417337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:13.755681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.375718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:13.755663Z","caller":"traceutil/trace.go:171","msg":"trace[1296253674] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"243.864541ms","start":"2026-03-02T18:46:13.51175Z","end":"2026-03-02T18:46:13.755614Z","steps":["trace[1296253674] 'process raft request' (duration: 243.564062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:13.755724Z","caller":"traceutil/trace.go:171","msg":"trace[988063040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7530; }","duration":"243.47086ms","start":"2026-03-02T18:46:13.512244Z","end":"2026-03-02T18:46:13.755715Z","steps":["trace[988063040] 'agreement among raft nodes before linearized reading' (duration: 243.397998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:13.755792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.004568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:46:13.755817Z","caller":"traceutil/trace.go:171","msg":"trace[1417031342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7530; }","duration":"239.09773ms","start":"2026-03-02T18:46:13.516713Z","end":"2026-03-02T18:46:13.755811Z","steps":["trace[1417031342] 'agreement among raft nodes before linearized reading' (duration: 238.959887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:13.755932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.613745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:13.755954Z","caller":"traceutil/trace.go:171","msg":"trace[1299214057] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7530; }","duration":"224.734218ms","start":"2026-03-02T18:46:13.531214Z","end":"2026-03-02T18:46:13.755948Z","steps":["trace[1299214057] 'agreement among raft nodes before linearized reading' (duration: 224.690017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:15.348894Z","caller":"traceutil/trace.go:171","msg":"trace[25130984] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"103.465524ms","start":"2026-03-02T18:46:15.245398Z","end":"2026-03-02T18:46:15.348864Z","steps":["trace[25130984] 'process raft request' (duration: 103.179167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:15.349097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.227401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:46:15.349166Z","caller":"traceutil/trace.go:171","msg":"trace[1712628801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:7540; }","duration":"100.307743ms","start":"2026-03-02T18:46:15.248841Z","end":"2026-03-02T18:46:15.349149Z","steps":["trace[1712628801] 'agreement among raft nodes before linearized reading' (duration: 99.929984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:16.240142Z","caller":"traceutil/trace.go:171","msg":"trace[852798232] linearizableReadLoop","detail":"{readStateIndex:7831; appliedIndex:7830; }","duration":"243.938912ms","start":"2026-03-02T18:46:15.996174Z","end":"2026-03-02T18:46:16.240113Z","steps":["trace[852798232] 'read index received' (duration: 243.726517ms)","trace[852798232] 'applied index is now lower than readState.Index' (duration: 211.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:16.240269Z","caller":"traceutil/trace.go:171","msg":"trace[1558686143] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"286.21593ms","start":"2026-03-02T18:46:15.954023Z","end":"2026-03-02T18:46:16.240239Z","steps":["trace[1558686143] 'process raft request' (duration: 285.896132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:16.240521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.198369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:46:16.240587Z","caller":"traceutil/trace.go:171","msg":"trace[1138405628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7545; }","duration":"244.440476ms","start":"2026-03-02T18:46:15.996132Z","end":"2026-03-02T18:46:16.240572Z","steps":["trace[1138405628] 'agreement among raft nodes before linearized reading' (duration: 244.105296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:16.988624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012865358,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T18:46:17.021706Z","caller":"traceutil/trace.go:171","msg":"trace[1363465356] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"775.961842ms","start":"2026-03-02T18:46:16.245708Z","end":"2026-03-02T18:46:17.02167Z","steps":["trace[1363465356] 'process raft request' (duration: 775.383027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:17.021872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:16.245683Z","time spent":"776.102215ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:17.028153Z","caller":"traceutil/trace.go:171","msg":"trace[1961922089] linearizableReadLoop","detail":"{readStateIndex:7833; appliedIndex:7831; }","duration":"540.452962ms","start":"2026-03-02T18:46:16.487672Z","end":"2026-03-02T18:46:17.028125Z","steps":["trace[1961922089] 'read index received' (duration: 533.614689ms)","trace[1961922089] 'applied index is now lower than readState.Index' (duration: 6.837543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:17.028309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.626587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:17.028338Z","caller":"traceutil/trace.go:171","msg":"trace[1788838471] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"553.372849ms","start":"2026-03-02T18:46:16.474909Z","end":"2026-03-02T18:46:17.028282Z","steps":["trace[1788838471] 'process raft request' (duration: 553.096362ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:17.028384Z","caller":"traceutil/trace.go:171","msg":"trace[69179318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7547; }","duration":"540.74567ms","start":"2026-03-02T18:46:16.487629Z","end":"2026-03-02T18:46:17.028375Z","steps":["trace[69179318] 'agreement among raft nodes before linearized reading' (duration: 540.614436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:17.028558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:16.487616Z","time spent":"540.932175ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:46:17.028391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.165854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:17.02863Z","caller":"traceutil/trace.go:171","msg":"trace[2006871386] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7547; }","duration":"321.455561ms","start":"2026-03-02T18:46:16.707152Z","end":"2026-03-02T18:46:17.028608Z","steps":["trace[2006871386] 'agreement among raft nodes before linearized reading' (duration: 321.158884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:17.028711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:16.474885Z","time spent":"553.600855ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:46:17.028724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:16.707132Z","time spent":"321.541633ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:46:18.575328Z","caller":"traceutil/trace.go:171","msg":"trace[942124734] linearizableReadLoop","detail":"{readStateIndex:7842; appliedIndex:7841; }","duration":"136.571271ms","start":"2026-03-02T18:46:18.438732Z","end":"2026-03-02T18:46:18.575304Z","steps":["trace[942124734] 'read index received' (duration: 136.444117ms)","trace[942124734] 'applied index is now lower than readState.Index' (duration: 126.294µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:18.575535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.740424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:18.575586Z","caller":"traceutil/trace.go:171","msg":"trace[1508866019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7556; }","duration":"136.896668ms","start":"2026-03-02T18:46:18.438672Z","end":"2026-03-02T18:46:18.575569Z","steps":["trace[1508866019] 'agreement among raft nodes before linearized reading' (duration: 136.738274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:18.576229Z","caller":"traceutil/trace.go:171","msg":"trace[212587648] transaction","detail":"{read_only:false; response_revision:7556; number_of_response:1; }","duration":"327.181774ms","start":"2026-03-02T18:46:18.249032Z","end":"2026-03-02T18:46:18.576213Z","steps":["trace[212587648] 'process raft request' (duration: 326.062806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:18.576329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:18.24902Z","time spent":"327.246586ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:25.824796Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5656} {"level":"info","ts":"2026-03-02T18:46:25.92179Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5656,"took":"95.507442ms","hash":302848087,"current-db-size-bytes":41639936,"current-db-size":"42 MB","current-db-size-in-use-bytes":21823488,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T18:46:25.921863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":302848087,"revision":5656,"compact-revision":2757} {"level":"info","ts":"2026-03-02T18:46:31.721795Z","caller":"traceutil/trace.go:171","msg":"trace[2129383496] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"342.4254ms","start":"2026-03-02T18:46:31.379347Z","end":"2026-03-02T18:46:31.721772Z","steps":["trace[2129383496] 'process raft request' (duration: 342.303147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:31.721929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:31.379329Z","time spent":"342.534112ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:31.721927Z","caller":"traceutil/trace.go:171","msg":"trace[735936749] linearizableReadLoop","detail":"{readStateIndex:8043; appliedIndex:8043; }","duration":"337.833545ms","start":"2026-03-02T18:46:31.384067Z","end":"2026-03-02T18:46:31.7219Z","steps":["trace[735936749] 'read index received' (duration: 337.820435ms)","trace[735936749] 'applied index is now lower than readState.Index' (duration: 10.86µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:31.722201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.116252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:46:31.722283Z","caller":"traceutil/trace.go:171","msg":"trace[326463143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7753; }","duration":"338.233455ms","start":"2026-03-02T18:46:31.384031Z","end":"2026-03-02T18:46:31.722265Z","steps":["trace[326463143] 'agreement among raft nodes before linearized reading' (duration: 337.987609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:31.722323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:31.38402Z","time spent":"338.295526ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:46:31.726233Z","caller":"traceutil/trace.go:171","msg":"trace[1197591748] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"118.797791ms","start":"2026-03-02T18:46:31.607394Z","end":"2026-03-02T18:46:31.726192Z","steps":["trace[1197591748] 'process raft request' (duration: 118.699608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:31.726241Z","caller":"traceutil/trace.go:171","msg":"trace[764151588] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"302.505732ms","start":"2026-03-02T18:46:31.42368Z","end":"2026-03-02T18:46:31.726186Z","steps":["trace[764151588] 'process raft request' (duration: 302.207654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:31.726394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.782193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:46:31.726496Z","caller":"traceutil/trace.go:171","msg":"trace[2002943608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7755; }","duration":"179.933786ms","start":"2026-03-02T18:46:31.54654Z","end":"2026-03-02T18:46:31.726474Z","steps":["trace[2002943608] 'agreement among raft nodes before linearized reading' (duration: 179.630197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:31.726426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:31.423656Z","time spent":"302.667126ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:31.726686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.634355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:46:31.726726Z","caller":"traceutil/trace.go:171","msg":"trace[990769997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:7755; }","duration":"169.707217ms","start":"2026-03-02T18:46:31.557009Z","end":"2026-03-02T18:46:31.726716Z","steps":["trace[990769997] 'agreement among raft nodes before linearized reading' (duration: 169.533592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.233779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012865805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:46:34.355926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059209397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:34.356014Z","caller":"traceutil/trace.go:171","msg":"trace[926024256] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7761; }","duration":"1.05933713s","start":"2026-03-02T18:46:33.296649Z","end":"2026-03-02T18:46:34.355986Z","steps":["trace[926024256] 'count revisions from in-memory index tree' (duration: 1.059138766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.356063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.004354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:34.356143Z","caller":"traceutil/trace.go:171","msg":"trace[902937844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7761; }","duration":"934.117957ms","start":"2026-03-02T18:46:33.422006Z","end":"2026-03-02T18:46:34.356124Z","steps":["trace[902937844] 'range keys from in-memory index tree' (duration: 933.921601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.356192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.42199Z","time spent":"934.186908ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:46:34.356289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.715694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:34.356347Z","caller":"traceutil/trace.go:171","msg":"trace[1961053657] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7761; }","duration":"674.818407ms","start":"2026-03-02T18:46:33.681516Z","end":"2026-03-02T18:46:34.356335Z","steps":["trace[1961053657] 'count revisions from in-memory index tree' (duration: 674.628512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.35638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.681494Z","time spent":"674.877149ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:46:34.356388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.492627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:46:34.356481Z","caller":"traceutil/trace.go:171","msg":"trace[1822278375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7761; }","duration":"630.61808ms","start":"2026-03-02T18:46:33.725839Z","end":"2026-03-02T18:46:34.356457Z","steps":["trace[1822278375] 'range keys from in-memory index tree' (duration: 630.267992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.356533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.725826Z","time spent":"630.693673ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:46:34.356638Z","caller":"traceutil/trace.go:171","msg":"trace[1967736578] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"625.690555ms","start":"2026-03-02T18:46:33.730935Z","end":"2026-03-02T18:46:34.356625Z","steps":["trace[1967736578] 'process raft request' (duration: 583.806037ms)","trace[1967736578] 'compare' (duration: 41.301634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:34.35672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.730877Z","time spent":"625.788918ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:34.356924Z","caller":"traceutil/trace.go:171","msg":"trace[2142364610] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"483.630487ms","start":"2026-03-02T18:46:33.873285Z","end":"2026-03-02T18:46:34.356916Z","steps":["trace[2142364610] 'process raft request' (duration: 483.286288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.356966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.873254Z","time spent":"483.690059ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:34.357067Z","caller":"traceutil/trace.go:171","msg":"trace[1501931271] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"468.67797ms","start":"2026-03-02T18:46:33.888348Z","end":"2026-03-02T18:46:34.357026Z","steps":["trace[1501931271] 'process raft request' (duration: 468.537247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:34.357075Z","caller":"traceutil/trace.go:171","msg":"trace[1297496613] linearizableReadLoop","detail":"{readStateIndex:8054; appliedIndex:8051; }","duration":"623.846609ms","start":"2026-03-02T18:46:33.733182Z","end":"2026-03-02T18:46:34.357028Z","steps":["trace[1297496613] 'read index received' (duration: 581.56999ms)","trace[1297496613] 'applied index is now lower than readState.Index' (duration: 42.271619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:34.356085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.296629Z","time spent":"1.059434943s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:46:34.357197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.888322Z","time spent":"468.812484ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:34.357302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.653718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:34.358232Z","caller":"traceutil/trace.go:171","msg":"trace[1749194130] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:7764; }","duration":"176.609621ms","start":"2026-03-02T18:46:34.181595Z","end":"2026-03-02T18:46:34.358205Z","steps":["trace[1749194130] 'agreement among raft nodes before linearized reading' (duration: 175.644907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.357318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.107657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:46:34.358475Z","caller":"traceutil/trace.go:171","msg":"trace[890189089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7764; }","duration":"625.287476ms","start":"2026-03-02T18:46:33.73317Z","end":"2026-03-02T18:46:34.358457Z","steps":["trace[890189089] 'agreement among raft nodes before linearized reading' (duration: 623.937172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.358527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.733165Z","time spent":"625.343027ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:46:34.357337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.47567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:46:34.35867Z","caller":"traceutil/trace.go:171","msg":"trace[1187684575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7764; }","duration":"622.838293ms","start":"2026-03-02T18:46:33.735809Z","end":"2026-03-02T18:46:34.358647Z","steps":["trace[1187684575] 'agreement among raft nodes before linearized reading' (duration: 621.428338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.358738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.735788Z","time spent":"622.926366ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:34.357387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.634549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-654bbfd6b9-chspv.18991a9b9a9f2a36\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T18:46:34.35881Z","caller":"traceutil/trace.go:171","msg":"trace[2018686706] range","detail":"{range_begin:/registry/events/openstack/barbican-api-654bbfd6b9-chspv.18991a9b9a9f2a36; range_end:; response_count:1; response_revision:7764; }","duration":"392.089605ms","start":"2026-03-02T18:46:33.966701Z","end":"2026-03-02T18:46:34.358791Z","steps":["trace[2018686706] 'agreement among raft nodes before linearized reading' (duration: 390.540586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.357396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.710121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T18:46:34.358861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.96668Z","time spent":"392.166106ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-654bbfd6b9-chspv.18991a9b9a9f2a36\" "} {"level":"info","ts":"2026-03-02T18:46:34.358892Z","caller":"traceutil/trace.go:171","msg":"trace[1505438938] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:7764; }","duration":"622.248569ms","start":"2026-03-02T18:46:33.73663Z","end":"2026-03-02T18:46:34.358879Z","steps":["trace[1505438938] 'agreement among raft nodes before linearized reading' (duration: 620.625419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.35893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:33.73661Z","time spent":"622.30788ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:46:34.357415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.535997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:46:34.359173Z","caller":"traceutil/trace.go:171","msg":"trace[418510479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7764; }","duration":"145.360122ms","start":"2026-03-02T18:46:34.213803Z","end":"2026-03-02T18:46:34.359163Z","steps":["trace[418510479] 'agreement among raft nodes before linearized reading' (duration: 143.443905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:34.94745Z","caller":"traceutil/trace.go:171","msg":"trace[1449138423] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"586.960157ms","start":"2026-03-02T18:46:34.36046Z","end":"2026-03-02T18:46:34.94742Z","steps":["trace[1449138423] 'process raft request' (duration: 499.446707ms)","trace[1449138423] 'compare' (duration: 87.352426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:34.94762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.360443Z","time spent":"587.1015ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:34.948137Z","caller":"traceutil/trace.go:171","msg":"trace[1231547965] linearizableReadLoop","detail":"{readStateIndex:8056; appliedIndex:8054; }","duration":"586.096396ms","start":"2026-03-02T18:46:34.362013Z","end":"2026-03-02T18:46:34.948109Z","steps":["trace[1231547965] 'read index received' (duration: 497.868797ms)","trace[1231547965] 'applied index is now lower than readState.Index' (duration: 88.226359ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:34.948274Z","caller":"traceutil/trace.go:171","msg":"trace[512890447] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"585.560692ms","start":"2026-03-02T18:46:34.362698Z","end":"2026-03-02T18:46:34.948259Z","steps":["trace[512890447] 'process raft request' (duration: 585.297636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.948394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.377663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T18:46:34.948419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.362687Z","time spent":"585.620503ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:34.948445Z","caller":"traceutil/trace.go:171","msg":"trace[1760578869] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7768; }","duration":"586.453825ms","start":"2026-03-02T18:46:34.361979Z","end":"2026-03-02T18:46:34.948432Z","steps":["trace[1760578869] 'agreement among raft nodes before linearized reading' (duration: 586.287461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.948482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.361966Z","time spent":"586.507706ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T18:46:34.948569Z","caller":"traceutil/trace.go:171","msg":"trace[1665083922] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"587.47302ms","start":"2026-03-02T18:46:34.36107Z","end":"2026-03-02T18:46:34.948543Z","steps":["trace[1665083922] 'process raft request' (duration: 586.788962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:34.948544Z","caller":"traceutil/trace.go:171","msg":"trace[2017575045] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"585.804638ms","start":"2026-03-02T18:46:34.362726Z","end":"2026-03-02T18:46:34.94853Z","steps":["trace[2017575045] 'process raft request' (duration: 585.330616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.948704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.362705Z","time spent":"585.929901ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:34.948717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.36105Z","time spent":"587.584673ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:46:34.948714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.486361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T18:46:34.948774Z","caller":"traceutil/trace.go:171","msg":"trace[330893261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7768; }","duration":"298.589323ms","start":"2026-03-02T18:46:34.650169Z","end":"2026-03-02T18:46:34.948758Z","steps":["trace[330893261] 'agreement among raft nodes before linearized reading' (duration: 298.407718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.94884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.147566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-02T18:46:34.948892Z","caller":"traceutil/trace.go:171","msg":"trace[1499501045] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7768; }","duration":"586.214838ms","start":"2026-03-02T18:46:34.362663Z","end":"2026-03-02T18:46:34.948878Z","steps":["trace[1499501045] 'agreement among raft nodes before linearized reading' (duration: 585.901741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.94892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.362656Z","time spent":"586.256569ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T18:46:34.949056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.13137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:34.949163Z","caller":"traceutil/trace.go:171","msg":"trace[1503592144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7768; }","duration":"526.602332ms","start":"2026-03-02T18:46:34.422541Z","end":"2026-03-02T18:46:34.949144Z","steps":["trace[1503592144] 'agreement among raft nodes before linearized reading' (duration: 526.058809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:34.949232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:34.422525Z","time spent":"526.695195ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T18:46:44.525356Z","caller":"traceutil/trace.go:171","msg":"trace[1714307958] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8100; }","duration":"119.989853ms","start":"2026-03-02T18:46:44.405333Z","end":"2026-03-02T18:46:44.525323Z","steps":["trace[1714307958] 'read index received' (duration: 119.644784ms)","trace[1714307958] 'applied index is now lower than readState.Index' (duration: 343.349µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:44.52553Z","caller":"traceutil/trace.go:171","msg":"trace[2076112662] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"132.098379ms","start":"2026-03-02T18:46:44.393399Z","end":"2026-03-02T18:46:44.525497Z","steps":["trace[2076112662] 'process raft request' (duration: 131.631007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:44.525637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.26206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:44.525675Z","caller":"traceutil/trace.go:171","msg":"trace[1156954176] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7809; }","duration":"120.391303ms","start":"2026-03-02T18:46:44.405274Z","end":"2026-03-02T18:46:44.525665Z","steps":["trace[1156954176] 'agreement among raft nodes before linearized reading' (duration: 120.213079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.025905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012865992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:46:45.660563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.611536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:46:45.661007Z","caller":"traceutil/trace.go:171","msg":"trace[292369741] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"1.236448009s","start":"2026-03-02T18:46:44.42453Z","end":"2026-03-02T18:46:45.660978Z","steps":["trace[292369741] 'process raft request' (duration: 943.326131ms)","trace[292369741] 'compare' (duration: 292.104262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:45.661118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.424488Z","time spent":"1.236578652s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:45.661288Z","caller":"traceutil/trace.go:171","msg":"trace[298308398] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"1.226273342s","start":"2026-03-02T18:46:44.434972Z","end":"2026-03-02T18:46:45.661246Z","steps":["trace[298308398] 'process raft request' (duration: 1.225694957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.661474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.434946Z","time spent":"1.226436375s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:45.907247Z","caller":"traceutil/trace.go:171","msg":"trace[157884449] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"1.369037159s","start":"2026-03-02T18:46:44.538165Z","end":"2026-03-02T18:46:45.907202Z","steps":["trace[157884449] 'process raft request' (duration: 1.368635478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.907444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.538138Z","time spent":"1.369204783s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:45.937046Z","caller":"traceutil/trace.go:171","msg":"trace[507467673] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8101; }","duration":"1.411554004s","start":"2026-03-02T18:46:44.525457Z","end":"2026-03-02T18:46:45.937011Z","steps":["trace[507467673] 'read index received' (duration: 842.379199ms)","trace[507467673] 'applied index is now lower than readState.Index' (duration: 569.172875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:45.937194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482860215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T18:46:45.937271Z","caller":"traceutil/trace.go:171","msg":"trace[1122903967] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7812; }","duration":"1.482986518s","start":"2026-03-02T18:46:44.45426Z","end":"2026-03-02T18:46:45.937246Z","steps":["trace[1122903967] 'agreement among raft nodes before linearized reading' (duration: 1.482769513s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.937306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.454228Z","time spent":"1.483072691s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T18:46:45.937307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512921265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:46:45.937378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080760293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:45.937438Z","caller":"traceutil/trace.go:171","msg":"trace[736413445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7812; }","duration":"1.51311813s","start":"2026-03-02T18:46:44.424283Z","end":"2026-03-02T18:46:45.937401Z","steps":["trace[736413445] 'agreement among raft nodes before linearized reading' (duration: 1.512845864s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:45.937473Z","caller":"traceutil/trace.go:171","msg":"trace[2056877184] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7812; }","duration":"1.080921666s","start":"2026-03-02T18:46:44.856526Z","end":"2026-03-02T18:46:45.937448Z","steps":["trace[2056877184] 'agreement among raft nodes before linearized reading' (duration: 1.080710061s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.93747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.542049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T18:46:45.937515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.622241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T18:46:45.937502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.42426Z","time spent":"1.513231574s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:46:45.937542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.856498Z","time spent":"1.08103206s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:46:45.937571Z","caller":"traceutil/trace.go:171","msg":"trace[1308360677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7812; }","duration":"940.717624ms","start":"2026-03-02T18:46:44.996831Z","end":"2026-03-02T18:46:45.937549Z","steps":["trace[1308360677] 'agreement among raft nodes before linearized reading' (duration: 940.457908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:45.937559Z","caller":"traceutil/trace.go:171","msg":"trace[1529064908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:7812; }","duration":"847.674403ms","start":"2026-03-02T18:46:45.089862Z","end":"2026-03-02T18:46:45.937537Z","steps":["trace[1529064908] 'agreement among raft nodes before linearized reading' (duration: 847.388216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.937601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.74587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:46:45.937621Z","caller":"traceutil/trace.go:171","msg":"trace[771324254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7812; }","duration":"943.779571ms","start":"2026-03-02T18:46:44.993835Z","end":"2026-03-02T18:46:45.937615Z","steps":["trace[771324254] 'agreement among raft nodes before linearized reading' (duration: 943.722349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.93762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.996824Z","time spent":"940.786016ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:46:45.937623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:45.089845Z","time spent":"847.769095ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:46:45.937638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.993829Z","time spent":"943.805371ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:45.937535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.730362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T18:46:45.937687Z","caller":"traceutil/trace.go:171","msg":"trace[1969416057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7812; }","duration":"729.909686ms","start":"2026-03-02T18:46:45.207772Z","end":"2026-03-02T18:46:45.937682Z","steps":["trace[1969416057] 'agreement among raft nodes before linearized reading' (duration: 729.720152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.937702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:45.20776Z","time spent":"729.937027ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T18:46:45.937669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.957532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:46:45.93778Z","caller":"traceutil/trace.go:171","msg":"trace[1325391488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7812; }","duration":"818.144088ms","start":"2026-03-02T18:46:45.119609Z","end":"2026-03-02T18:46:45.937753Z","steps":["trace[1325391488] 'agreement among raft nodes before linearized reading' (duration: 817.817719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.937669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.89281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T18:46:45.93784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:45.119581Z","time spent":"818.24369ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T18:46:45.937874Z","caller":"traceutil/trace.go:171","msg":"trace[1802570388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7812; }","duration":"852.160108ms","start":"2026-03-02T18:46:45.085694Z","end":"2026-03-02T18:46:45.937854Z","steps":["trace[1802570388] 'agreement among raft nodes before linearized reading' (duration: 851.702595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.937896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.013404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T18:46:45.937958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:45.085664Z","time spent":"852.27913ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:46:45.937969Z","caller":"traceutil/trace.go:171","msg":"trace[999871033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7812; }","duration":"949.120637ms","start":"2026-03-02T18:46:44.988832Z","end":"2026-03-02T18:46:45.937952Z","steps":["trace[999871033] 'agreement among raft nodes before linearized reading' (duration: 948.907512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.938009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:44.988817Z","time spent":"949.185128ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:46:45.938352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.293341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:46:45.938411Z","caller":"traceutil/trace.go:171","msg":"trace[697574207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7812; }","duration":"748.402874ms","start":"2026-03-02T18:46:45.189997Z","end":"2026-03-02T18:46:45.9384Z","steps":["trace[697574207] 'agreement among raft nodes before linearized reading' (duration: 747.359447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:45.938437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:45.189976Z","time spent":"748.454615ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T18:46:46.09493Z","caller":"traceutil/trace.go:171","msg":"trace[1510351198] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"152.740301ms","start":"2026-03-02T18:46:45.942141Z","end":"2026-03-02T18:46:46.094882Z","steps":["trace[1510351198] 'process raft request' (duration: 152.446472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:46.09513Z","caller":"traceutil/trace.go:171","msg":"trace[1262643386] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"152.677469ms","start":"2026-03-02T18:46:45.942424Z","end":"2026-03-02T18:46:46.095101Z","steps":["trace[1262643386] 'process raft request' (duration: 152.381732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:46.094943Z","caller":"traceutil/trace.go:171","msg":"trace[1018804965] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8105; }","duration":"152.516385ms","start":"2026-03-02T18:46:45.942394Z","end":"2026-03-02T18:46:46.094911Z","steps":["trace[1018804965] 'read index received' (duration: 5.630632ms)","trace[1018804965] 'applied index is now lower than readState.Index' (duration: 146.884753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:46.095223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.800752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:46:46.095266Z","caller":"traceutil/trace.go:171","msg":"trace[1738716551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7819; }","duration":"152.876924ms","start":"2026-03-02T18:46:45.942378Z","end":"2026-03-02T18:46:46.095255Z","steps":["trace[1738716551] 'agreement among raft nodes before linearized reading' (duration: 152.69778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:46.095346Z","caller":"traceutil/trace.go:171","msg":"trace[2024072430] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"153.051818ms","start":"2026-03-02T18:46:45.942278Z","end":"2026-03-02T18:46:46.09533Z","steps":["trace[2024072430] 'process raft request' (duration: 152.478694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:46.095394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.159245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:46:46.095539Z","caller":"traceutil/trace.go:171","msg":"trace[601739098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7819; }","duration":"150.302179ms","start":"2026-03-02T18:46:45.945173Z","end":"2026-03-02T18:46:46.095475Z","steps":["trace[601739098] 'agreement among raft nodes before linearized reading' (duration: 150.147905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:46.095564Z","caller":"traceutil/trace.go:171","msg":"trace[44010008] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"153.10366ms","start":"2026-03-02T18:46:45.942449Z","end":"2026-03-02T18:46:46.095552Z","steps":["trace[44010008] 'process raft request' (duration: 152.393112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:46.095562Z","caller":"traceutil/trace.go:171","msg":"trace[550667215] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"152.106034ms","start":"2026-03-02T18:46:45.943414Z","end":"2026-03-02T18:46:46.09552Z","steps":["trace[550667215] 'process raft request' (duration: 151.461278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:46.096026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.337573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222789"} {"level":"info","ts":"2026-03-02T18:46:46.096108Z","caller":"traceutil/trace.go:171","msg":"trace[1104279326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7819; }","duration":"149.458837ms","start":"2026-03-02T18:46:45.946628Z","end":"2026-03-02T18:46:46.096087Z","steps":["trace[1104279326] 'agreement among raft nodes before linearized reading' (duration: 148.987595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:47.777562Z","caller":"traceutil/trace.go:171","msg":"trace[1355466042] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"109.954938ms","start":"2026-03-02T18:46:47.667583Z","end":"2026-03-02T18:46:47.777538Z","steps":["trace[1355466042] 'process raft request' (duration: 109.910247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:47.777572Z","caller":"traceutil/trace.go:171","msg":"trace[989450435] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"109.987269ms","start":"2026-03-02T18:46:47.667559Z","end":"2026-03-02T18:46:47.777546Z","steps":["trace[989450435] 'process raft request' (duration: 109.799535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:47.97654Z","caller":"traceutil/trace.go:171","msg":"trace[1726489073] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"104.530371ms","start":"2026-03-02T18:46:47.871983Z","end":"2026-03-02T18:46:47.976513Z","steps":["trace[1726489073] 'process raft request' (duration: 104.368147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:48.176563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.201542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:46:48.176754Z","caller":"traceutil/trace.go:171","msg":"trace[400297744] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"196.597178ms","start":"2026-03-02T18:46:47.980123Z","end":"2026-03-02T18:46:48.17672Z","steps":["trace[400297744] 'process raft request' (duration: 64.175941ms)","trace[400297744] 'compare' (duration: 132.055868ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:46:48.176993Z","caller":"traceutil/trace.go:171","msg":"trace[1147184589] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"196.609838ms","start":"2026-03-02T18:46:47.980366Z","end":"2026-03-02T18:46:48.176975Z","steps":["trace[1147184589] 'process raft request' (duration: 196.28762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:48.881575Z","caller":"traceutil/trace.go:171","msg":"trace[945416871] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"341.358017ms","start":"2026-03-02T18:46:48.540195Z","end":"2026-03-02T18:46:48.881553Z","steps":["trace[945416871] 'process raft request' (duration: 341.216113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:48.881829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:48.540173Z","time spent":"341.46777ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:46:49.771678Z","caller":"traceutil/trace.go:171","msg":"trace[1938835745] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8122; }","duration":"130.811706ms","start":"2026-03-02T18:46:49.640838Z","end":"2026-03-02T18:46:49.77165Z","steps":["trace[1938835745] 'read index received' (duration: 130.616722ms)","trace[1938835745] 'applied index is now lower than readState.Index' (duration: 193.704µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:49.771827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.95277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:46:49.771877Z","caller":"traceutil/trace.go:171","msg":"trace[2125459604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7829; }","duration":"131.057213ms","start":"2026-03-02T18:46:49.640804Z","end":"2026-03-02T18:46:49.771861Z","steps":["trace[2125459604] 'agreement among raft nodes before linearized reading' (duration: 130.94667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:50.070588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.478459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:46:50.070949Z","caller":"traceutil/trace.go:171","msg":"trace[887453620] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"288.735737ms","start":"2026-03-02T18:46:49.78219Z","end":"2026-03-02T18:46:50.070926Z","steps":["trace[887453620] 'process raft request' (duration: 288.680606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:50.071025Z","caller":"traceutil/trace.go:171","msg":"trace[620717057] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"288.945822ms","start":"2026-03-02T18:46:49.782058Z","end":"2026-03-02T18:46:50.071004Z","steps":["trace[620717057] 'process raft request' (duration: 288.680945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:50.071114Z","caller":"traceutil/trace.go:171","msg":"trace[1398581243] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"298.288649ms","start":"2026-03-02T18:46:49.772798Z","end":"2026-03-02T18:46:50.071087Z","steps":["trace[1398581243] 'process raft request' (duration: 70.218835ms)","trace[1398581243] 'compare' (duration: 227.254604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:46:50.569518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.179141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T18:46:50.569581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.265803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:46:50.569604Z","caller":"traceutil/trace.go:171","msg":"trace[628108617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7832; }","duration":"388.316734ms","start":"2026-03-02T18:46:50.181277Z","end":"2026-03-02T18:46:50.569594Z","steps":["trace[628108617] 'range keys from in-memory index tree' (duration: 387.945675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:50.569594Z","caller":"traceutil/trace.go:171","msg":"trace[948921050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7832; }","duration":"388.297184ms","start":"2026-03-02T18:46:50.181279Z","end":"2026-03-02T18:46:50.569576Z","steps":["trace[948921050] 'range keys from in-memory index tree' (duration: 387.958455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:50.56954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.203585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T18:46:50.569654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.285186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T18:46:50.569706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.563254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:46:50.56973Z","caller":"traceutil/trace.go:171","msg":"trace[840353600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7832; }","duration":"345.404009ms","start":"2026-03-02T18:46:50.224308Z","end":"2026-03-02T18:46:50.569712Z","steps":["trace[840353600] 'range keys from in-memory index tree' (duration: 344.995228ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:50.569808Z","caller":"traceutil/trace.go:171","msg":"trace[2019116853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:7832; }","duration":"309.667566ms","start":"2026-03-02T18:46:50.260086Z","end":"2026-03-02T18:46:50.569754Z","steps":["trace[2019116853] 'range keys from in-memory index tree' (duration: 309.177375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:46:50.56974Z","caller":"traceutil/trace.go:171","msg":"trace[1074568402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7832; }","duration":"311.41667ms","start":"2026-03-02T18:46:50.258284Z","end":"2026-03-02T18:46:50.5697Z","steps":["trace[1074568402] 'range keys from in-memory index tree' (duration: 310.948589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:50.569858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:50.260071Z","time spent":"309.77792ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:46:50.569912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:50.258264Z","time spent":"311.606075ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:46:50.569628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:50.181258Z","time spent":"388.365405ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:50.56957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.00155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:46:50.570213Z","caller":"traceutil/trace.go:171","msg":"trace[910163243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7832; }","duration":"311.704828ms","start":"2026-03-02T18:46:50.258498Z","end":"2026-03-02T18:46:50.570203Z","steps":["trace[910163243] 'range keys from in-memory index tree' (duration: 310.773404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:46:50.570248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:50.258488Z","time spent":"311.749989ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:50.569646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:50.181263Z","time spent":"388.374836ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:46:50.571035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:46:50.224292Z","time spent":"345.474291ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:47:18.661252Z","caller":"traceutil/trace.go:171","msg":"trace[1647249630] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"454.953778ms","start":"2026-03-02T18:47:18.206271Z","end":"2026-03-02T18:47:18.661225Z","steps":["trace[1647249630] 'process raft request' (duration: 454.803304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:18.661406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.206247Z","time spent":"455.088402ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:47:19.635904Z","caller":"traceutil/trace.go:171","msg":"trace[184605181] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8324; }","duration":"1.212283917s","start":"2026-03-02T18:47:18.4236Z","end":"2026-03-02T18:47:19.635884Z","steps":["trace[184605181] 'read index received' (duration: 237.463791ms)","trace[184605181] 'applied index is now lower than readState.Index' (duration: 974.819406ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:19.635967Z","caller":"traceutil/trace.go:171","msg":"trace[802992535] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"1.123330409s","start":"2026-03-02T18:47:18.512594Z","end":"2026-03-02T18:47:19.635925Z","steps":["trace[802992535] 'process raft request' (duration: 1.123242127s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212414291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:47:19.636043Z","caller":"traceutil/trace.go:171","msg":"trace[744948897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"1.212485953s","start":"2026-03-02T18:47:18.423548Z","end":"2026-03-02T18:47:19.636034Z","steps":["trace[744948897] 'agreement among raft nodes before linearized reading' (duration: 1.212419091s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.423527Z","time spent":"1.212536734s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:47:19.636112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.512574Z","time spent":"1.123464363s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:47:19.6363Z","caller":"traceutil/trace.go:171","msg":"trace[132469800] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.424180333s","start":"2026-03-02T18:47:18.212104Z","end":"2026-03-02T18:47:19.636285Z","steps":["trace[132469800] 'process raft request' (duration: 1.423520187s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077582194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:47:19.636372Z","caller":"traceutil/trace.go:171","msg":"trace[1867580486] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8026; }","duration":"1.077660355s","start":"2026-03-02T18:47:18.558703Z","end":"2026-03-02T18:47:19.636364Z","steps":["trace[1867580486] 'agreement among raft nodes before linearized reading' (duration: 1.077585943s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.961503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T18:47:19.636393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.55869Z","time spent":"1.077696917s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:47:19.636407Z","caller":"traceutil/trace.go:171","msg":"trace[1366006577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8026; }","duration":"549.039635ms","start":"2026-03-02T18:47:19.087358Z","end":"2026-03-02T18:47:19.636397Z","steps":["trace[1366006577] 'agreement among raft nodes before linearized reading' (duration: 548.979353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:19.087339Z","time spent":"549.084787ms","remote":"127.0.0.1:47706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:47:19.636561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.829283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:47:19.636584Z","caller":"traceutil/trace.go:171","msg":"trace[859760813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8026; }","duration":"814.872393ms","start":"2026-03-02T18:47:18.821706Z","end":"2026-03-02T18:47:19.636578Z","steps":["trace[859760813] 'agreement among raft nodes before linearized reading' (duration: 814.778201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.821693Z","time spent":"814.904995ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:47:19.636677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.846798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:47:19.636642Z","caller":"traceutil/trace.go:171","msg":"trace[1572524240] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"643.78807ms","start":"2026-03-02T18:47:18.99282Z","end":"2026-03-02T18:47:19.636608Z","steps":["trace[1572524240] 'process raft request' (duration: 643.431311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.374586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:47:19.636764Z","caller":"traceutil/trace.go:171","msg":"trace[739752958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8026; }","duration":"834.49432ms","start":"2026-03-02T18:47:18.802266Z","end":"2026-03-02T18:47:19.63676Z","steps":["trace[739752958] 'agreement among raft nodes before linearized reading' (duration: 834.445749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.77771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T18:47:19.636784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.802246Z","time spent":"834.53403ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:47:19.636794Z","caller":"traceutil/trace.go:171","msg":"trace[553065388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8026; }","duration":"825.849352ms","start":"2026-03-02T18:47:18.810937Z","end":"2026-03-02T18:47:19.636787Z","steps":["trace[553065388] 'agreement among raft nodes before linearized reading' (duration: 825.77005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.810917Z","time spent":"825.893382ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:47:19.636828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.032903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T18:47:19.636837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.992801Z","time spent":"643.939514ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:47:19.63687Z","caller":"traceutil/trace.go:171","msg":"trace[1876319492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8026; }","duration":"818.090505ms","start":"2026-03-02T18:47:18.818757Z","end":"2026-03-02T18:47:19.636847Z","steps":["trace[1876319492] 'agreement among raft nodes before linearized reading' (duration: 817.982372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:19.636699Z","caller":"traceutil/trace.go:171","msg":"trace[2010113719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8026; }","duration":"815.893679ms","start":"2026-03-02T18:47:18.8208Z","end":"2026-03-02T18:47:19.636693Z","steps":["trace[2010113719] 'agreement among raft nodes before linearized reading' (duration: 815.842738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.636914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.818747Z","time spent":"818.160757ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:47:19.636937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.820784Z","time spent":"816.144995ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:47:19.636692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.971086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:47:19.636958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.389608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:47:19.637033Z","caller":"traceutil/trace.go:171","msg":"trace[2139989319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:8026; }","duration":"819.482369ms","start":"2026-03-02T18:47:18.817532Z","end":"2026-03-02T18:47:19.637015Z","steps":["trace[2139989319] 'agreement among raft nodes before linearized reading' (duration: 819.295415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.637079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.817522Z","time spent":"819.547622ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"info","ts":"2026-03-02T18:47:19.636981Z","caller":"traceutil/trace.go:171","msg":"trace[1113635443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8026; }","duration":"356.261473ms","start":"2026-03-02T18:47:19.280706Z","end":"2026-03-02T18:47:19.636968Z","steps":["trace[1113635443] 'agreement among raft nodes before linearized reading' (duration: 355.917905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:19.637155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:19.280694Z","time spent":"356.449628ms","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:47:19.636906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:18.212091Z","time spent":"1.424287175s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:47:22.174787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.599946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T18:47:22.17489Z","caller":"traceutil/trace.go:171","msg":"trace[867892076] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8040; }","duration":"372.74851ms","start":"2026-03-02T18:47:21.802118Z","end":"2026-03-02T18:47:22.174867Z","steps":["trace[867892076] 'range keys from in-memory index tree' (duration: 372.37321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:22.174945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:21.802095Z","time spent":"372.835403ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T18:47:22.849499Z","caller":"traceutil/trace.go:171","msg":"trace[58316166] linearizableReadLoop","detail":"{readStateIndex:8344; appliedIndex:8343; }","duration":"179.596218ms","start":"2026-03-02T18:47:22.669878Z","end":"2026-03-02T18:47:22.849474Z","steps":["trace[58316166] 'read index received' (duration: 179.430944ms)","trace[58316166] 'applied index is now lower than readState.Index' (duration: 164.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:22.84962Z","caller":"traceutil/trace.go:171","msg":"trace[1179366600] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"208.642893ms","start":"2026-03-02T18:47:22.640949Z","end":"2026-03-02T18:47:22.849592Z","steps":["trace[1179366600] 'process raft request' (duration: 208.362866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:22.849759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.854714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:47:22.849823Z","caller":"traceutil/trace.go:171","msg":"trace[626948482] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8041; }","duration":"179.965317ms","start":"2026-03-02T18:47:22.669842Z","end":"2026-03-02T18:47:22.849807Z","steps":["trace[626948482] 'agreement among raft nodes before linearized reading' (duration: 179.740782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:22.861986Z","caller":"traceutil/trace.go:171","msg":"trace[1892317777] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"186.108953ms","start":"2026-03-02T18:47:22.675842Z","end":"2026-03-02T18:47:22.861951Z","steps":["trace[1892317777] 'process raft request' (duration: 185.922178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:32.278294Z","caller":"traceutil/trace.go:171","msg":"trace[664044986] linearizableReadLoop","detail":"{readStateIndex:8439; appliedIndex:8438; }","duration":"249.107985ms","start":"2026-03-02T18:47:32.029152Z","end":"2026-03-02T18:47:32.27826Z","steps":["trace[664044986] 'read index received' (duration: 202.139718ms)","trace[664044986] 'applied index is now lower than readState.Index' (duration: 46.967367ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:32.278422Z","caller":"traceutil/trace.go:171","msg":"trace[480633515] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"249.887576ms","start":"2026-03-02T18:47:32.028495Z","end":"2026-03-02T18:47:32.278383Z","steps":["trace[480633515] 'process raft request' (duration: 202.753335ms)","trace[480633515] 'compare' (duration: 46.889884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:47:32.278525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.357612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-z8wlz\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-02T18:47:32.278575Z","caller":"traceutil/trace.go:171","msg":"trace[949583526] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-z8wlz; range_end:; response_count:1; response_revision:8131; }","duration":"249.438213ms","start":"2026-03-02T18:47:32.029122Z","end":"2026-03-02T18:47:32.27856Z","steps":["trace[949583526] 'agreement among raft nodes before linearized reading' (duration: 249.241599ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:33.423948Z","caller":"traceutil/trace.go:171","msg":"trace[323412481] transaction","detail":"{read_only:false; response_revision:8133; number_of_response:1; }","duration":"533.289837ms","start":"2026-03-02T18:47:32.890609Z","end":"2026-03-02T18:47:33.423899Z","steps":["trace[323412481] 'process raft request' (duration: 533.00484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:33.424306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:32.89059Z","time spent":"533.557655ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:47:34.121556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.647498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:47:34.121772Z","caller":"traceutil/trace.go:171","msg":"trace[215082517] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"1.135515539s","start":"2026-03-02T18:47:32.986226Z","end":"2026-03-02T18:47:34.121742Z","steps":["trace[215082517] 'process raft request' (duration: 582.600914ms)","trace[215082517] 'compare' (duration: 552.459642ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:34.121799Z","caller":"traceutil/trace.go:171","msg":"trace[907624204] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8440; }","duration":"1.135406916s","start":"2026-03-02T18:47:32.986375Z","end":"2026-03-02T18:47:34.121782Z","steps":["trace[907624204] 'read index received' (duration: 437.326243ms)","trace[907624204] 'applied index is now lower than readState.Index' (duration: 698.079763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:47:34.121904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:32.986207Z","time spent":"1.135626541s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:47:34.122102Z","caller":"traceutil/trace.go:171","msg":"trace[697726900] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"1.134481222s","start":"2026-03-02T18:47:32.987598Z","end":"2026-03-02T18:47:34.122079Z","steps":["trace[697726900] 'process raft request' (duration: 1.134075832s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.122198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:32.987566Z","time spent":"1.134577154s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:47:34.122269Z","caller":"traceutil/trace.go:171","msg":"trace[784587848] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"1.057215889s","start":"2026-03-02T18:47:33.06469Z","end":"2026-03-02T18:47:34.121906Z","steps":["trace[784587848] 'process raft request' (duration: 1.057051165s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.122278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135878027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-z8wlz\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-02T18:47:34.122372Z","caller":"traceutil/trace.go:171","msg":"trace[1518581944] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-z8wlz; range_end:; response_count:1; response_revision:8136; }","duration":"1.135996201s","start":"2026-03-02T18:47:32.986353Z","end":"2026-03-02T18:47:34.122349Z","steps":["trace[1518581944] 'agreement among raft nodes before linearized reading' (duration: 1.135731144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.122416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.064664Z","time spent":"1.057677781s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:47:34.122444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:32.986346Z","time spent":"1.136082693s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4677,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-z8wlz\" "} {"level":"info","ts":"2026-03-02T18:47:34.126652Z","caller":"traceutil/trace.go:171","msg":"trace[365001922] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"434.86517ms","start":"2026-03-02T18:47:33.691769Z","end":"2026-03-02T18:47:34.126634Z","steps":["trace[365001922] 'process raft request' (duration: 434.752828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.126762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.691744Z","time spent":"434.967132ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:47:34.180446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.099904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:47:34.180511Z","caller":"traceutil/trace.go:171","msg":"trace[1194464682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8139; }","duration":"372.194916ms","start":"2026-03-02T18:47:33.808301Z","end":"2026-03-02T18:47:34.180496Z","steps":["trace[1194464682] 'agreement among raft nodes before linearized reading' (duration: 372.025612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.180536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.562358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T18:47:34.180548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.808283Z","time spent":"372.257207ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:47:34.180571Z","caller":"traceutil/trace.go:171","msg":"trace[1361385212] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"447.256253ms","start":"2026-03-02T18:47:33.733244Z","end":"2026-03-02T18:47:34.180501Z","steps":["trace[1361385212] 'process raft request' (duration: 447.022907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:34.180626Z","caller":"traceutil/trace.go:171","msg":"trace[133332733] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"472.632216ms","start":"2026-03-02T18:47:33.707954Z","end":"2026-03-02T18:47:34.180586Z","steps":["trace[133332733] 'process raft request' (duration: 472.193704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:34.180782Z","caller":"traceutil/trace.go:171","msg":"trace[122938608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8139; }","duration":"378.829615ms","start":"2026-03-02T18:47:33.801933Z","end":"2026-03-02T18:47:34.180763Z","steps":["trace[122938608] 'agreement among raft nodes before linearized reading' (duration: 378.546048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.180841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.707927Z","time spent":"472.795279ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:47:34.180446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.197918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T18:47:34.180848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.801916Z","time spent":"378.915477ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:47:34.180872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.540753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T18:47:34.180899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.668751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T18:47:34.180932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.733224Z","time spent":"447.49383ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:47:34.180963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.313865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:47:34.180958Z","caller":"traceutil/trace.go:171","msg":"trace[446376613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8139; }","duration":"376.748922ms","start":"2026-03-02T18:47:33.804175Z","end":"2026-03-02T18:47:34.180924Z","steps":["trace[446376613] 'agreement among raft nodes before linearized reading' (duration: 376.153617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:34.180986Z","caller":"traceutil/trace.go:171","msg":"trace[1498799908] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:8139; }","duration":"363.769214ms","start":"2026-03-02T18:47:33.817192Z","end":"2026-03-02T18:47:34.180961Z","steps":["trace[1498799908] 'agreement among raft nodes before linearized reading' (duration: 363.450446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:34.181027Z","caller":"traceutil/trace.go:171","msg":"trace[1843178149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8139; }","duration":"371.376426ms","start":"2026-03-02T18:47:33.809631Z","end":"2026-03-02T18:47:34.181008Z","steps":["trace[1843178149] 'agreement among raft nodes before linearized reading' (duration: 371.041218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.180653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111282075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-02T18:47:34.181053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.817184Z","time spent":"363.855986ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:47:34.181073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.809625Z","time spent":"371.437707ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T18:47:34.181075Z","caller":"traceutil/trace.go:171","msg":"trace[373149091] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8139; }","duration":"1.111727906s","start":"2026-03-02T18:47:33.069333Z","end":"2026-03-02T18:47:34.181061Z","steps":["trace[373149091] 'agreement among raft nodes before linearized reading' (duration: 1.111256715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.181087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.804151Z","time spent":"376.892305ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T18:47:34.180962Z","caller":"traceutil/trace.go:171","msg":"trace[1358727237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8139; }","duration":"400.690426ms","start":"2026-03-02T18:47:33.780241Z","end":"2026-03-02T18:47:34.180931Z","steps":["trace[1358727237] 'agreement among raft nodes before linearized reading' (duration: 400.353648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.181125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.069317Z","time spent":"1.111793538s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T18:47:34.181166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.780215Z","time spent":"400.933363ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:47:34.180865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164782888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-02T18:47:34.181275Z","caller":"traceutil/trace.go:171","msg":"trace[1879530671] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8139; }","duration":"1.165249899s","start":"2026-03-02T18:47:33.016007Z","end":"2026-03-02T18:47:34.181257Z","steps":["trace[1879530671] 'agreement among raft nodes before linearized reading' (duration: 1.164614814s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.181332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:33.015986Z","time spent":"1.165331311s","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T18:47:34.300608Z","caller":"traceutil/trace.go:171","msg":"trace[2145457191] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"105.493955ms","start":"2026-03-02T18:47:34.195089Z","end":"2026-03-02T18:47:34.300583Z","steps":["trace[2145457191] 'process raft request' (duration: 105.28554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.300625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.527848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18991aa707dd81f7\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T18:47:34.300702Z","caller":"traceutil/trace.go:171","msg":"trace[858862427] range","detail":"{range_begin:/registry/events/openstack/ceph.18991aa707dd81f7; range_end:; response_count:1; response_revision:8148; }","duration":"111.642651ms","start":"2026-03-02T18:47:34.189046Z","end":"2026-03-02T18:47:34.300688Z","steps":["trace[858862427] 'agreement among raft nodes before linearized reading' (duration: 111.416675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:34.300596Z","caller":"traceutil/trace.go:171","msg":"trace[1703680723] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"109.870077ms","start":"2026-03-02T18:47:34.190692Z","end":"2026-03-02T18:47:34.300562Z","steps":["trace[1703680723] 'process raft request' (duration: 109.528698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:34.300755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.012964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18991aabf0bed92b\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-02T18:47:34.300836Z","caller":"traceutil/trace.go:171","msg":"trace[1528612449] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18991aabf0bed92b; range_end:; response_count:1; response_revision:8148; }","duration":"109.120208ms","start":"2026-03-02T18:47:34.191696Z","end":"2026-03-02T18:47:34.300817Z","steps":["trace[1528612449] 'agreement among raft nodes before linearized reading' (duration: 108.894351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:35.617385Z","caller":"traceutil/trace.go:171","msg":"trace[1055188220] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"187.879298ms","start":"2026-03-02T18:47:35.429467Z","end":"2026-03-02T18:47:35.617347Z","steps":["trace[1055188220] 'process raft request' (duration: 187.617252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:47:45.448752Z","caller":"traceutil/trace.go:171","msg":"trace[1926760030] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8538; }","duration":"199.006409ms","start":"2026-03-02T18:47:45.249712Z","end":"2026-03-02T18:47:45.448718Z","steps":["trace[1926760030] 'read index received' (duration: 198.471836ms)","trace[1926760030] 'applied index is now lower than readState.Index' (duration: 532.433µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:47:45.448848Z","caller":"traceutil/trace.go:171","msg":"trace[1741596782] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"350.612481ms","start":"2026-03-02T18:47:45.098208Z","end":"2026-03-02T18:47:45.448821Z","steps":["trace[1741596782] 'process raft request' (duration: 349.988465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:45.448901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.174083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:47:45.448961Z","caller":"traceutil/trace.go:171","msg":"trace[1072847901] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8228; }","duration":"199.276516ms","start":"2026-03-02T18:47:45.24967Z","end":"2026-03-02T18:47:45.448947Z","steps":["trace[1072847901] 'agreement among raft nodes before linearized reading' (duration: 199.171734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:47:45.449019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:47:45.098192Z","time spent":"350.707733ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4827,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:48:36.606033Z","caller":"traceutil/trace.go:171","msg":"trace[579332419] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"109.94536ms","start":"2026-03-02T18:48:36.496067Z","end":"2026-03-02T18:48:36.606012Z","steps":["trace[579332419] 'process raft request' (duration: 109.809836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:37.097379Z","caller":"traceutil/trace.go:171","msg":"trace[1929749392] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9100; }","duration":"548.642015ms","start":"2026-03-02T18:48:36.548704Z","end":"2026-03-02T18:48:37.097346Z","steps":["trace[1929749392] 'read index received' (duration: 57.465542ms)","trace[1929749392] 'applied index is now lower than readState.Index' (duration: 491.175323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:48:37.097553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.84085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:48:37.097594Z","caller":"traceutil/trace.go:171","msg":"trace[906926598] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8776; }","duration":"548.949522ms","start":"2026-03-02T18:48:36.548635Z","end":"2026-03-02T18:48:37.097584Z","steps":["trace[906926598] 'agreement among raft nodes before linearized reading' (duration: 548.85778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.097624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.548609Z","time spent":"549.008424ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:48:37.09764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.273602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:48:37.097714Z","caller":"traceutil/trace.go:171","msg":"trace[765530643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8776; }","duration":"189.394366ms","start":"2026-03-02T18:48:36.908298Z","end":"2026-03-02T18:48:37.097693Z","steps":["trace[765530643] 'agreement among raft nodes before linearized reading' (duration: 189.268693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.097723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.117341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:48:37.097463Z","caller":"traceutil/trace.go:171","msg":"trace[722354686] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"600.255131ms","start":"2026-03-02T18:48:36.497188Z","end":"2026-03-02T18:48:37.097443Z","steps":["trace[722354686] 'process raft request' (duration: 600.000215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:37.097792Z","caller":"traceutil/trace.go:171","msg":"trace[828657057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8776; }","duration":"362.215924ms","start":"2026-03-02T18:48:36.735556Z","end":"2026-03-02T18:48:37.097772Z","steps":["trace[828657057] 'agreement among raft nodes before linearized reading' (duration: 361.984368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.097801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.677153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:48:37.097816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.709254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T18:48:37.097838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.735542Z","time spent":"362.282165ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:48:37.09787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.497163Z","time spent":"600.63513ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:48:37.097883Z","caller":"traceutil/trace.go:171","msg":"trace[652292577] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8776; }","duration":"469.814096ms","start":"2026-03-02T18:48:36.628046Z","end":"2026-03-02T18:48:37.09786Z","steps":["trace[652292577] 'agreement among raft nodes before linearized reading' (duration: 469.662782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:37.097891Z","caller":"traceutil/trace.go:171","msg":"trace[127084802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8776; }","duration":"385.848988ms","start":"2026-03-02T18:48:36.712025Z","end":"2026-03-02T18:48:37.097874Z","steps":["trace[127084802] 'agreement among raft nodes before linearized reading' (duration: 385.613452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.097904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.002115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T18:48:37.097934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.711987Z","time spent":"385.93846ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:48:37.097935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.628023Z","time spent":"469.900949ms","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:48:37.097909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.967661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:48:37.097995Z","caller":"traceutil/trace.go:171","msg":"trace[2098516800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8776; }","duration":"369.126238ms","start":"2026-03-02T18:48:36.728845Z","end":"2026-03-02T18:48:37.097971Z","steps":["trace[2098516800] 'agreement among raft nodes before linearized reading' (duration: 368.81298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.098046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.728835Z","time spent":"369.20293ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:48:37.098053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.614404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:48:37.098041Z","caller":"traceutil/trace.go:171","msg":"trace[551654015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8776; }","duration":"386.156185ms","start":"2026-03-02T18:48:36.711855Z","end":"2026-03-02T18:48:37.098011Z","steps":["trace[551654015] 'agreement among raft nodes before linearized reading' (duration: 385.794386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:37.098087Z","caller":"traceutil/trace.go:171","msg":"trace[305928496] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:8776; }","duration":"354.658575ms","start":"2026-03-02T18:48:36.74342Z","end":"2026-03-02T18:48:37.098078Z","steps":["trace[305928496] 'agreement among raft nodes before linearized reading' (duration: 354.498981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.098108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.743415Z","time spent":"354.689485ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:48:37.098108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.711838Z","time spent":"386.254608ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:48:37.098306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.843444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:48:37.098642Z","caller":"traceutil/trace.go:171","msg":"trace[766818836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8776; }","duration":"544.218234ms","start":"2026-03-02T18:48:36.554403Z","end":"2026-03-02T18:48:37.098621Z","steps":["trace[766818836] 'agreement among raft nodes before linearized reading' (duration: 543.738582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:37.098759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:36.55438Z","time spent":"544.310856ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T18:48:49.429264Z","caller":"traceutil/trace.go:171","msg":"trace[1819876077] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"259.100456ms","start":"2026-03-02T18:48:49.170124Z","end":"2026-03-02T18:48:49.429225Z","steps":["trace[1819876077] 'process raft request' (duration: 248.143681ms)","trace[1819876077] 'compare' (duration: 10.708059ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:49.467644Z","caller":"traceutil/trace.go:171","msg":"trace[539878020] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"297.316376ms","start":"2026-03-02T18:48:49.170311Z","end":"2026-03-02T18:48:49.467628Z","steps":["trace[539878020] 'process raft request' (duration: 297.08515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:49.467851Z","caller":"traceutil/trace.go:171","msg":"trace[1657803830] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9166; }","duration":"269.134057ms","start":"2026-03-02T18:48:49.198689Z","end":"2026-03-02T18:48:49.467823Z","steps":["trace[1657803830] 'read index received' (duration: 219.581693ms)","trace[1657803830] 'applied index is now lower than readState.Index' (duration: 49.550054ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:49.467986Z","caller":"traceutil/trace.go:171","msg":"trace[567393372] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"297.607883ms","start":"2026-03-02T18:48:49.170338Z","end":"2026-03-02T18:48:49.467946Z","steps":["trace[567393372] 'process raft request' (duration: 297.251195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:49.468143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.376673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T18:48:49.468211Z","caller":"traceutil/trace.go:171","msg":"trace[1252893329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8842; }","duration":"269.465866ms","start":"2026-03-02T18:48:49.19873Z","end":"2026-03-02T18:48:49.468196Z","steps":["trace[1252893329] 'agreement among raft nodes before linearized reading' (duration: 269.302832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:49.468285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.900685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:48:49.468391Z","caller":"traceutil/trace.go:171","msg":"trace[344717982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:8842; }","duration":"258.052579ms","start":"2026-03-02T18:48:49.210315Z","end":"2026-03-02T18:48:49.468368Z","steps":["trace[344717982] 'agreement among raft nodes before linearized reading' (duration: 257.777882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:49.468459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.361013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:48:49.4685Z","caller":"traceutil/trace.go:171","msg":"trace[1298472821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8842; }","duration":"269.823964ms","start":"2026-03-02T18:48:49.198667Z","end":"2026-03-02T18:48:49.468491Z","steps":["trace[1298472821] 'agreement among raft nodes before linearized reading' (duration: 269.27641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:49.93759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.889062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:48:49.93772Z","caller":"traceutil/trace.go:171","msg":"trace[2092058407] linearizableReadLoop","detail":"{readStateIndex:9171; appliedIndex:9170; }","duration":"315.84234ms","start":"2026-03-02T18:48:49.621853Z","end":"2026-03-02T18:48:49.937695Z","steps":["trace[2092058407] 'read index received' (duration: 42.821µs)","trace[2092058407] 'applied index is now lower than readState.Index' (duration: 315.797749ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:49.937817Z","caller":"traceutil/trace.go:171","msg":"trace[1769085726] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"465.18857ms","start":"2026-03-02T18:48:49.472588Z","end":"2026-03-02T18:48:49.937777Z","steps":["trace[1769085726] 'process raft request' (duration: 94.012181ms)","trace[1769085726] 'compare' (duration: 370.734978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:48:49.937927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.064285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-02T18:48:49.937983Z","caller":"traceutil/trace.go:171","msg":"trace[2024725054] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8844; }","duration":"316.146227ms","start":"2026-03-02T18:48:49.621821Z","end":"2026-03-02T18:48:49.937967Z","steps":["trace[2024725054] 'agreement among raft nodes before linearized reading' (duration: 315.972142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:49.937992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:49.472573Z","time spent":"465.323413ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:48:49.938036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:49.621806Z","time spent":"316.21668ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-02T18:48:50.384495Z","caller":"traceutil/trace.go:171","msg":"trace[1435963008] linearizableReadLoop","detail":"{readStateIndex:9172; appliedIndex:9171; }","duration":"446.716147ms","start":"2026-03-02T18:48:49.937755Z","end":"2026-03-02T18:48:50.384472Z","steps":["trace[1435963008] 'read index received' (duration: 446.507331ms)","trace[1435963008] 'applied index is now lower than readState.Index' (duration: 207.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:50.384567Z","caller":"traceutil/trace.go:171","msg":"trace[160801634] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"500.494546ms","start":"2026-03-02T18:48:49.884044Z","end":"2026-03-02T18:48:50.384539Z","steps":["trace[160801634] 'process raft request' (duration: 500.275601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:50.384703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:49.884022Z","time spent":"500.603439ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:48:50.384719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.858002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T18:48:50.384752Z","caller":"traceutil/trace.go:171","msg":"trace[1515371546] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:8845; }","duration":"756.945194ms","start":"2026-03-02T18:48:49.627797Z","end":"2026-03-02T18:48:50.384742Z","steps":["trace[1515371546] 'agreement among raft nodes before linearized reading' (duration: 756.799811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:50.384784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:49.627776Z","time spent":"756.999266ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T18:48:50.384865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.535346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T18:48:50.384857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.905795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3508f896-4691-455f-a524-aff26c8116a7\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-02T18:48:50.384936Z","caller":"traceutil/trace.go:171","msg":"trace[73763650] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8845; }","duration":"210.650669ms","start":"2026-03-02T18:48:50.174267Z","end":"2026-03-02T18:48:50.384917Z","steps":["trace[73763650] 'agreement among raft nodes before linearized reading' (duration: 210.518255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:50.38497Z","caller":"traceutil/trace.go:171","msg":"trace[806462418] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3508f896-4691-455f-a524-aff26c8116a7; range_end:; response_count:1; response_revision:8845; }","duration":"444.062568ms","start":"2026-03-02T18:48:49.940875Z","end":"2026-03-02T18:48:50.384937Z","steps":["trace[806462418] 'agreement among raft nodes before linearized reading' (duration: 443.779181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:48:50.385047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:49.940859Z","time spent":"444.171831ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-3508f896-4691-455f-a524-aff26c8116a7\" "} {"level":"warn","ts":"2026-03-02T18:48:50.718022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.288483ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-02T18:48:50.718189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:48:50.385594Z","time spent":"332.591261ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T18:48:50.923934Z","caller":"traceutil/trace.go:171","msg":"trace[1678956157] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"244.000096ms","start":"2026-03-02T18:48:50.679909Z","end":"2026-03-02T18:48:50.923909Z","steps":["trace[1678956157] 'process raft request' (duration: 149.479593ms)","trace[1678956157] 'compare' (duration: 94.358289ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:50.924091Z","caller":"traceutil/trace.go:171","msg":"trace[2092613415] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"204.850754ms","start":"2026-03-02T18:48:50.719233Z","end":"2026-03-02T18:48:50.924084Z","steps":["trace[2092613415] 'process raft request' (duration: 204.635208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:51.664777Z","caller":"traceutil/trace.go:171","msg":"trace[729298355] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"164.709976ms","start":"2026-03-02T18:48:51.500044Z","end":"2026-03-02T18:48:51.664754Z","steps":["trace[729298355] 'process raft request' (duration: 164.662264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:48:51.664938Z","caller":"traceutil/trace.go:171","msg":"trace[1636570827] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"164.952851ms","start":"2026-03-02T18:48:51.499969Z","end":"2026-03-02T18:48:51.664922Z","steps":["trace[1636570827] 'process raft request' (duration: 104.685127ms)","trace[1636570827] 'compare' (duration: 59.870134ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:48:51.664993Z","caller":"traceutil/trace.go:171","msg":"trace[822613249] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"164.999282ms","start":"2026-03-02T18:48:51.499982Z","end":"2026-03-02T18:48:51.664981Z","steps":["trace[822613249] 'process raft request' (duration: 164.664524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:49:38.096752Z","caller":"traceutil/trace.go:171","msg":"trace[88690125] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"182.351252ms","start":"2026-03-02T18:49:37.914375Z","end":"2026-03-02T18:49:38.096726Z","steps":["trace[88690125] 'process raft request' (duration: 182.298181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:49:38.096854Z","caller":"traceutil/trace.go:171","msg":"trace[942328276] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"183.542071ms","start":"2026-03-02T18:49:37.913255Z","end":"2026-03-02T18:49:38.096797Z","steps":["trace[942328276] 'process raft request' (duration: 154.621694ms)","trace[942328276] 'compare' (duration: 28.64038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:50:42.358964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.257776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88297"} {"level":"warn","ts":"2026-03-02T18:50:42.358947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.048208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:50:42.359075Z","caller":"traceutil/trace.go:171","msg":"trace[1035493300] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9591; }","duration":"207.43514ms","start":"2026-03-02T18:50:42.151613Z","end":"2026-03-02T18:50:42.359048Z","steps":["trace[1035493300] 'range keys from in-memory index tree' (duration: 206.964349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:50:42.359093Z","caller":"traceutil/trace.go:171","msg":"trace[1892688429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:9591; }","duration":"142.240702ms","start":"2026-03-02T18:50:42.216825Z","end":"2026-03-02T18:50:42.359066Z","steps":["trace[1892688429] 'range keys from in-memory index tree' (duration: 141.859813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:50:50.287703Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T18:50:50.300186Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T18:50:50.300332Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T18:51:04.698082Z","caller":"traceutil/trace.go:171","msg":"trace[713218502] linearizableReadLoop","detail":"{readStateIndex:10163; appliedIndex:10161; }","duration":"115.941131ms","start":"2026-03-02T18:51:04.582118Z","end":"2026-03-02T18:51:04.698059Z","steps":["trace[713218502] 'read index received' (duration: 16.301001ms)","trace[713218502] 'applied index is now lower than readState.Index' (duration: 99.63901ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:51:04.698222Z","caller":"traceutil/trace.go:171","msg":"trace[319312282] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"116.157937ms","start":"2026-03-02T18:51:04.58205Z","end":"2026-03-02T18:51:04.698208Z","steps":["trace[319312282] 'process raft request' (duration: 91.797603ms)","trace[319312282] 'compare' (duration: 24.094217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:51:04.698675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.541527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:366125"} {"level":"info","ts":"2026-03-02T18:51:04.698741Z","caller":"traceutil/trace.go:171","msg":"trace[1487367642] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:9803; }","duration":"116.63145ms","start":"2026-03-02T18:51:04.582095Z","end":"2026-03-02T18:51:04.698726Z","steps":["trace[1487367642] 'agreement among raft nodes before linearized reading' (duration: 116.149687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:51:25.833785Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7596} {"level":"info","ts":"2026-03-02T18:51:25.902351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7596,"took":"66.360093ms","hash":2636121342,"current-db-size-bytes":41639936,"current-db-size":"42 MB","current-db-size-in-use-bytes":26275840,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T18:51:25.90247Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2636121342,"revision":7596,"compact-revision":5656} {"level":"info","ts":"2026-03-02T18:52:10.777361Z","caller":"traceutil/trace.go:171","msg":"trace[1566360827] linearizableReadLoop","detail":"{readStateIndex:10844; appliedIndex:10843; }","duration":"157.901689ms","start":"2026-03-02T18:52:10.619415Z","end":"2026-03-02T18:52:10.777317Z","steps":["trace[1566360827] 'read index received' (duration: 157.655362ms)","trace[1566360827] 'applied index is now lower than readState.Index' (duration: 244.947µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:52:10.777411Z","caller":"traceutil/trace.go:171","msg":"trace[2087380373] transaction","detail":"{read_only:false; response_revision:10465; number_of_response:1; }","duration":"178.911958ms","start":"2026-03-02T18:52:10.598471Z","end":"2026-03-02T18:52:10.777383Z","steps":["trace[2087380373] 'process raft request' (duration: 178.661681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:52:10.777574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.129385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:52:10.777622Z","caller":"traceutil/trace.go:171","msg":"trace[283344815] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10465; }","duration":"158.244858ms","start":"2026-03-02T18:52:10.619368Z","end":"2026-03-02T18:52:10.777612Z","steps":["trace[283344815] 'agreement among raft nodes before linearized reading' (duration: 158.091234ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:52:33.379675Z","caller":"traceutil/trace.go:171","msg":"trace[932307805] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"189.390782ms","start":"2026-03-02T18:52:33.190263Z","end":"2026-03-02T18:52:33.379653Z","steps":["trace[932307805] 'process raft request' (duration: 189.167617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:52:33.379802Z","caller":"traceutil/trace.go:171","msg":"trace[144132185] linearizableReadLoop","detail":"{readStateIndex:10964; appliedIndex:10962; }","duration":"161.193362ms","start":"2026-03-02T18:52:33.218586Z","end":"2026-03-02T18:52:33.379779Z","steps":["trace[144132185] 'read index received' (duration: 160.117485ms)","trace[144132185] 'applied index is now lower than readState.Index' (duration: 1.074757ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:52:33.379873Z","caller":"traceutil/trace.go:171","msg":"trace[1034246277] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"186.824767ms","start":"2026-03-02T18:52:33.193032Z","end":"2026-03-02T18:52:33.379857Z","steps":["trace[1034246277] 'process raft request' (duration: 186.577701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:52:33.379923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.325435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:52:33.380011Z","caller":"traceutil/trace.go:171","msg":"trace[325143137] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10581; }","duration":"161.441788ms","start":"2026-03-02T18:52:33.218547Z","end":"2026-03-02T18:52:33.379988Z","steps":["trace[325143137] 'agreement among raft nodes before linearized reading' (duration: 161.310045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:52:33.398244Z","caller":"traceutil/trace.go:171","msg":"trace[375547967] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"121.136242ms","start":"2026-03-02T18:52:33.277074Z","end":"2026-03-02T18:52:33.39821Z","steps":["trace[375547967] 'process raft request' (duration: 120.850425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:52:33.900955Z","caller":"traceutil/trace.go:171","msg":"trace[1056723507] linearizableReadLoop","detail":"{readStateIndex:10966; appliedIndex:10965; }","duration":"128.99459ms","start":"2026-03-02T18:52:33.771939Z","end":"2026-03-02T18:52:33.900934Z","steps":["trace[1056723507] 'read index received' (duration: 128.776244ms)","trace[1056723507] 'applied index is now lower than readState.Index' (duration: 217.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:52:33.901006Z","caller":"traceutil/trace.go:171","msg":"trace[1200682350] transaction","detail":"{read_only:false; response_revision:10583; number_of_response:1; }","duration":"142.195563ms","start":"2026-03-02T18:52:33.758783Z","end":"2026-03-02T18:52:33.900979Z","steps":["trace[1200682350] 'process raft request' (duration: 142.003588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:52:33.901199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.230427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:52:33.901256Z","caller":"traceutil/trace.go:171","msg":"trace[226736717] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10583; }","duration":"129.341728ms","start":"2026-03-02T18:52:33.7719Z","end":"2026-03-02T18:52:33.901242Z","steps":["trace[226736717] 'agreement among raft nodes before linearized reading' (duration: 129.142464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:52:34.391306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.164522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:52:34.391376Z","caller":"traceutil/trace.go:171","msg":"trace[646229242] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10583; }","duration":"421.289855ms","start":"2026-03-02T18:52:33.970069Z","end":"2026-03-02T18:52:34.391359Z","steps":["trace[646229242] 'count revisions from in-memory index tree' (duration: 421.080789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:52:34.391412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:52:33.970048Z","time spent":"421.352026ms","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:52:34.392241Z","caller":"traceutil/trace.go:171","msg":"trace[1845507022] transaction","detail":"{read_only:false; response_revision:10584; number_of_response:1; }","duration":"274.154798ms","start":"2026-03-02T18:52:34.118017Z","end":"2026-03-02T18:52:34.392172Z","steps":["trace[1845507022] 'process raft request' (duration: 251.547088ms)","trace[1845507022] 'compare' (duration: 21.80191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:52:35.032682Z","caller":"traceutil/trace.go:171","msg":"trace[944824206] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"104.858673ms","start":"2026-03-02T18:52:34.927799Z","end":"2026-03-02T18:52:35.032657Z","steps":["trace[944824206] 'process raft request' (duration: 104.661288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:52:35.905092Z","caller":"traceutil/trace.go:171","msg":"trace[2040425370] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"157.361175ms","start":"2026-03-02T18:52:35.747703Z","end":"2026-03-02T18:52:35.905064Z","steps":["trace[2040425370] 'process raft request' (duration: 157.18675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:52:36.008285Z","caller":"traceutil/trace.go:171","msg":"trace[1863039308] transaction","detail":"{read_only:false; response_revision:10592; number_of_response:1; }","duration":"102.0294ms","start":"2026-03-02T18:52:35.906224Z","end":"2026-03-02T18:52:36.008253Z","steps":["trace[1863039308] 'process raft request' (duration: 32.130849ms)","trace[1863039308] 'compare' (duration: 69.760988ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:56:25.84549Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10020} {"level":"info","ts":"2026-03-02T18:56:25.940411Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10020,"took":"91.322133ms","hash":229068451,"current-db-size-bytes":41639936,"current-db-size":"42 MB","current-db-size-in-use-bytes":23613440,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T18:56:25.940467Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":229068451,"revision":10020,"compact-revision":7596} {"level":"info","ts":"2026-03-02T18:57:55.655965Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032fa.wal"} {"level":"info","ts":"2026-03-02T18:58:23.949647Z","caller":"traceutil/trace.go:171","msg":"trace[1372703591] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"199.217853ms","start":"2026-03-02T18:58:23.750401Z","end":"2026-03-02T18:58:23.949619Z","steps":["trace[1372703591] 'process raft request' (duration: 199.053999ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:26.962066Z","caller":"traceutil/trace.go:171","msg":"trace[1580869928] linearizableReadLoop","detail":"{readStateIndex:13274; appliedIndex:13273; }","duration":"135.317507ms","start":"2026-03-02T18:58:26.82672Z","end":"2026-03-02T18:58:26.962037Z","steps":["trace[1580869928] 'read index received' (duration: 135.173014ms)","trace[1580869928] 'applied index is now lower than readState.Index' (duration: 143.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:58:26.96227Z","caller":"traceutil/trace.go:171","msg":"trace[71779054] transaction","detail":"{read_only:false; response_revision:12806; number_of_response:1; }","duration":"179.320937ms","start":"2026-03-02T18:58:26.782942Z","end":"2026-03-02T18:58:26.962263Z","steps":["trace[71779054] 'process raft request' (duration: 178.969938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:26.96242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.690617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:58:26.962452Z","caller":"traceutil/trace.go:171","msg":"trace[1427815395] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12806; }","duration":"135.764369ms","start":"2026-03-02T18:58:26.826673Z","end":"2026-03-02T18:58:26.962437Z","steps":["trace[1427815395] 'agreement among raft nodes before linearized reading' (duration: 135.701148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:46.341937Z","caller":"traceutil/trace.go:171","msg":"trace[738141586] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"304.752569ms","start":"2026-03-02T18:58:46.037156Z","end":"2026-03-02T18:58:46.341908Z","steps":["trace[738141586] 'process raft request' (duration: 304.607275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:46.342105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:46.037131Z","time spent":"304.884901ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:58:46.642264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.197925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:58:46.642352Z","caller":"traceutil/trace.go:171","msg":"trace[1855892098] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12902; }","duration":"264.336859ms","start":"2026-03-02T18:58:46.377995Z","end":"2026-03-02T18:58:46.642332Z","steps":["trace[1855892098] 'count revisions from in-memory index tree' (duration: 264.075532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:46.642383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.102617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:58:46.642474Z","caller":"traceutil/trace.go:171","msg":"trace[1153801284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:12902; }","duration":"154.250221ms","start":"2026-03-02T18:58:46.488205Z","end":"2026-03-02T18:58:46.642455Z","steps":["trace[1153801284] 'range keys from in-memory index tree' (duration: 153.913702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:46.642613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.384262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:58:46.642668Z","caller":"traceutil/trace.go:171","msg":"trace[1132257535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12902; }","duration":"218.473864ms","start":"2026-03-02T18:58:46.424182Z","end":"2026-03-02T18:58:46.642656Z","steps":["trace[1132257535] 'range keys from in-memory index tree' (duration: 218.290169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:46.937067Z","caller":"traceutil/trace.go:171","msg":"trace[1006105090] linearizableReadLoop","detail":"{readStateIndex:13375; appliedIndex:13374; }","duration":"289.493507ms","start":"2026-03-02T18:58:46.647547Z","end":"2026-03-02T18:58:46.93704Z","steps":["trace[1006105090] 'read index received' (duration: 289.352504ms)","trace[1006105090] 'applied index is now lower than readState.Index' (duration: 139.403µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:58:46.937191Z","caller":"traceutil/trace.go:171","msg":"trace[1150769916] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"290.04696ms","start":"2026-03-02T18:58:46.647069Z","end":"2026-03-02T18:58:46.937116Z","steps":["trace[1150769916] 'process raft request' (duration: 289.819184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:46.93806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.543163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578698"} {"level":"info","ts":"2026-03-02T18:58:46.93818Z","caller":"traceutil/trace.go:171","msg":"trace[454780449] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:12903; }","duration":"290.705378ms","start":"2026-03-02T18:58:46.647452Z","end":"2026-03-02T18:58:46.938158Z","steps":["trace[454780449] 'agreement among raft nodes before linearized reading' (duration: 289.689492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:46.945798Z","caller":"traceutil/trace.go:171","msg":"trace[714345539] transaction","detail":"{read_only:false; response_revision:12905; number_of_response:1; }","duration":"286.485363ms","start":"2026-03-02T18:58:46.659295Z","end":"2026-03-02T18:58:46.945781Z","steps":["trace[714345539] 'process raft request' (duration: 286.449922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:46.945903Z","caller":"traceutil/trace.go:171","msg":"trace[1247194804] transaction","detail":"{read_only:false; response_revision:12904; number_of_response:1; }","duration":"297.059256ms","start":"2026-03-02T18:58:46.648806Z","end":"2026-03-02T18:58:46.945866Z","steps":["trace[1247194804] 'process raft request' (duration: 296.821241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:58:55.49186Z","caller":"traceutil/trace.go:171","msg":"trace[1990228449] linearizableReadLoop","detail":"{readStateIndex:13417; appliedIndex:13416; }","duration":"477.343697ms","start":"2026-03-02T18:58:55.014491Z","end":"2026-03-02T18:58:55.491835Z","steps":["trace[1990228449] 'read index received' (duration: 475.06464ms)","trace[1990228449] 'applied index is now lower than readState.Index' (duration: 2.265787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:58:55.492166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.654484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:58:55.492258Z","caller":"traceutil/trace.go:171","msg":"trace[2146585827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:12945; }","duration":"477.801608ms","start":"2026-03-02T18:58:55.014438Z","end":"2026-03-02T18:58:55.492239Z","steps":["trace[2146585827] 'agreement among raft nodes before linearized reading' (duration: 477.48691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:55.492296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:55.014414Z","time spent":"477.86987ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"info","ts":"2026-03-02T18:58:55.492315Z","caller":"traceutil/trace.go:171","msg":"trace[1590743380] transaction","detail":"{read_only:false; response_revision:12944; number_of_response:1; }","duration":"405.707858ms","start":"2026-03-02T18:58:55.08653Z","end":"2026-03-02T18:58:55.492238Z","steps":["trace[1590743380] 'process raft request' (duration: 405.212196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:55.492529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.396407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T18:58:55.492593Z","caller":"traceutil/trace.go:171","msg":"trace[1520719687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12945; }","duration":"217.4974ms","start":"2026-03-02T18:58:55.275083Z","end":"2026-03-02T18:58:55.49258Z","steps":["trace[1520719687] 'agreement among raft nodes before linearized reading' (duration: 217.386366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:55.492814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.974656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:58:55.492884Z","caller":"traceutil/trace.go:171","msg":"trace[1034979605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12945; }","duration":"396.063588ms","start":"2026-03-02T18:58:55.0968Z","end":"2026-03-02T18:58:55.492863Z","steps":["trace[1034979605] 'agreement among raft nodes before linearized reading' (duration: 395.898694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:55.492933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:55.096791Z","time spent":"396.130971ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T18:58:55.492825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.354805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T18:58:55.492986Z","caller":"traceutil/trace.go:171","msg":"trace[319271757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12945; }","duration":"396.838418ms","start":"2026-03-02T18:58:55.096137Z","end":"2026-03-02T18:58:55.492975Z","steps":["trace[319271757] 'agreement among raft nodes before linearized reading' (duration: 395.842782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:58:55.493035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:55.096118Z","time spent":"396.899999ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:58:55.493335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:58:55.086505Z","time spent":"405.940264ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:03.663959Z","caller":"traceutil/trace.go:171","msg":"trace[41003181] transaction","detail":"{read_only:false; response_revision:12998; number_of_response:1; }","duration":"128.427746ms","start":"2026-03-02T18:59:03.535501Z","end":"2026-03-02T18:59:03.663928Z","steps":["trace[41003181] 'process raft request' (duration: 128.251101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:03.789023Z","caller":"traceutil/trace.go:171","msg":"trace[1199070606] linearizableReadLoop","detail":"{readStateIndex:13475; appliedIndex:13473; }","duration":"249.099509ms","start":"2026-03-02T18:59:03.539897Z","end":"2026-03-02T18:59:03.788996Z","steps":["trace[1199070606] 'read index received' (duration: 123.852621ms)","trace[1199070606] 'applied index is now lower than readState.Index' (duration: 125.245658ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:03.789151Z","caller":"traceutil/trace.go:171","msg":"trace[1971809984] transaction","detail":"{read_only:false; response_revision:12999; number_of_response:1; }","duration":"250.997185ms","start":"2026-03-02T18:59:03.538142Z","end":"2026-03-02T18:59:03.789139Z","steps":["trace[1971809984] 'process raft request' (duration: 211.621772ms)","trace[1971809984] 'compare' (duration: 39.056595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:03.789353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.444677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:59:03.789391Z","caller":"traceutil/trace.go:171","msg":"trace[400158368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12999; }","duration":"249.509559ms","start":"2026-03-02T18:59:03.53987Z","end":"2026-03-02T18:59:03.78938Z","steps":["trace[400158368] 'agreement among raft nodes before linearized reading' (duration: 249.367676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:03.789502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.024657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:59:03.789523Z","caller":"traceutil/trace.go:171","msg":"trace[1797243632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12999; }","duration":"249.080689ms","start":"2026-03-02T18:59:03.540437Z","end":"2026-03-02T18:59:03.789518Z","steps":["trace[1797243632] 'agreement among raft nodes before linearized reading' (duration: 249.025497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:03.789765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.648016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:03.789827Z","caller":"traceutil/trace.go:171","msg":"trace[1479062626] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12999; }","duration":"123.739869ms","start":"2026-03-02T18:59:03.666071Z","end":"2026-03-02T18:59:03.789811Z","steps":["trace[1479062626] 'agreement among raft nodes before linearized reading' (duration: 123.603075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:03.78985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.102934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T18:59:03.789906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.558715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T18:59:03.789936Z","caller":"traceutil/trace.go:171","msg":"trace[532213956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:12999; }","duration":"234.209216ms","start":"2026-03-02T18:59:03.555706Z","end":"2026-03-02T18:59:03.789916Z","steps":["trace[532213956] 'agreement among raft nodes before linearized reading' (duration: 234.017712ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:03.789997Z","caller":"traceutil/trace.go:171","msg":"trace[1881606963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12999; }","duration":"246.677839ms","start":"2026-03-02T18:59:03.5433Z","end":"2026-03-02T18:59:03.789978Z","steps":["trace[1881606963] 'agreement among raft nodes before linearized reading' (duration: 246.372411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:03.789995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.154245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T18:59:03.790773Z","caller":"traceutil/trace.go:171","msg":"trace[1188098670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12999; }","duration":"246.973676ms","start":"2026-03-02T18:59:03.543781Z","end":"2026-03-02T18:59:03.790754Z","steps":["trace[1188098670] 'agreement among raft nodes before linearized reading' (duration: 245.818477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:03.79039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.461549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:03.791024Z","caller":"traceutil/trace.go:171","msg":"trace[135516757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12999; }","duration":"250.121065ms","start":"2026-03-02T18:59:03.540894Z","end":"2026-03-02T18:59:03.791015Z","steps":["trace[135516757] 'agreement among raft nodes before linearized reading' (duration: 249.414558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:04.295425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012880736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:59:05.310375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.38251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:05.310478Z","caller":"traceutil/trace.go:171","msg":"trace[1096404859] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"1.517042263s","start":"2026-03-02T18:59:03.793417Z","end":"2026-03-02T18:59:05.310459Z","steps":["trace[1096404859] 'process raft request' (duration: 694.497578ms)","trace[1096404859] 'compare' (duration: 822.275588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:05.310536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.793398Z","time spent":"1.517110435s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:05.313513Z","caller":"traceutil/trace.go:171","msg":"trace[1209413303] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"1.518643034s","start":"2026-03-02T18:59:03.794826Z","end":"2026-03-02T18:59:05.313469Z","steps":["trace[1209413303] 'process raft request' (duration: 1.518464049s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:05.313574Z","caller":"traceutil/trace.go:171","msg":"trace[966468859] linearizableReadLoop","detail":"{readStateIndex:13483; appliedIndex:13475; }","duration":"1.518633883s","start":"2026-03-02T18:59:03.794921Z","end":"2026-03-02T18:59:05.313555Z","steps":["trace[966468859] 'read index received' (duration: 693.028402ms)","trace[966468859] 'applied index is now lower than readState.Index' (duration: 825.604881ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:05.313567Z","caller":"traceutil/trace.go:171","msg":"trace[1068918727] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"1.516032038s","start":"2026-03-02T18:59:03.797483Z","end":"2026-03-02T18:59:05.313515Z","steps":["trace[1068918727] 'process raft request' (duration: 1.515859843s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:05.313589Z","caller":"traceutil/trace.go:171","msg":"trace[855035064] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"1.516936501s","start":"2026-03-02T18:59:03.796623Z","end":"2026-03-02T18:59:05.31356Z","steps":["trace[855035064] 'process raft request' (duration: 1.516700165s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.313726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.797465Z","time spent":"1.516178622s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:05.313788Z","caller":"traceutil/trace.go:171","msg":"trace[2114969226] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"1.519451683s","start":"2026-03-02T18:59:03.794323Z","end":"2026-03-02T18:59:05.313775Z","steps":["trace[2114969226] 'process raft request' (duration: 1.518856348s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:05.313815Z","caller":"traceutil/trace.go:171","msg":"trace[1192559194] transaction","detail":"{read_only:false; response_revision:13007; number_of_response:1; }","duration":"1.143536849s","start":"2026-03-02T18:59:04.170262Z","end":"2026-03-02T18:59:05.313799Z","steps":["trace[1192559194] 'process raft request' (duration: 1.143231141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.313808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.794812Z","time spent":"1.518804617s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:05.313859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.794298Z","time spent":"1.519527135s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:05.313909Z","caller":"traceutil/trace.go:171","msg":"trace[1286983401] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"904.119021ms","start":"2026-03-02T18:59:04.409766Z","end":"2026-03-02T18:59:05.313885Z","steps":["trace[1286983401] 'process raft request' (duration: 903.764862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.313925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:04.170234Z","time spent":"1.143620721s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:05.313725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.79661Z","time spent":"1.517040433s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:05.314016Z","caller":"traceutil/trace.go:171","msg":"trace[160430934] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"1.349281955s","start":"2026-03-02T18:59:03.964683Z","end":"2026-03-02T18:59:05.313965Z","steps":["trace[160430934] 'process raft request' (duration: 1.348735991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.31402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:04.409747Z","time spent":"904.220414ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:05.314108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.964661Z","time spent":"1.349399648s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:05.314144Z","caller":"traceutil/trace.go:171","msg":"trace[1475908222] transaction","detail":"{read_only:false; response_revision:13005; number_of_response:1; }","duration":"1.512634274s","start":"2026-03-02T18:59:03.801412Z","end":"2026-03-02T18:59:05.314046Z","steps":["trace[1475908222] 'process raft request' (duration: 1.511966047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.314415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.801391Z","time spent":"1.51289079s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:05.314636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51969763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590521"} {"level":"info","ts":"2026-03-02T18:59:05.314717Z","caller":"traceutil/trace.go:171","msg":"trace[515322177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13008; }","duration":"1.519797833s","start":"2026-03-02T18:59:03.794902Z","end":"2026-03-02T18:59:05.314699Z","steps":["trace[515322177] 'agreement among raft nodes before linearized reading' (duration: 1.518936271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.314795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:03.794893Z","time spent":"1.519883105s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":590545,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T18:59:05.317724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09269734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:05.317787Z","caller":"traceutil/trace.go:171","msg":"trace[1652582187] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:13008; }","duration":"1.092774222s","start":"2026-03-02T18:59:04.225001Z","end":"2026-03-02T18:59:05.317775Z","steps":["trace[1652582187] 'agreement among raft nodes before linearized reading' (duration: 1.092673169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.317859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:04.224953Z","time spent":"1.092896134s","remote":"127.0.0.1:52268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:59:05.318064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.101201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:05.318084Z","caller":"traceutil/trace.go:171","msg":"trace[2068153588] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13008; }","duration":"811.145581ms","start":"2026-03-02T18:59:04.506933Z","end":"2026-03-02T18:59:05.318079Z","steps":["trace[2068153588] 'agreement among raft nodes before linearized reading' (duration: 811.1116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.318119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:04.506926Z","time spent":"811.188052ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-02T18:59:05.318127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.102995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:05.318189Z","caller":"traceutil/trace.go:171","msg":"trace[1336949090] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:13008; }","duration":"818.199467ms","start":"2026-03-02T18:59:04.499972Z","end":"2026-03-02T18:59:05.318172Z","steps":["trace[1336949090] 'agreement among raft nodes before linearized reading' (duration: 818.083544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:05.318238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:04.499957Z","time spent":"818.271129ms","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:59:07.295448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.130998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:07.295591Z","caller":"traceutil/trace.go:171","msg":"trace[309393514] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"494.716681ms","start":"2026-03-02T18:59:06.800855Z","end":"2026-03-02T18:59:07.295572Z","steps":["trace[309393514] 'process raft request' (duration: 187.383748ms)","trace[309393514] 'compare' (duration: 307.002035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:07.295664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:06.800831Z","time spent":"494.803564ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:14.692116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.302797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e9fdd86-96ae-4743-88c2-6ec2a5274889\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T18:59:14.692192Z","caller":"traceutil/trace.go:171","msg":"trace[1294363013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e9fdd86-96ae-4743-88c2-6ec2a5274889; range_end:; response_count:1; response_revision:13163; }","duration":"137.418731ms","start":"2026-03-02T18:59:14.554758Z","end":"2026-03-02T18:59:14.692176Z","steps":["trace[1294363013] 'range keys from in-memory index tree' (duration: 137.148634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:14.692378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.516958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40e5cac6-3de3-415b-946d-268f7b6890dc\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T18:59:14.692475Z","caller":"traceutil/trace.go:171","msg":"trace[1485213202] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40e5cac6-3de3-415b-946d-268f7b6890dc; range_end:; response_count:1; response_revision:13163; }","duration":"138.669222ms","start":"2026-03-02T18:59:14.553785Z","end":"2026-03-02T18:59:14.692454Z","steps":["trace[1485213202] 'range keys from in-memory index tree' (duration: 138.265862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:15.783711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012881115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:59:16.147177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.234852829s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:59:16.147565Z","caller":"traceutil/trace.go:171","msg":"trace[632416716] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"1.235392562s","start":"2026-03-02T18:59:14.912147Z","end":"2026-03-02T18:59:16.14754Z","steps":["trace[632416716] 'process raft request' (duration: 1.235211178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.147721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:14.912121Z","time spent":"1.235522026s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7183,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:16.165842Z","caller":"traceutil/trace.go:171","msg":"trace[1159602597] transaction","detail":"{read_only:false; response_revision:13166; number_of_response:1; }","duration":"811.054468ms","start":"2026-03-02T18:59:15.354757Z","end":"2026-03-02T18:59:16.165812Z","steps":["trace[1159602597] 'process raft request' (duration: 810.873923ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:16.165884Z","caller":"traceutil/trace.go:171","msg":"trace[2102441343] linearizableReadLoop","detail":"{readStateIndex:13648; appliedIndex:13643; }","duration":"882.765219ms","start":"2026-03-02T18:59:15.283101Z","end":"2026-03-02T18:59:16.165866Z","steps":["trace[2102441343] 'read index received' (duration: 864.245587ms)","trace[2102441343] 'applied index is now lower than readState.Index' (duration: 18.518622ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:16.165975Z","caller":"traceutil/trace.go:171","msg":"trace[1218271185] transaction","detail":"{read_only:false; response_revision:13167; number_of_response:1; }","duration":"763.08514ms","start":"2026-03-02T18:59:15.402882Z","end":"2026-03-02T18:59:16.165967Z","steps":["trace[1218271185] 'process raft request' (duration: 762.842964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.165987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.354738Z","time spent":"811.174761ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:16.166073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.40287Z","time spent":"763.125741ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:16.166208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.102487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-rsmx9.18991b4ed5d3563b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-02T18:59:16.166247Z","caller":"traceutil/trace.go:171","msg":"trace[1165807012] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-rsmx9.18991b4ed5d3563b; range_end:; response_count:1; response_revision:13169; }","duration":"883.169519ms","start":"2026-03-02T18:59:15.283067Z","end":"2026-03-02T18:59:16.166237Z","steps":["trace[1165807012] 'agreement among raft nodes before linearized reading' (duration: 883.035196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.283052Z","time spent":"883.21395ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-rsmx9.18991b4ed5d3563b\" "} {"level":"info","ts":"2026-03-02T18:59:16.166262Z","caller":"traceutil/trace.go:171","msg":"trace[1657670798] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"462.904936ms","start":"2026-03-02T18:59:15.703328Z","end":"2026-03-02T18:59:16.166233Z","steps":["trace[1657670798] 'process raft request' (duration: 462.471635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.608036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T18:59:16.166412Z","caller":"traceutil/trace.go:171","msg":"trace[1786108373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13169; }","duration":"808.679178ms","start":"2026-03-02T18:59:15.357725Z","end":"2026-03-02T18:59:16.166404Z","steps":["trace[1786108373] 'agreement among raft nodes before linearized reading' (duration: 808.571006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.16643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.357704Z","time spent":"808.72155ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:59:16.166423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.703313Z","time spent":"463.03028ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:16.166493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.835749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:16.166509Z","caller":"traceutil/trace.go:171","msg":"trace[1968286617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13169; }","duration":"743.876111ms","start":"2026-03-02T18:59:15.422628Z","end":"2026-03-02T18:59:16.166504Z","steps":["trace[1968286617] 'agreement among raft nodes before linearized reading' (duration: 743.85047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:16.166507Z","caller":"traceutil/trace.go:171","msg":"trace[1318187350] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"334.055919ms","start":"2026-03-02T18:59:15.832438Z","end":"2026-03-02T18:59:16.166494Z","steps":["trace[1318187350] 'process raft request' (duration: 333.396503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.422617Z","time spent":"743.901831ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:59:16.166564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.83242Z","time spent":"334.111531ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:16.166572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.973212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T18:59:16.166608Z","caller":"traceutil/trace.go:171","msg":"trace[530627624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13169; }","duration":"192.043344ms","start":"2026-03-02T18:59:15.974552Z","end":"2026-03-02T18:59:16.166595Z","steps":["trace[530627624] 'agreement among raft nodes before linearized reading' (duration: 191.982902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.157852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T18:59:16.166655Z","caller":"traceutil/trace.go:171","msg":"trace[81041612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:13169; }","duration":"771.201163ms","start":"2026-03-02T18:59:15.395448Z","end":"2026-03-02T18:59:16.16665Z","steps":["trace[81041612] 'agreement among raft nodes before linearized reading' (duration: 771.151812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.395434Z","time spent":"771.230134ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"warn","ts":"2026-03-02T18:59:16.166746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.532491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:16.166763Z","caller":"traceutil/trace.go:171","msg":"trace[1922132657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13169; }","duration":"803.560012ms","start":"2026-03-02T18:59:15.363199Z","end":"2026-03-02T18:59:16.166759Z","steps":["trace[1922132657] 'agreement among raft nodes before linearized reading' (duration: 803.51581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.363192Z","time spent":"803.579952ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:59:16.166738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.911081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40e5cac6-3de3-415b-946d-268f7b6890dc\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-03-02T18:59:16.166869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.184788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T18:59:16.166886Z","caller":"traceutil/trace.go:171","msg":"trace[1622808613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13169; }","duration":"808.214888ms","start":"2026-03-02T18:59:15.358664Z","end":"2026-03-02T18:59:16.166879Z","steps":["trace[1622808613] 'agreement among raft nodes before linearized reading' (duration: 808.175157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.358657Z","time spent":"808.238518ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:59:16.166902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.006033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:59:16.166926Z","caller":"traceutil/trace.go:171","msg":"trace[1958815701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-40e5cac6-3de3-415b-946d-268f7b6890dc; range_end:; response_count:1; response_revision:13169; }","duration":"470.139858ms","start":"2026-03-02T18:59:15.696733Z","end":"2026-03-02T18:59:16.166873Z","steps":["trace[1958815701] 'agreement among raft nodes before linearized reading' (duration: 469.662435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.166964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.626519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T18:59:16.167027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.567233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e9fdd86-96ae-4743-88c2-6ec2a5274889\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-02T18:59:16.166966Z","caller":"traceutil/trace.go:171","msg":"trace[1837666953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13169; }","duration":"806.107905ms","start":"2026-03-02T18:59:15.360843Z","end":"2026-03-02T18:59:16.166951Z","steps":["trace[1837666953] 'agreement among raft nodes before linearized reading' (duration: 805.92069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.167139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.360825Z","time spent":"806.30728ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T18:59:16.16714Z","caller":"traceutil/trace.go:171","msg":"trace[1675597494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2e9fdd86-96ae-4743-88c2-6ec2a5274889; range_end:; response_count:1; response_revision:13169; }","duration":"469.716717ms","start":"2026-03-02T18:59:15.697412Z","end":"2026-03-02T18:59:16.167129Z","steps":["trace[1675597494] 'agreement among raft nodes before linearized reading' (duration: 469.523092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.167138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.696713Z","time spent":"470.299841ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-40e5cac6-3de3-415b-946d-268f7b6890dc\" "} {"level":"warn","ts":"2026-03-02T18:59:16.167171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.697392Z","time spent":"469.770598ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2e9fdd86-96ae-4743-88c2-6ec2a5274889\" "} {"level":"info","ts":"2026-03-02T18:59:16.167114Z","caller":"traceutil/trace.go:171","msg":"trace[77323095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13169; }","duration":"804.788293ms","start":"2026-03-02T18:59:15.362319Z","end":"2026-03-02T18:59:16.167107Z","steps":["trace[77323095] 'agreement among raft nodes before linearized reading' (duration: 804.616958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:16.167262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:15.362311Z","time spent":"804.929286ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:00:24.622811Z","caller":"traceutil/trace.go:171","msg":"trace[1175818308] transaction","detail":"{read_only:false; response_revision:14054; number_of_response:1; }","duration":"216.764342ms","start":"2026-03-02T19:00:24.406026Z","end":"2026-03-02T19:00:24.62279Z","steps":["trace[1175818308] 'process raft request' (duration: 216.634789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.709648Z","caller":"traceutil/trace.go:171","msg":"trace[904226026] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"291.84136ms","start":"2026-03-02T19:00:24.417758Z","end":"2026-03-02T19:00:24.7096Z","steps":["trace[904226026] 'process raft request' (duration: 290.879646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.709721Z","caller":"traceutil/trace.go:171","msg":"trace[1836309201] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"290.65449ms","start":"2026-03-02T19:00:24.419035Z","end":"2026-03-02T19:00:24.709689Z","steps":["trace[1836309201] 'process raft request' (duration: 290.440395ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.709654Z","caller":"traceutil/trace.go:171","msg":"trace[282338121] linearizableReadLoop","detail":"{readStateIndex:14565; appliedIndex:14562; }","duration":"266.753989ms","start":"2026-03-02T19:00:24.442879Z","end":"2026-03-02T19:00:24.709633Z","steps":["trace[282338121] 'read index received' (duration: 179.882864ms)","trace[282338121] 'applied index is now lower than readState.Index' (duration: 86.870105ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:24.709723Z","caller":"traceutil/trace.go:171","msg":"trace[1372663024] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"171.867112ms","start":"2026-03-02T19:00:24.537823Z","end":"2026-03-02T19:00:24.70969Z","steps":["trace[1372663024] 'process raft request' (duration: 171.754619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:24.709999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.088847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:24.710066Z","caller":"traceutil/trace.go:171","msg":"trace[325766387] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14057; }","duration":"267.19352ms","start":"2026-03-02T19:00:24.442855Z","end":"2026-03-02T19:00:24.710048Z","steps":["trace[325766387] 'agreement among raft nodes before linearized reading' (duration: 267.068167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:24.710097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.21219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:00:24.710167Z","caller":"traceutil/trace.go:171","msg":"trace[698096137] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14057; }","duration":"267.311682ms","start":"2026-03-02T19:00:24.442837Z","end":"2026-03-02T19:00:24.710149Z","steps":["trace[698096137] 'agreement among raft nodes before linearized reading' (duration: 266.868941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:24.710328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.382847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:00:24.71036Z","caller":"traceutil/trace.go:171","msg":"trace[177763742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14057; }","duration":"182.441168ms","start":"2026-03-02T19:00:24.527911Z","end":"2026-03-02T19:00:24.710352Z","steps":["trace[177763742] 'agreement among raft nodes before linearized reading' (duration: 182.346606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:24.710452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.363456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:00:24.710482Z","caller":"traceutil/trace.go:171","msg":"trace[903588847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14057; }","duration":"184.419357ms","start":"2026-03-02T19:00:24.526053Z","end":"2026-03-02T19:00:24.710472Z","steps":["trace[903588847] 'agreement among raft nodes before linearized reading' (duration: 184.339435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:24.710482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.124928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T19:00:24.710507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.895002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:24.710081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.860701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:00:24.710542Z","caller":"traceutil/trace.go:171","msg":"trace[1577794888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14057; }","duration":"203.18784ms","start":"2026-03-02T19:00:24.50734Z","end":"2026-03-02T19:00:24.710527Z","steps":["trace[1577794888] 'agreement among raft nodes before linearized reading' (duration: 203.037416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.710575Z","caller":"traceutil/trace.go:171","msg":"trace[444873317] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14057; }","duration":"264.979204ms","start":"2026-03-02T19:00:24.445579Z","end":"2026-03-02T19:00:24.710558Z","steps":["trace[444873317] 'agreement among raft nodes before linearized reading' (duration: 264.878951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:24.710589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.761234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:00:24.710609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.529387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:00:24.710599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.931773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T19:00:24.710622Z","caller":"traceutil/trace.go:171","msg":"trace[591253978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14057; }","duration":"199.410715ms","start":"2026-03-02T19:00:24.511162Z","end":"2026-03-02T19:00:24.710573Z","steps":["trace[591253978] 'agreement among raft nodes before linearized reading' (duration: 198.781059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.710685Z","caller":"traceutil/trace.go:171","msg":"trace[1816327823] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14057; }","duration":"265.620169ms","start":"2026-03-02T19:00:24.445043Z","end":"2026-03-02T19:00:24.710663Z","steps":["trace[1816327823] 'agreement among raft nodes before linearized reading' (duration: 265.442735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.710734Z","caller":"traceutil/trace.go:171","msg":"trace[885671329] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14057; }","duration":"267.072087ms","start":"2026-03-02T19:00:24.443609Z","end":"2026-03-02T19:00:24.710681Z","steps":["trace[885671329] 'agreement among raft nodes before linearized reading' (duration: 266.80587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:24.710651Z","caller":"traceutil/trace.go:171","msg":"trace[1065657372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14057; }","duration":"205.853346ms","start":"2026-03-02T19:00:24.504777Z","end":"2026-03-02T19:00:24.71063Z","steps":["trace[1065657372] 'agreement among raft nodes before linearized reading' (duration: 205.704453ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:58.750666Z","caller":"traceutil/trace.go:171","msg":"trace[1066617221] linearizableReadLoop","detail":"{readStateIndex:14732; appliedIndex:14731; }","duration":"108.318184ms","start":"2026-03-02T19:00:58.64232Z","end":"2026-03-02T19:00:58.750638Z","steps":["trace[1066617221] 'read index received' (duration: 108.17575ms)","trace[1066617221] 'applied index is now lower than readState.Index' (duration: 141.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:58.750746Z","caller":"traceutil/trace.go:171","msg":"trace[1583732726] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"255.979538ms","start":"2026-03-02T19:00:58.494725Z","end":"2026-03-02T19:00:58.750705Z","steps":["trace[1583732726] 'process raft request' (duration: 255.735892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:58.753239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.896349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-02T19:00:58.753333Z","caller":"traceutil/trace.go:171","msg":"trace[232465096] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14216; }","duration":"111.027972ms","start":"2026-03-02T19:00:58.642283Z","end":"2026-03-02T19:00:58.753311Z","steps":["trace[232465096] 'agreement among raft nodes before linearized reading' (duration: 108.506239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.299461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012884764,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:00:59.638836Z","caller":"traceutil/trace.go:171","msg":"trace[60015565] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"878.377802ms","start":"2026-03-02T19:00:58.76043Z","end":"2026-03-02T19:00:59.638807Z","steps":["trace[60015565] 'process raft request' (duration: 878.184017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.639101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.760411Z","time spent":"878.592907ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:59.685524Z","caller":"traceutil/trace.go:171","msg":"trace[90087421] transaction","detail":"{read_only:false; response_revision:14218; number_of_response:1; }","duration":"766.309032ms","start":"2026-03-02T19:00:58.919193Z","end":"2026-03-02T19:00:59.685502Z","steps":["trace[90087421] 'process raft request' (duration: 766.171768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.685831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.919175Z","time spent":"766.588318ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:59.685996Z","caller":"traceutil/trace.go:171","msg":"trace[882630867] linearizableReadLoop","detail":"{readStateIndex:14735; appliedIndex:14732; }","duration":"887.11306ms","start":"2026-03-02T19:00:58.798854Z","end":"2026-03-02T19:00:59.685941Z","steps":["trace[882630867] 'read index received' (duration: 839.878234ms)","trace[882630867] 'applied index is now lower than readState.Index' (duration: 47.206226ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:59.686042Z","caller":"traceutil/trace.go:171","msg":"trace[2108420756] transaction","detail":"{read_only:false; response_revision:14219; number_of_response:1; }","duration":"760.152477ms","start":"2026-03-02T19:00:58.925854Z","end":"2026-03-02T19:00:59.686007Z","steps":["trace[2108420756] 'process raft request' (duration: 759.613514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.282625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:59.686203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.925846Z","time spent":"760.272331ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:59.686233Z","caller":"traceutil/trace.go:171","msg":"trace[1525342391] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14219; }","duration":"887.404499ms","start":"2026-03-02T19:00:58.798812Z","end":"2026-03-02T19:00:59.686216Z","steps":["trace[1525342391] 'agreement among raft nodes before linearized reading' (duration: 887.265804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.798792Z","time spent":"887.47766ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:00:59.686417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.676638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:00:59.686445Z","caller":"traceutil/trace.go:171","msg":"trace[927401506] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14219; }","duration":"235.717579ms","start":"2026-03-02T19:00:59.45072Z","end":"2026-03-02T19:00:59.686438Z","steps":["trace[927401506] 'agreement among raft nodes before linearized reading' (duration: 235.626237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.845055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:59.686499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.507386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:00:59.686517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.13588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:00:59.686556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.857831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:59.68657Z","caller":"traceutil/trace.go:171","msg":"trace[822712790] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14219; }","duration":"288.621059ms","start":"2026-03-02T19:00:59.39793Z","end":"2026-03-02T19:00:59.686551Z","steps":["trace[822712790] 'agreement among raft nodes before linearized reading' (duration: 288.451835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:59.686584Z","caller":"traceutil/trace.go:171","msg":"trace[1291523165] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14219; }","duration":"332.891742ms","start":"2026-03-02T19:00:59.353683Z","end":"2026-03-02T19:00:59.686575Z","steps":["trace[1291523165] 'agreement among raft nodes before linearized reading' (duration: 332.855942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:59.68659Z","caller":"traceutil/trace.go:171","msg":"trace[571228109] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14219; }","duration":"380.230413ms","start":"2026-03-02T19:00:59.306338Z","end":"2026-03-02T19:00:59.686569Z","steps":["trace[571228109] 'agreement among raft nodes before linearized reading' (duration: 379.985057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.915613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:00:59.686704Z","caller":"traceutil/trace.go:171","msg":"trace[1260423079] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14219; }","duration":"233.961604ms","start":"2026-03-02T19:00:59.452733Z","end":"2026-03-02T19:00:59.686694Z","steps":["trace[1260423079] 'agreement among raft nodes before linearized reading' (duration: 233.810981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.192223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:00:59.686736Z","caller":"traceutil/trace.go:171","msg":"trace[1655409959] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14219; }","duration":"258.249784ms","start":"2026-03-02T19:00:59.428481Z","end":"2026-03-02T19:00:59.68673Z","steps":["trace[1655409959] 'agreement among raft nodes before linearized reading' (duration: 258.153102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.403579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:59.686734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.537639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:59.686537Z","caller":"traceutil/trace.go:171","msg":"trace[993151806] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14219; }","duration":"887.016548ms","start":"2026-03-02T19:00:58.799505Z","end":"2026-03-02T19:00:59.686522Z","steps":["trace[993151806] 'agreement among raft nodes before linearized reading' (duration: 886.843994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.762814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:59.686851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.342442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:00:59.686859Z","caller":"traceutil/trace.go:171","msg":"trace[1192219084] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14219; }","duration":"235.060092ms","start":"2026-03-02T19:00:59.451791Z","end":"2026-03-02T19:00:59.686851Z","steps":["trace[1192219084] 'agreement among raft nodes before linearized reading' (duration: 234.758265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.274658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:00:59.686882Z","caller":"traceutil/trace.go:171","msg":"trace[405259307] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14219; }","duration":"257.392193ms","start":"2026-03-02T19:00:59.429479Z","end":"2026-03-02T19:00:59.686872Z","steps":["trace[405259307] 'agreement among raft nodes before linearized reading' (duration: 257.310501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.306331Z","time spent":"380.317525ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:00:59.686896Z","caller":"traceutil/trace.go:171","msg":"trace[90828385] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14219; }","duration":"381.34545ms","start":"2026-03-02T19:00:59.305541Z","end":"2026-03-02T19:00:59.686886Z","steps":["trace[90828385] 'agreement among raft nodes before linearized reading' (duration: 381.272048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.305518Z","time spent":"381.411892ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:00:59.686981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.603707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:00:59.687006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.721261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:00:59.687009Z","caller":"traceutil/trace.go:171","msg":"trace[1033190198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14219; }","duration":"746.694159ms","start":"2026-03-02T19:00:58.940305Z","end":"2026-03-02T19:00:59.687Z","steps":["trace[1033190198] 'agreement among raft nodes before linearized reading' (duration: 746.615117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:59.687036Z","caller":"traceutil/trace.go:171","msg":"trace[1482203608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14219; }","duration":"719.751902ms","start":"2026-03-02T19:00:58.967278Z","end":"2026-03-02T19:00:59.68703Z","steps":["trace[1482203608] 'agreement among raft nodes before linearized reading' (duration: 719.6837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.940276Z","time spent":"746.755431ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.967223Z","time spent":"719.828623ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.411393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:59.687091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.721066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:00:59.687157Z","caller":"traceutil/trace.go:171","msg":"trace[1446046487] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14219; }","duration":"885.87087ms","start":"2026-03-02T19:00:58.801275Z","end":"2026-03-02T19:00:59.687146Z","steps":["trace[1446046487] 'agreement among raft nodes before linearized reading' (duration: 885.715396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.147445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T19:00:59.687186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.619727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:00:59.687194Z","caller":"traceutil/trace.go:171","msg":"trace[859012500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14219; }","duration":"744.225218ms","start":"2026-03-02T19:00:58.94296Z","end":"2026-03-02T19:00:59.687185Z","steps":["trace[859012500] 'agreement among raft nodes before linearized reading' (duration: 744.153436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:59.687208Z","caller":"traceutil/trace.go:171","msg":"trace[75745397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14219; }","duration":"717.662579ms","start":"2026-03-02T19:00:58.969538Z","end":"2026-03-02T19:00:59.6872Z","steps":["trace[75745397] 'agreement among raft nodes before linearized reading' (duration: 717.604867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.909782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-02T19:00:59.687229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.94293Z","time spent":"744.293168ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:00:59.687259Z","caller":"traceutil/trace.go:171","msg":"trace[453580691] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5mbn8; range_end:; response_count:1; response_revision:14219; }","duration":"394.957603ms","start":"2026-03-02T19:00:59.292293Z","end":"2026-03-02T19:00:59.687251Z","steps":["trace[453580691] 'agreement among raft nodes before linearized reading' (duration: 394.84509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.820996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:00:59.687294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.292216Z","time spent":"395.071326ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" "} {"level":"info","ts":"2026-03-02T19:00:59.687309Z","caller":"traceutil/trace.go:171","msg":"trace[95362373] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14219; }","duration":"840.890738ms","start":"2026-03-02T19:00:58.84641Z","end":"2026-03-02T19:00:59.6873Z","steps":["trace[95362373] 'agreement among raft nodes before linearized reading' (duration: 840.808146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:59.68677Z","caller":"traceutil/trace.go:171","msg":"trace[116506290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14219; }","duration":"258.478761ms","start":"2026-03-02T19:00:59.428283Z","end":"2026-03-02T19:00:59.686761Z","steps":["trace[116506290] 'agreement among raft nodes before linearized reading' (duration: 258.43256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.87078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:00:59.686791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.816858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:00:59.687381Z","caller":"traceutil/trace.go:171","msg":"trace[457068574] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14219; }","duration":"654.925251ms","start":"2026-03-02T19:00:59.03245Z","end":"2026-03-02T19:00:59.687375Z","steps":["trace[457068574] 'agreement among raft nodes before linearized reading' (duration: 654.86696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.6874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.032436Z","time spent":"654.959492ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T19:00:59.687396Z","caller":"traceutil/trace.go:171","msg":"trace[1561731284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14219; }","duration":"717.442584ms","start":"2026-03-02T19:00:58.969943Z","end":"2026-03-02T19:00:59.687386Z","steps":["trace[1561731284] 'agreement among raft nodes before linearized reading' (duration: 716.783467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.353679Z","time spent":"332.934743ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.281289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T19:00:59.68753Z","caller":"traceutil/trace.go:171","msg":"trace[986167548] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14219; }","duration":"886.368792ms","start":"2026-03-02T19:00:58.801151Z","end":"2026-03-02T19:00:59.68752Z","steps":["trace[986167548] 'agreement among raft nodes before linearized reading' (duration: 886.253249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.581606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-02T19:00:59.687562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.801142Z","time spent":"886.413633ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-02T19:00:59.687573Z","caller":"traceutil/trace.go:171","msg":"trace[1842142379] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:14219; }","duration":"542.647447ms","start":"2026-03-02T19:00:59.14492Z","end":"2026-03-02T19:00:59.687567Z","steps":["trace[1842142379] 'agreement among raft nodes before linearized reading' (duration: 542.556275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.799481Z","time spent":"887.347257ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.144899Z","time spent":"542.689679ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.782465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:00:59.686784Z","caller":"traceutil/trace.go:171","msg":"trace[1395468380] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14219; }","duration":"337.625511ms","start":"2026-03-02T19:00:59.349146Z","end":"2026-03-02T19:00:59.686771Z","steps":["trace[1395468380] 'agreement among raft nodes before linearized reading' (duration: 337.548999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.969524Z","time spent":"717.69992ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.349125Z","time spent":"338.515754ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.96993Z","time spent":"717.488974ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.801242Z","time spent":"885.944041ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.789578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:00:59.687812Z","caller":"traceutil/trace.go:171","msg":"trace[674978494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:14219; }","duration":"460.872061ms","start":"2026-03-02T19:00:59.226925Z","end":"2026-03-02T19:00:59.687797Z","steps":["trace[674978494] 'agreement among raft nodes before linearized reading' (duration: 460.745258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.686516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.892602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:59.687118Z","caller":"traceutil/trace.go:171","msg":"trace[1152561675] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14219; }","duration":"385.491696ms","start":"2026-03-02T19:00:59.301612Z","end":"2026-03-02T19:00:59.687103Z","steps":["trace[1152561675] 'agreement among raft nodes before linearized reading' (duration: 385.447974ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:59.687645Z","caller":"traceutil/trace.go:171","msg":"trace[1846393931] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:14219; }","duration":"539.842077ms","start":"2026-03-02T19:00:59.147788Z","end":"2026-03-02T19:00:59.68763Z","steps":["trace[1846393931] 'agreement among raft nodes before linearized reading' (duration: 539.639862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.301581Z","time spent":"386.280565ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.147756Z","time spent":"540.146314ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" "} {"level":"warn","ts":"2026-03-02T19:00:59.687337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:58.846392Z","time spent":"840.939869ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:00:59.687964Z","caller":"traceutil/trace.go:171","msg":"trace[445365138] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14219; }","duration":"334.362679ms","start":"2026-03-02T19:00:59.353595Z","end":"2026-03-02T19:00:59.687957Z","steps":["trace[445365138] 'agreement among raft nodes before linearized reading' (duration: 332.882882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:59.687989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.353583Z","time spent":"334.399109ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:00:59.688042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:59.226905Z","time spent":"461.123906ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-72bhb\" "} {"level":"info","ts":"2026-03-02T19:01:01.422728Z","caller":"traceutil/trace.go:171","msg":"trace[581581229] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"345.54822ms","start":"2026-03-02T19:01:01.077147Z","end":"2026-03-02T19:01:01.422695Z","steps":["trace[581581229] 'process raft request' (duration: 345.350675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:01.423021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.07711Z","time spent":"345.791136ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:01.853319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.968562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-02T19:01:01.853397Z","caller":"traceutil/trace.go:171","msg":"trace[442130087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14226; }","duration":"216.077444ms","start":"2026-03-02T19:01:01.6373Z","end":"2026-03-02T19:01:01.853377Z","steps":["trace[442130087] 'range keys from in-memory index tree' (duration: 215.837119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:01.853808Z","caller":"traceutil/trace.go:171","msg":"trace[1188273257] linearizableReadLoop","detail":"{readStateIndex:14744; appliedIndex:14743; }","duration":"158.710951ms","start":"2026-03-02T19:01:01.695081Z","end":"2026-03-02T19:01:01.853792Z","steps":["trace[1188273257] 'read index received' (duration: 152.552766ms)","trace[1188273257] 'applied index is now lower than readState.Index' (duration: 6.157405ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:01.853991Z","caller":"traceutil/trace.go:171","msg":"trace[237576253] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"210.143635ms","start":"2026-03-02T19:01:01.643839Z","end":"2026-03-02T19:01:01.853982Z","steps":["trace[237576253] 'process raft request' (duration: 203.781865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:01.854148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.051869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:01.854178Z","caller":"traceutil/trace.go:171","msg":"trace[1443112533] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14227; }","duration":"159.09501ms","start":"2026-03-02T19:01:01.695075Z","end":"2026-03-02T19:01:01.85417Z","steps":["trace[1443112533] 'agreement among raft nodes before linearized reading' (duration: 159.034709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.033096Z","caller":"traceutil/trace.go:171","msg":"trace[1853249610] linearizableReadLoop","detail":"{readStateIndex:14746; appliedIndex:14744; }","duration":"179.212587ms","start":"2026-03-02T19:01:01.853857Z","end":"2026-03-02T19:01:02.033069Z","steps":["trace[1853249610] 'read index received' (duration: 178.898139ms)","trace[1853249610] 'applied index is now lower than readState.Index' (duration: 313.638µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:02.033586Z","caller":"traceutil/trace.go:171","msg":"trace[2135056803] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"338.215256ms","start":"2026-03-02T19:01:01.695357Z","end":"2026-03-02T19:01:02.033573Z","steps":["trace[2135056803] 'process raft request' (duration: 337.469887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.033785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695338Z","time spent":"338.334839ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:02.033989Z","caller":"traceutil/trace.go:171","msg":"trace[1901598712] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"336.103033ms","start":"2026-03-02T19:01:01.697874Z","end":"2026-03-02T19:01:02.033977Z","steps":["trace[1901598712] 'process raft request' (duration: 335.114367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.034098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.697863Z","time spent":"336.197366ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:01:02.034362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.198623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-02T19:01:02.034544Z","caller":"traceutil/trace.go:171","msg":"trace[1381128867] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:14229; }","duration":"254.399569ms","start":"2026-03-02T19:01:01.780133Z","end":"2026-03-02T19:01:02.034532Z","steps":["trace[1381128867] 'agreement among raft nodes before linearized reading' (duration: 254.097501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.034712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.490038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:02.034814Z","caller":"traceutil/trace.go:171","msg":"trace[1679479721] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14229; }","duration":"337.631052ms","start":"2026-03-02T19:01:01.697158Z","end":"2026-03-02T19:01:02.034789Z","steps":["trace[1679479721] 'agreement among raft nodes before linearized reading' (duration: 337.462588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.034878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.697145Z","time spent":"337.718774ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:01:02.035086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.399641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:01:02.035184Z","caller":"traceutil/trace.go:171","msg":"trace[1785742578] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14229; }","duration":"338.508143ms","start":"2026-03-02T19:01:01.696664Z","end":"2026-03-02T19:01:02.035172Z","steps":["trace[1785742578] 'agreement among raft nodes before linearized reading' (duration: 338.225066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.035272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.696659Z","time spent":"338.601837ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:01:02.035379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.019279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:01:02.035433Z","caller":"traceutil/trace.go:171","msg":"trace[954108194] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:14229; }","duration":"256.154722ms","start":"2026-03-02T19:01:01.779265Z","end":"2026-03-02T19:01:02.03542Z","steps":["trace[954108194] 'agreement among raft nodes before linearized reading' (duration: 255.875695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.03564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.523159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.03569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.129627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:01:02.035719Z","caller":"traceutil/trace.go:171","msg":"trace[1846599824] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:14229; }","duration":"257.181949ms","start":"2026-03-02T19:01:01.778531Z","end":"2026-03-02T19:01:02.035713Z","steps":["trace[1846599824] 'agreement among raft nodes before linearized reading' (duration: 257.092817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.035705Z","caller":"traceutil/trace.go:171","msg":"trace[1353987164] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14229; }","duration":"339.59706ms","start":"2026-03-02T19:01:01.696099Z","end":"2026-03-02T19:01:02.035696Z","steps":["trace[1353987164] 'agreement among raft nodes before linearized reading' (duration: 339.516448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.035815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.696095Z","time spent":"339.711974ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:01:02.035881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.236736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-02T19:01:02.035913Z","caller":"traceutil/trace.go:171","msg":"trace[212569043] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5mbn8; range_end:; response_count:1; response_revision:14229; }","duration":"266.283757ms","start":"2026-03-02T19:01:01.769621Z","end":"2026-03-02T19:01:02.035905Z","steps":["trace[212569043] 'agreement among raft nodes before linearized reading' (duration: 266.191614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.035962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.188501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3508f896-4691-455f-a524-aff26c8116a7\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-02T19:01:02.035963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.629396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:01:02.036018Z","caller":"traceutil/trace.go:171","msg":"trace[2089648327] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3508f896-4691-455f-a524-aff26c8116a7; range_end:; response_count:1; response_revision:14229; }","duration":"178.274593ms","start":"2026-03-02T19:01:01.857726Z","end":"2026-03-02T19:01:02.036Z","steps":["trace[2089648327] 'agreement among raft nodes before linearized reading' (duration: 178.13962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.036034Z","caller":"traceutil/trace.go:171","msg":"trace[257377527] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14229; }","duration":"340.723458ms","start":"2026-03-02T19:01:01.695291Z","end":"2026-03-02T19:01:02.036014Z","steps":["trace[257377527] 'agreement among raft nodes before linearized reading' (duration: 340.512863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695285Z","time spent":"340.792291ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.624676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.036119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.696484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:01:02.036134Z","caller":"traceutil/trace.go:171","msg":"trace[1031977855] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14229; }","duration":"340.666787ms","start":"2026-03-02T19:01:01.695456Z","end":"2026-03-02T19:01:02.036122Z","steps":["trace[1031977855] 'agreement among raft nodes before linearized reading' (duration: 340.609946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.036151Z","caller":"traceutil/trace.go:171","msg":"trace[1324683358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14229; }","duration":"275.735574ms","start":"2026-03-02T19:01:01.760404Z","end":"2026-03-02T19:01:02.036139Z","steps":["trace[1324683358] 'agreement among raft nodes before linearized reading' (duration: 275.656372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.03616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695409Z","time spent":"340.74485ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.330469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:01:02.036228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.060967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.036266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.871847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:01:02.036295Z","caller":"traceutil/trace.go:171","msg":"trace[1934327974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14229; }","duration":"275.914079ms","start":"2026-03-02T19:01:01.760371Z","end":"2026-03-02T19:01:02.036285Z","steps":["trace[1934327974] 'agreement among raft nodes before linearized reading' (duration: 275.844897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.258767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:01:02.036321Z","caller":"traceutil/trace.go:171","msg":"trace[986877794] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14229; }","duration":"340.291788ms","start":"2026-03-02T19:01:01.696022Z","end":"2026-03-02T19:01:02.036313Z","steps":["trace[986877794] 'agreement among raft nodes before linearized reading' (duration: 340.233736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.939174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.036353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.696017Z","time spent":"340.329409ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.567208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-02T19:01:02.036378Z","caller":"traceutil/trace.go:171","msg":"trace[951960261] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14229; }","duration":"340.996895ms","start":"2026-03-02T19:01:01.69537Z","end":"2026-03-02T19:01:02.036367Z","steps":["trace[951960261] 'agreement among raft nodes before linearized reading' (duration: 340.940164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.03639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.243621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:01:02.036412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.233307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:01:02.03645Z","caller":"traceutil/trace.go:171","msg":"trace[1631663902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14229; }","duration":"276.283328ms","start":"2026-03-02T19:01:01.760157Z","end":"2026-03-02T19:01:02.03644Z","steps":["trace[1631663902] 'agreement among raft nodes before linearized reading' (duration: 276.199316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.12855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:01:02.036534Z","caller":"traceutil/trace.go:171","msg":"trace[1778388784] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14229; }","duration":"341.171801ms","start":"2026-03-02T19:01:01.695354Z","end":"2026-03-02T19:01:02.036526Z","steps":["trace[1778388784] 'agreement among raft nodes before linearized reading' (duration: 341.081528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695349Z","time spent":"341.210392ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.359466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.036632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.244883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:01:02.036641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.914365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:01:02.036665Z","caller":"traceutil/trace.go:171","msg":"trace[965784328] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14229; }","duration":"339.293844ms","start":"2026-03-02T19:01:01.697365Z","end":"2026-03-02T19:01:02.036659Z","steps":["trace[965784328] 'agreement among raft nodes before linearized reading' (duration: 339.213702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.036669Z","caller":"traceutil/trace.go:171","msg":"trace[1383399474] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14229; }","duration":"336.961015ms","start":"2026-03-02T19:01:01.6997Z","end":"2026-03-02T19:01:02.036661Z","steps":["trace[1383399474] 'agreement among raft nodes before linearized reading' (duration: 336.890784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.03669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.697356Z","time spent":"339.329265ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.699693Z","time spent":"336.993366ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.351515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T19:01:02.036636Z","caller":"traceutil/trace.go:171","msg":"trace[1923320107] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14229; }","duration":"339.411327ms","start":"2026-03-02T19:01:01.697216Z","end":"2026-03-02T19:01:02.036627Z","steps":["trace[1923320107] 'agreement among raft nodes before linearized reading' (duration: 339.368376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.657948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:02.036793Z","caller":"traceutil/trace.go:171","msg":"trace[675372953] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14229; }","duration":"336.698539ms","start":"2026-03-02T19:01:01.700088Z","end":"2026-03-02T19:01:02.036787Z","steps":["trace[675372953] 'agreement among raft nodes before linearized reading' (duration: 336.659248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.078418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:01:02.036813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.73438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.036825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.690403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:01:02.036853Z","caller":"traceutil/trace.go:171","msg":"trace[1796457493] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14229; }","duration":"337.717144ms","start":"2026-03-02T19:01:01.69913Z","end":"2026-03-02T19:01:02.036847Z","steps":["trace[1796457493] 'agreement among raft nodes before linearized reading' (duration: 337.654332ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.03685Z","caller":"traceutil/trace.go:171","msg":"trace[2024103878] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14229; }","duration":"336.785221ms","start":"2026-03-02T19:01:01.700056Z","end":"2026-03-02T19:01:02.036842Z","steps":["trace[2024103878] 'agreement among raft nodes before linearized reading' (duration: 336.731499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.699107Z","time spent":"337.763195ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.873748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:02.036885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.700049Z","time spent":"336.829422ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:01:02.036902Z","caller":"traceutil/trace.go:171","msg":"trace[1485044718] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14229; }","duration":"337.919079ms","start":"2026-03-02T19:01:01.698975Z","end":"2026-03-02T19:01:02.036894Z","steps":["trace[1485044718] 'agreement among raft nodes before linearized reading' (duration: 337.870058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.423803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:01:02.036932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.698965Z","time spent":"337.956ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T19:01:02.036954Z","caller":"traceutil/trace.go:171","msg":"trace[701131722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14229; }","duration":"276.847043ms","start":"2026-03-02T19:01:01.760098Z","end":"2026-03-02T19:01:02.036945Z","steps":["trace[701131722] 'agreement among raft nodes before linearized reading' (duration: 276.415423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.998435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:02.037012Z","caller":"traceutil/trace.go:171","msg":"trace[137213435] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14229; }","duration":"341.825627ms","start":"2026-03-02T19:01:01.695174Z","end":"2026-03-02T19:01:02.037Z","steps":["trace[137213435] 'agreement among raft nodes before linearized reading' (duration: 340.990745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.037054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.69517Z","time spent":"341.875618ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:01:02.036388Z","caller":"traceutil/trace.go:171","msg":"trace[694919251] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:14229; }","duration":"123.631149ms","start":"2026-03-02T19:01:01.912748Z","end":"2026-03-02T19:01:02.036379Z","steps":["trace[694919251] 'agreement among raft nodes before linearized reading' (duration: 123.536717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.036819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.700083Z","time spent":"336.72831ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.697206Z","time spent":"339.547991ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T19:01:02.036416Z","caller":"traceutil/trace.go:171","msg":"trace[1842228240] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14229; }","duration":"341.281613ms","start":"2026-03-02T19:01:01.695127Z","end":"2026-03-02T19:01:02.036408Z","steps":["trace[1842228240] 'agreement among raft nodes before linearized reading' (duration: 341.214221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.037214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695122Z","time spent":"342.072114ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:01:02.036267Z","caller":"traceutil/trace.go:171","msg":"trace[513689379] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14229; }","duration":"341.104518ms","start":"2026-03-02T19:01:01.695151Z","end":"2026-03-02T19:01:02.036255Z","steps":["trace[513689379] 'agreement among raft nodes before linearized reading' (duration: 341.060737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.037281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695147Z","time spent":"342.124654ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:01:02.036236Z","caller":"traceutil/trace.go:171","msg":"trace[21100620] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14229; }","duration":"340.436591ms","start":"2026-03-02T19:01:01.695783Z","end":"2026-03-02T19:01:02.03622Z","steps":["trace[21100620] 'agreement among raft nodes before linearized reading' (duration: 340.198015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.037362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695777Z","time spent":"341.579001ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.606935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T19:01:02.037486Z","caller":"traceutil/trace.go:171","msg":"trace[1505227762] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14229; }","duration":"342.070784ms","start":"2026-03-02T19:01:01.695406Z","end":"2026-03-02T19:01:02.037476Z","steps":["trace[1505227762] 'agreement among raft nodes before linearized reading' (duration: 340.530904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.037523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695398Z","time spent":"342.117155ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.69536Z","time spent":"341.047817ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:01:02.03673Z","caller":"traceutil/trace.go:171","msg":"trace[882654782] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14229; }","duration":"341.392567ms","start":"2026-03-02T19:01:01.695328Z","end":"2026-03-02T19:01:02.036721Z","steps":["trace[882654782] 'agreement among raft nodes before linearized reading' (duration: 341.306765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.039756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.695323Z","time spent":"344.422623ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T19:01:02.036045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.331894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:01:02.039864Z","caller":"traceutil/trace.go:171","msg":"trace[1277518813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14229; }","duration":"275.158621ms","start":"2026-03-02T19:01:01.764693Z","end":"2026-03-02T19:01:02.039852Z","steps":["trace[1277518813] 'agreement among raft nodes before linearized reading' (duration: 271.293524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.036826Z","caller":"traceutil/trace.go:171","msg":"trace[814668] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14229; }","duration":"339.14894ms","start":"2026-03-02T19:01:01.697667Z","end":"2026-03-02T19:01:02.036816Z","steps":["trace[814668] 'agreement among raft nodes before linearized reading' (duration: 339.053768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.039933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:01.697654Z","time spent":"342.272418ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T19:01:25.852576Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11972} {"level":"info","ts":"2026-03-02T19:01:25.935813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11972,"took":"79.341836ms","hash":876422399,"current-db-size-bytes":42491904,"current-db-size":"42 MB","current-db-size-in-use-bytes":26615808,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T19:01:25.935907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":876422399,"revision":11972,"compact-revision":10020} {"level":"warn","ts":"2026-03-02T19:03:52.315181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.435593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:03:52.315324Z","caller":"traceutil/trace.go:171","msg":"trace[1922237635] linearizableReadLoop","detail":"{readStateIndex:15977; appliedIndex:15976; }","duration":"376.903548ms","start":"2026-03-02T19:03:51.938401Z","end":"2026-03-02T19:03:52.315304Z","steps":["trace[1922237635] 'read index received' (duration: 160.187688ms)","trace[1922237635] 'applied index is now lower than readState.Index' (duration: 216.71416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.315572Z","caller":"traceutil/trace.go:171","msg":"trace[1292454525] transaction","detail":"{read_only:false; response_revision:15416; number_of_response:1; }","duration":"377.077593ms","start":"2026-03-02T19:03:51.938343Z","end":"2026-03-02T19:03:52.315421Z","steps":["trace[1292454525] 'process raft request' (duration: 160.309211ms)","trace[1292454525] 'compare' (duration: 216.267889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:52.315784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:51.93833Z","time spent":"377.35907ms","remote":"127.0.0.1:55666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:52.315822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.660556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-02T19:03:52.315821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.399312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T19:03:52.315897Z","caller":"traceutil/trace.go:171","msg":"trace[2041824093] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5mbn8; range_end:; response_count:1; response_revision:15416; }","duration":"332.782309ms","start":"2026-03-02T19:03:51.983093Z","end":"2026-03-02T19:03:52.315875Z","steps":["trace[2041824093] 'agreement among raft nodes before linearized reading' (duration: 332.568164ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.315898Z","caller":"traceutil/trace.go:171","msg":"trace[1219740658] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15416; }","duration":"377.513374ms","start":"2026-03-02T19:03:51.938369Z","end":"2026-03-02T19:03:52.315883Z","steps":["trace[1219740658] 'agreement among raft nodes before linearized reading' (duration: 377.274208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.315896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.752669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-02T19:03:52.315949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:51.983067Z","time spent":"332.873162ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" "} {"level":"warn","ts":"2026-03-02T19:03:52.315949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:51.938357Z","time spent":"377.584127ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-02T19:03:52.315945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.59409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18979"} {"level":"info","ts":"2026-03-02T19:03:52.316176Z","caller":"traceutil/trace.go:171","msg":"trace[1421027947] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15416; }","duration":"302.871527ms","start":"2026-03-02T19:03:52.013284Z","end":"2026-03-02T19:03:52.316155Z","steps":["trace[1421027947] 'agreement among raft nodes before linearized reading' (duration: 302.476757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.316228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:52.01326Z","time spent":"302.955248ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19003,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:03:52.316142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.044356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:03:52.315977Z","caller":"traceutil/trace.go:171","msg":"trace[1410780509] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:15416; }","duration":"194.861061ms","start":"2026-03-02T19:03:52.121095Z","end":"2026-03-02T19:03:52.315956Z","steps":["trace[1410780509] 'agreement among raft nodes before linearized reading' (duration: 194.593664ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.317489Z","caller":"traceutil/trace.go:171","msg":"trace[81134482] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:15416; }","duration":"195.303492ms","start":"2026-03-02T19:03:52.121075Z","end":"2026-03-02T19:03:52.316379Z","steps":["trace[81134482] 'agreement among raft nodes before linearized reading' (duration: 194.655946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.322763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.407574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-03-02T19:03:52.322843Z","caller":"traceutil/trace.go:171","msg":"trace[566584322] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:15416; }","duration":"193.502596ms","start":"2026-03-02T19:03:52.129312Z","end":"2026-03-02T19:03:52.322815Z","steps":["trace[566584322] 'agreement among raft nodes before linearized reading' (duration: 186.402298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.454098Z","caller":"traceutil/trace.go:171","msg":"trace[998772606] transaction","detail":"{read_only:false; response_revision:15417; number_of_response:1; }","duration":"131.033376ms","start":"2026-03-02T19:03:52.32304Z","end":"2026-03-02T19:03:52.454074Z","steps":["trace[998772606] 'process raft request' (duration: 119.713901ms)","trace[998772606] 'compare' (duration: 11.14938ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.454182Z","caller":"traceutil/trace.go:171","msg":"trace[84621530] linearizableReadLoop","detail":"{readStateIndex:15978; appliedIndex:15977; }","duration":"128.941003ms","start":"2026-03-02T19:03:52.325215Z","end":"2026-03-02T19:03:52.454156Z","steps":["trace[84621530] 'read index received' (duration: 117.534946ms)","trace[84621530] 'applied index is now lower than readState.Index' (duration: 11.404037ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.454224Z","caller":"traceutil/trace.go:171","msg":"trace[957902057] transaction","detail":"{read_only:false; response_revision:15418; number_of_response:1; }","duration":"126.627225ms","start":"2026-03-02T19:03:52.327579Z","end":"2026-03-02T19:03:52.454207Z","steps":["trace[957902057] 'process raft request' (duration: 126.518882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.454449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.203921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-02T19:03:52.454486Z","caller":"traceutil/trace.go:171","msg":"trace[466588183] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:15419; }","duration":"108.286134ms","start":"2026-03-02T19:03:52.34619Z","end":"2026-03-02T19:03:52.454476Z","steps":["trace[466588183] 'agreement among raft nodes before linearized reading' (duration: 108.164791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.454605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.389045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:52.454629Z","caller":"traceutil/trace.go:171","msg":"trace[1694932768] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:15419; }","duration":"129.432865ms","start":"2026-03-02T19:03:52.32519Z","end":"2026-03-02T19:03:52.454623Z","steps":["trace[1694932768] 'agreement among raft nodes before linearized reading' (duration: 129.090137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.454811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.060146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18979"} {"level":"info","ts":"2026-03-02T19:03:52.454891Z","caller":"traceutil/trace.go:171","msg":"trace[1156303843] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15419; }","duration":"129.161208ms","start":"2026-03-02T19:03:52.325709Z","end":"2026-03-02T19:03:52.45487Z","steps":["trace[1156303843] 'agreement among raft nodes before linearized reading' (duration: 128.620325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.456343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.066882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:815044"} {"level":"info","ts":"2026-03-02T19:03:52.456508Z","caller":"traceutil/trace.go:171","msg":"trace[1573485868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:15419; }","duration":"130.253356ms","start":"2026-03-02T19:03:52.326235Z","end":"2026-03-02T19:03:52.456488Z","steps":["trace[1573485868] 'agreement among raft nodes before linearized reading' (duration: 128.142623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.457076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.449411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:815044"} {"level":"info","ts":"2026-03-02T19:03:52.45715Z","caller":"traceutil/trace.go:171","msg":"trace[35874665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:15419; }","duration":"130.551154ms","start":"2026-03-02T19:03:52.326583Z","end":"2026-03-02T19:03:52.457135Z","steps":["trace[35874665] 'agreement among raft nodes before linearized reading' (duration: 127.781984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.457486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.724087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:84 size:815044"} {"level":"info","ts":"2026-03-02T19:03:52.457517Z","caller":"traceutil/trace.go:171","msg":"trace[2067229586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:84; response_revision:15419; }","duration":"130.752648ms","start":"2026-03-02T19:03:52.326755Z","end":"2026-03-02T19:03:52.457508Z","steps":["trace[2067229586] 'agreement among raft nodes before linearized reading' (duration: 127.788613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.614111Z","caller":"traceutil/trace.go:171","msg":"trace[1871888205] linearizableReadLoop","detail":"{readStateIndex:15983; appliedIndex:15981; }","duration":"150.881185ms","start":"2026-03-02T19:03:52.463207Z","end":"2026-03-02T19:03:52.614088Z","steps":["trace[1871888205] 'read index received' (duration: 67.461856ms)","trace[1871888205] 'applied index is now lower than readState.Index' (duration: 83.418249ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.614188Z","caller":"traceutil/trace.go:171","msg":"trace[71775503] transaction","detail":"{read_only:false; response_revision:15422; number_of_response:1; }","duration":"153.153122ms","start":"2026-03-02T19:03:52.461017Z","end":"2026-03-02T19:03:52.61417Z","steps":["trace[71775503] 'process raft request' (duration: 152.927816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.614197Z","caller":"traceutil/trace.go:171","msg":"trace[1453250375] transaction","detail":"{read_only:false; response_revision:15421; number_of_response:1; }","duration":"153.848689ms","start":"2026-03-02T19:03:52.460323Z","end":"2026-03-02T19:03:52.614172Z","steps":["trace[1453250375] 'process raft request' (duration: 153.238234ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.614232Z","caller":"traceutil/trace.go:171","msg":"trace[1217069315] transaction","detail":"{read_only:false; response_revision:15423; number_of_response:1; }","duration":"150.975317ms","start":"2026-03-02T19:03:52.463246Z","end":"2026-03-02T19:03:52.614222Z","steps":["trace[1217069315] 'process raft request' (duration: 150.767502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.614344Z","caller":"traceutil/trace.go:171","msg":"trace[1694333704] transaction","detail":"{read_only:false; response_revision:15424; number_of_response:1; }","duration":"151.012458ms","start":"2026-03-02T19:03:52.46331Z","end":"2026-03-02T19:03:52.614323Z","steps":["trace[1694333704] 'process raft request' (duration: 150.739461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.614474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.288129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-02T19:03:52.614511Z","caller":"traceutil/trace.go:171","msg":"trace[912821262] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:15424; }","duration":"107.36156ms","start":"2026-03-02T19:03:52.507136Z","end":"2026-03-02T19:03:52.614498Z","steps":["trace[912821262] 'agreement among raft nodes before linearized reading' (duration: 107.203846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.614553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.609167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111752"} {"level":"info","ts":"2026-03-02T19:03:52.614587Z","caller":"traceutil/trace.go:171","msg":"trace[1269851227] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15424; }","duration":"146.659968ms","start":"2026-03-02T19:03:52.467916Z","end":"2026-03-02T19:03:52.614576Z","steps":["trace[1269851227] 'agreement among raft nodes before linearized reading' (duration: 146.416692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.61483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.618763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-02T19:03:52.614854Z","caller":"traceutil/trace.go:171","msg":"trace[944429980] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15424; }","duration":"151.667744ms","start":"2026-03-02T19:03:52.463178Z","end":"2026-03-02T19:03:52.614846Z","steps":["trace[944429980] 'agreement among raft nodes before linearized reading' (duration: 151.593343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.774702Z","caller":"traceutil/trace.go:171","msg":"trace[1945027540] linearizableReadLoop","detail":"{readStateIndex:15988; appliedIndex:15985; }","duration":"148.857983ms","start":"2026-03-02T19:03:52.625818Z","end":"2026-03-02T19:03:52.774676Z","steps":["trace[1945027540] 'read index received' (duration: 78.199506ms)","trace[1945027540] 'applied index is now lower than readState.Index' (duration: 70.657297ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.774732Z","caller":"traceutil/trace.go:171","msg":"trace[1393012069] transaction","detail":"{read_only:false; response_revision:15426; number_of_response:1; }","duration":"151.11309ms","start":"2026-03-02T19:03:52.623582Z","end":"2026-03-02T19:03:52.774695Z","steps":["trace[1393012069] 'process raft request' (duration: 125.155258ms)","trace[1393012069] 'compare' (duration: 25.635174ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.774753Z","caller":"traceutil/trace.go:171","msg":"trace[1072261585] transaction","detail":"{read_only:false; response_revision:15427; number_of_response:1; }","duration":"150.259709ms","start":"2026-03-02T19:03:52.62444Z","end":"2026-03-02T19:03:52.774699Z","steps":["trace[1072261585] 'process raft request' (duration: 150.057054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.775362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.515581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-02T19:03:52.775459Z","caller":"traceutil/trace.go:171","msg":"trace[465794993] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:15429; }","duration":"149.659704ms","start":"2026-03-02T19:03:52.625777Z","end":"2026-03-02T19:03:52.775437Z","steps":["trace[465794993] 'agreement among raft nodes before linearized reading' (duration: 149.346006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.775486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.275374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T19:03:52.775576Z","caller":"traceutil/trace.go:171","msg":"trace[738599447] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15429; }","duration":"149.389198ms","start":"2026-03-02T19:03:52.626172Z","end":"2026-03-02T19:03:52.775561Z","steps":["trace[738599447] 'agreement among raft nodes before linearized reading' (duration: 149.06526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.776625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.770581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-02T19:03:52.776684Z","caller":"traceutil/trace.go:171","msg":"trace[1134103427] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15429; }","duration":"150.875554ms","start":"2026-03-02T19:03:52.625792Z","end":"2026-03-02T19:03:52.776667Z","steps":["trace[1134103427] 'agreement among raft nodes before linearized reading' (duration: 149.379547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.931464Z","caller":"traceutil/trace.go:171","msg":"trace[71348032] transaction","detail":"{read_only:false; response_revision:15432; number_of_response:1; }","duration":"143.273414ms","start":"2026-03-02T19:03:52.788161Z","end":"2026-03-02T19:03:52.931434Z","steps":["trace[71348032] 'process raft request' (duration: 111.30033ms)","trace[71348032] 'compare' (duration: 31.738738ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.931768Z","caller":"traceutil/trace.go:171","msg":"trace[442264377] transaction","detail":"{read_only:false; response_revision:15433; number_of_response:1; }","duration":"139.939119ms","start":"2026-03-02T19:03:52.791821Z","end":"2026-03-02T19:03:52.93176Z","steps":["trace[442264377] 'process raft request' (duration: 139.541709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.931828Z","caller":"traceutil/trace.go:171","msg":"trace[1397130576] linearizableReadLoop","detail":"{readStateIndex:15993; appliedIndex:15991; }","duration":"143.434747ms","start":"2026-03-02T19:03:52.788377Z","end":"2026-03-02T19:03:52.931811Z","steps":["trace[1397130576] 'read index received' (duration: 43.841373ms)","trace[1397130576] 'applied index is now lower than readState.Index' (duration: 99.592444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:52.9319Z","caller":"traceutil/trace.go:171","msg":"trace[1072510072] transaction","detail":"{read_only:false; response_revision:15435; number_of_response:1; }","duration":"128.141374ms","start":"2026-03-02T19:03:52.803731Z","end":"2026-03-02T19:03:52.931872Z","steps":["trace[1072510072] 'process raft request' (duration: 127.942138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:52.932009Z","caller":"traceutil/trace.go:171","msg":"trace[131606047] transaction","detail":"{read_only:false; response_revision:15434; number_of_response:1; }","duration":"140.053092ms","start":"2026-03-02T19:03:52.791919Z","end":"2026-03-02T19:03:52.931973Z","steps":["trace[131606047] 'process raft request' (duration: 139.501437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:52.932059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.662414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T19:03:52.932105Z","caller":"traceutil/trace.go:171","msg":"trace[1638574381] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:15435; }","duration":"143.737196ms","start":"2026-03-02T19:03:52.788354Z","end":"2026-03-02T19:03:52.932091Z","steps":["trace[1638574381] 'agreement among raft nodes before linearized reading' (duration: 143.544091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.002026Z","caller":"traceutil/trace.go:171","msg":"trace[1178041734] transaction","detail":"{read_only:false; response_revision:15437; number_of_response:1; }","duration":"158.673481ms","start":"2026-03-02T19:03:52.843326Z","end":"2026-03-02T19:03:53.001999Z","steps":["trace[1178041734] 'process raft request' (duration: 158.578629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.002058Z","caller":"traceutil/trace.go:171","msg":"trace[1818162421] transaction","detail":"{read_only:false; response_revision:15436; number_of_response:1; }","duration":"164.580209ms","start":"2026-03-02T19:03:52.837462Z","end":"2026-03-02T19:03:53.002042Z","steps":["trace[1818162421] 'process raft request' (duration: 164.292281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.002577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.615497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:53.002605Z","caller":"traceutil/trace.go:171","msg":"trace[1858922922] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-init; range_end:; response_count:0; response_revision:15437; }","duration":"210.690709ms","start":"2026-03-02T19:03:52.791907Z","end":"2026-03-02T19:03:53.002597Z","steps":["trace[1858922922] 'agreement among raft nodes before linearized reading' (duration: 210.623847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.002696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.715794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:03:53.002746Z","caller":"traceutil/trace.go:171","msg":"trace[128215518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15437; }","duration":"106.823156ms","start":"2026-03-02T19:03:52.89591Z","end":"2026-03-02T19:03:53.002733Z","steps":["trace[128215518] 'agreement among raft nodes before linearized reading' (duration: 106.657792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.002721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.27785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-02T19:03:53.0028Z","caller":"traceutil/trace.go:171","msg":"trace[2056666081] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:15437; }","duration":"214.383392ms","start":"2026-03-02T19:03:52.788394Z","end":"2026-03-02T19:03:53.002778Z","steps":["trace[2056666081] 'agreement among raft nodes before linearized reading' (duration: 214.151517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.104744Z","caller":"traceutil/trace.go:171","msg":"trace[1887235020] transaction","detail":"{read_only:false; response_revision:15442; number_of_response:1; }","duration":"147.466318ms","start":"2026-03-02T19:03:52.957244Z","end":"2026-03-02T19:03:53.10471Z","steps":["trace[1887235020] 'process raft request' (duration: 147.290813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.105045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.177522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:03:53.105081Z","caller":"traceutil/trace.go:171","msg":"trace[1301776807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15445; }","duration":"155.227744ms","start":"2026-03-02T19:03:52.949847Z","end":"2026-03-02T19:03:53.105074Z","steps":["trace[1301776807] 'agreement among raft nodes before linearized reading' (duration: 155.053229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.105267Z","caller":"traceutil/trace.go:171","msg":"trace[1929037755] transaction","detail":"{read_only:false; response_revision:15443; number_of_response:1; }","duration":"143.363505ms","start":"2026-03-02T19:03:52.961897Z","end":"2026-03-02T19:03:53.10526Z","steps":["trace[1929037755] 'process raft request' (duration: 142.73387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.105371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.337018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:53.105393Z","caller":"traceutil/trace.go:171","msg":"trace[100511359] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:15445; }","duration":"103.397899ms","start":"2026-03-02T19:03:53.001989Z","end":"2026-03-02T19:03:53.105387Z","steps":["trace[100511359] 'agreement among raft nodes before linearized reading' (duration: 103.353098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.10552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.416336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:03:53.105543Z","caller":"traceutil/trace.go:171","msg":"trace[1868634369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15445; }","duration":"145.449188ms","start":"2026-03-02T19:03:52.960087Z","end":"2026-03-02T19:03:53.105536Z","steps":["trace[1868634369] 'agreement among raft nodes before linearized reading' (duration: 145.391656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.105626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.53618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:03:53.105641Z","caller":"traceutil/trace.go:171","msg":"trace[2081357335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15445; }","duration":"145.550661ms","start":"2026-03-02T19:03:52.960086Z","end":"2026-03-02T19:03:53.105637Z","steps":["trace[2081357335] 'agreement among raft nodes before linearized reading' (duration: 145.500249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.104827Z","caller":"traceutil/trace.go:171","msg":"trace[1322247337] transaction","detail":"{read_only:false; response_revision:15441; number_of_response:1; }","duration":"152.70971ms","start":"2026-03-02T19:03:52.952089Z","end":"2026-03-02T19:03:53.104799Z","steps":["trace[1322247337] 'process raft request' (duration: 80.111254ms)","trace[1322247337] 'compare' (duration: 72.165075ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:53.104886Z","caller":"traceutil/trace.go:171","msg":"trace[738711504] linearizableReadLoop","detail":"{readStateIndex:16004; appliedIndex:15998; }","duration":"102.379205ms","start":"2026-03-02T19:03:53.0025Z","end":"2026-03-02T19:03:53.104879Z","steps":["trace[738711504] 'read index received' (duration: 28.252501ms)","trace[738711504] 'applied index is now lower than readState.Index' (duration: 74.124584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:53.105711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.964656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:03:53.105798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.772838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-7fg44\" ","response":"range_response_count:1 size:9899"} {"level":"info","ts":"2026-03-02T19:03:53.106419Z","caller":"traceutil/trace.go:171","msg":"trace[156174154] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-7fg44; range_end:; response_count:1; response_revision:15445; }","duration":"156.401374ms","start":"2026-03-02T19:03:52.95001Z","end":"2026-03-02T19:03:53.106411Z","steps":["trace[156174154] 'agreement among raft nodes before linearized reading' (duration: 155.709747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.105841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.984734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-02T19:03:53.106539Z","caller":"traceutil/trace.go:171","msg":"trace[1337177222] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15445; }","duration":"156.891235ms","start":"2026-03-02T19:03:52.949617Z","end":"2026-03-02T19:03:53.106508Z","steps":["trace[1337177222] 'agreement among raft nodes before linearized reading' (duration: 156.192078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.106394Z","caller":"traceutil/trace.go:171","msg":"trace[2105942883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15445; }","duration":"147.692685ms","start":"2026-03-02T19:03:52.958678Z","end":"2026-03-02T19:03:53.106371Z","steps":["trace[2105942883] 'agreement among raft nodes before linearized reading' (duration: 147.002608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.187968Z","caller":"traceutil/trace.go:171","msg":"trace[376989501] transaction","detail":"{read_only:false; response_revision:15446; number_of_response:1; }","duration":"121.307581ms","start":"2026-03-02T19:03:53.066644Z","end":"2026-03-02T19:03:53.187951Z","steps":["trace[376989501] 'process raft request' (duration: 121.082185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.188155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.211068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:53.188315Z","caller":"traceutil/trace.go:171","msg":"trace[790894035] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:15446; }","duration":"181.412453ms","start":"2026-03-02T19:03:53.006883Z","end":"2026-03-02T19:03:53.188295Z","steps":["trace[790894035] 'agreement among raft nodes before linearized reading' (duration: 181.104066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.271888Z","caller":"traceutil/trace.go:171","msg":"trace[1654033070] transaction","detail":"{read_only:false; response_revision:15447; number_of_response:1; }","duration":"160.094806ms","start":"2026-03-02T19:03:53.111768Z","end":"2026-03-02T19:03:53.271863Z","steps":["trace[1654033070] 'process raft request' (duration: 158.091435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.272259Z","caller":"traceutil/trace.go:171","msg":"trace[626924522] transaction","detail":"{read_only:false; response_revision:15448; number_of_response:1; }","duration":"160.464925ms","start":"2026-03-02T19:03:53.111768Z","end":"2026-03-02T19:03:53.272233Z","steps":["trace[626924522] 'process raft request' (duration: 160.055835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.272662Z","caller":"traceutil/trace.go:171","msg":"trace[1136069984] transaction","detail":"{read_only:false; response_revision:15449; number_of_response:1; }","duration":"160.828285ms","start":"2026-03-02T19:03:53.111799Z","end":"2026-03-02T19:03:53.272627Z","steps":["trace[1136069984] 'process raft request' (duration: 160.300802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.272825Z","caller":"traceutil/trace.go:171","msg":"trace[461684152] transaction","detail":"{read_only:false; response_revision:15450; number_of_response:1; }","duration":"161.001688ms","start":"2026-03-02T19:03:53.111806Z","end":"2026-03-02T19:03:53.272808Z","steps":["trace[461684152] 'process raft request' (duration: 160.728261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.272864Z","caller":"traceutil/trace.go:171","msg":"trace[1483477482] transaction","detail":"{read_only:false; response_revision:15451; number_of_response:1; }","duration":"159.815469ms","start":"2026-03-02T19:03:53.113036Z","end":"2026-03-02T19:03:53.272851Z","steps":["trace[1483477482] 'process raft request' (duration: 159.680056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.272929Z","caller":"traceutil/trace.go:171","msg":"trace[1457610730] transaction","detail":"{read_only:false; response_revision:15452; number_of_response:1; }","duration":"159.8512ms","start":"2026-03-02T19:03:53.113057Z","end":"2026-03-02T19:03:53.272908Z","steps":["trace[1457610730] 'process raft request' (duration: 159.740477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.273051Z","caller":"traceutil/trace.go:171","msg":"trace[1897207725] transaction","detail":"{read_only:false; response_revision:15453; number_of_response:1; }","duration":"159.576813ms","start":"2026-03-02T19:03:53.113465Z","end":"2026-03-02T19:03:53.273042Z","steps":["trace[1897207725] 'process raft request' (duration: 159.377648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.273175Z","caller":"traceutil/trace.go:171","msg":"trace[2040179045] transaction","detail":"{read_only:false; response_revision:15456; number_of_response:1; }","duration":"156.233578ms","start":"2026-03-02T19:03:53.116926Z","end":"2026-03-02T19:03:53.27316Z","steps":["trace[2040179045] 'process raft request' (duration: 156.147656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.273248Z","caller":"traceutil/trace.go:171","msg":"trace[1873581451] transaction","detail":"{read_only:false; response_revision:15454; number_of_response:1; }","duration":"158.527916ms","start":"2026-03-02T19:03:53.114707Z","end":"2026-03-02T19:03:53.273235Z","steps":["trace[1873581451] 'process raft request' (duration: 158.192387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.273244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.599768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:10988"} {"level":"info","ts":"2026-03-02T19:03:53.273301Z","caller":"traceutil/trace.go:171","msg":"trace[1668828559] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:15456; }","duration":"156.6776ms","start":"2026-03-02T19:03:53.11661Z","end":"2026-03-02T19:03:53.273288Z","steps":["trace[1668828559] 'agreement among raft nodes before linearized reading' (duration: 156.561647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.273367Z","caller":"traceutil/trace.go:171","msg":"trace[1773767048] transaction","detail":"{read_only:false; response_revision:15455; number_of_response:1; }","duration":"156.896316ms","start":"2026-03-02T19:03:53.116454Z","end":"2026-03-02T19:03:53.273351Z","steps":["trace[1773767048] 'process raft request' (duration: 156.558947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.27342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.150127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-02T19:03:53.273466Z","caller":"traceutil/trace.go:171","msg":"trace[1648935503] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:15456; }","duration":"160.233999ms","start":"2026-03-02T19:03:53.113219Z","end":"2026-03-02T19:03:53.273453Z","steps":["trace[1648935503] 'agreement among raft nodes before linearized reading' (duration: 160.085915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.346421Z","caller":"traceutil/trace.go:171","msg":"trace[103594054] transaction","detail":"{read_only:false; response_revision:15457; number_of_response:1; }","duration":"140.030562ms","start":"2026-03-02T19:03:53.206372Z","end":"2026-03-02T19:03:53.346403Z","steps":["trace[103594054] 'process raft request' (duration: 139.93333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.346997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.674638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-ovn-metadata-agent\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T19:03:53.347026Z","caller":"traceutil/trace.go:171","msg":"trace[1078093515] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-ovn-metadata-agent; range_end:; response_count:1; response_revision:15457; }","duration":"144.73878ms","start":"2026-03-02T19:03:53.202278Z","end":"2026-03-02T19:03:53.347017Z","steps":["trace[1078093515] 'agreement among raft nodes before linearized reading' (duration: 144.599297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.34702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.335932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-7fg44\" ","response":"range_response_count:1 size:11273"} {"level":"warn","ts":"2026-03-02T19:03:53.347057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.569222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-02T19:03:53.347076Z","caller":"traceutil/trace.go:171","msg":"trace[1125592540] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-7fg44; range_end:; response_count:1; response_revision:15457; }","duration":"156.412543ms","start":"2026-03-02T19:03:53.19065Z","end":"2026-03-02T19:03:53.347063Z","steps":["trace[1125592540] 'agreement among raft nodes before linearized reading' (duration: 156.277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.347115Z","caller":"traceutil/trace.go:171","msg":"trace[1184811908] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15457; }","duration":"155.666735ms","start":"2026-03-02T19:03:53.191433Z","end":"2026-03-02T19:03:53.3471Z","steps":["trace[1184811908] 'agreement among raft nodes before linearized reading' (duration: 155.46081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.464291Z","caller":"traceutil/trace.go:171","msg":"trace[768338954] transaction","detail":"{read_only:false; response_revision:15458; number_of_response:1; }","duration":"185.309422ms","start":"2026-03-02T19:03:53.278943Z","end":"2026-03-02T19:03:53.464253Z","steps":["trace[768338954] 'process raft request' (duration: 100.404556ms)","trace[768338954] 'compare' (duration: 84.541666ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:53.464404Z","caller":"traceutil/trace.go:171","msg":"trace[1954239104] transaction","detail":"{read_only:false; response_revision:15459; number_of_response:1; }","duration":"184.735836ms","start":"2026-03-02T19:03:53.279647Z","end":"2026-03-02T19:03:53.464383Z","steps":["trace[1954239104] 'process raft request' (duration: 184.51052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.464569Z","caller":"traceutil/trace.go:171","msg":"trace[313676866] transaction","detail":"{read_only:false; response_revision:15460; number_of_response:1; }","duration":"182.955792ms","start":"2026-03-02T19:03:53.281584Z","end":"2026-03-02T19:03:53.46454Z","steps":["trace[313676866] 'process raft request' (duration: 182.683545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.464753Z","caller":"traceutil/trace.go:171","msg":"trace[32185037] transaction","detail":"{read_only:false; response_revision:15461; number_of_response:1; }","duration":"180.87132ms","start":"2026-03-02T19:03:53.283868Z","end":"2026-03-02T19:03:53.464739Z","steps":["trace[32185037] 'process raft request' (duration: 180.47908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.465025Z","caller":"traceutil/trace.go:171","msg":"trace[300104002] linearizableReadLoop","detail":"{readStateIndex:16023; appliedIndex:16018; }","duration":"118.09615ms","start":"2026-03-02T19:03:53.346861Z","end":"2026-03-02T19:03:53.464957Z","steps":["trace[300104002] 'read index received' (duration: 32.499767ms)","trace[300104002] 'applied index is now lower than readState.Index' (duration: 85.594883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:53.465159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.006991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:03:53.465331Z","caller":"traceutil/trace.go:171","msg":"trace[472221420] transaction","detail":"{read_only:false; response_revision:15462; number_of_response:1; }","duration":"179.265129ms","start":"2026-03-02T19:03:53.286044Z","end":"2026-03-02T19:03:53.465309Z","steps":["trace[472221420] 'process raft request' (duration: 178.636843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.465332Z","caller":"traceutil/trace.go:171","msg":"trace[932002663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15462; }","duration":"140.193816ms","start":"2026-03-02T19:03:53.325075Z","end":"2026-03-02T19:03:53.465269Z","steps":["trace[932002663] 'agreement among raft nodes before linearized reading' (duration: 140.007111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.465374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.247179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:53.465448Z","caller":"traceutil/trace.go:171","msg":"trace[329167996] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:15462; }","duration":"185.31664ms","start":"2026-03-02T19:03:53.280095Z","end":"2026-03-02T19:03:53.465412Z","steps":["trace[329167996] 'agreement among raft nodes before linearized reading' (duration: 185.223438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.46555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.997207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-8ktb2\" ","response":"range_response_count:1 size:13348"} {"level":"info","ts":"2026-03-02T19:03:53.465624Z","caller":"traceutil/trace.go:171","msg":"trace[618150783] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-8ktb2; range_end:; response_count:1; response_revision:15462; }","duration":"186.152781ms","start":"2026-03-02T19:03:53.279454Z","end":"2026-03-02T19:03:53.465607Z","steps":["trace[618150783] 'agreement among raft nodes before linearized reading' (duration: 185.946916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.466076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.211133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-5b65b875cc\" ","response":"range_response_count:1 size:10969"} {"level":"info","ts":"2026-03-02T19:03:53.466141Z","caller":"traceutil/trace.go:171","msg":"trace[1018588672] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-5b65b875cc; range_end:; response_count:1; response_revision:15462; }","duration":"182.333396ms","start":"2026-03-02T19:03:53.28379Z","end":"2026-03-02T19:03:53.466124Z","steps":["trace[1018588672] 'agreement among raft nodes before linearized reading' (duration: 181.316461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.470787Z","caller":"traceutil/trace.go:171","msg":"trace[337405559] transaction","detail":"{read_only:false; response_revision:15463; number_of_response:1; }","duration":"117.578987ms","start":"2026-03-02T19:03:53.353193Z","end":"2026-03-02T19:03:53.470772Z","steps":["trace[337405559] 'process raft request' (duration: 117.480195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.471213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.012163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-8ktb2\" ","response":"range_response_count:1 size:13348"} {"level":"info","ts":"2026-03-02T19:03:53.471281Z","caller":"traceutil/trace.go:171","msg":"trace[738604091] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-8ktb2; range_end:; response_count:1; response_revision:15463; }","duration":"123.100115ms","start":"2026-03-02T19:03:53.348164Z","end":"2026-03-02T19:03:53.471264Z","steps":["trace[738604091] 'agreement among raft nodes before linearized reading' (duration: 122.852199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.471437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.739141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-02T19:03:53.471552Z","caller":"traceutil/trace.go:171","msg":"trace[1651707917] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:15463; }","duration":"119.867875ms","start":"2026-03-02T19:03:53.351667Z","end":"2026-03-02T19:03:53.471535Z","steps":["trace[1651707917] 'agreement among raft nodes before linearized reading' (duration: 119.65329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.691349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.114982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:03:53.691551Z","caller":"traceutil/trace.go:171","msg":"trace[770221200] linearizableReadLoop","detail":"{readStateIndex:16025; appliedIndex:16024; }","duration":"220.238829ms","start":"2026-03-02T19:03:53.471294Z","end":"2026-03-02T19:03:53.691533Z","steps":["trace[770221200] 'read index received' (duration: 95.887322ms)","trace[770221200] 'applied index is now lower than readState.Index' (duration: 124.349767ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:53.691597Z","caller":"traceutil/trace.go:171","msg":"trace[1374277103] transaction","detail":"{read_only:false; response_revision:15464; number_of_response:1; }","duration":"222.25621ms","start":"2026-03-02T19:03:53.469313Z","end":"2026-03-02T19:03:53.691569Z","steps":["trace[1374277103] 'process raft request' (duration: 97.856811ms)","trace[1374277103] 'compare' (duration: 123.969549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:53.691782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.464425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-02T19:03:53.692149Z","caller":"traceutil/trace.go:171","msg":"trace[642258745] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:15464; }","duration":"220.842174ms","start":"2026-03-02T19:03:53.471288Z","end":"2026-03-02T19:03:53.69213Z","steps":["trace[642258745] 'agreement among raft nodes before linearized reading' (duration: 220.299731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.70777Z","caller":"traceutil/trace.go:171","msg":"trace[1884073603] transaction","detail":"{read_only:false; response_revision:15465; number_of_response:1; }","duration":"231.630134ms","start":"2026-03-02T19:03:53.476108Z","end":"2026-03-02T19:03:53.707738Z","steps":["trace[1884073603] 'process raft request' (duration: 231.428849ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.707835Z","caller":"traceutil/trace.go:171","msg":"trace[1575597741] transaction","detail":"{read_only:false; response_revision:15466; number_of_response:1; }","duration":"228.583828ms","start":"2026-03-02T19:03:53.479223Z","end":"2026-03-02T19:03:53.707806Z","steps":["trace[1575597741] 'process raft request' (duration: 228.431634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.707908Z","caller":"traceutil/trace.go:171","msg":"trace[1951541661] transaction","detail":"{read_only:false; response_revision:15467; number_of_response:1; }","duration":"228.437516ms","start":"2026-03-02T19:03:53.479452Z","end":"2026-03-02T19:03:53.707889Z","steps":["trace[1951541661] 'process raft request' (duration: 228.256481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.708088Z","caller":"traceutil/trace.go:171","msg":"trace[2130794153] transaction","detail":"{read_only:false; response_revision:15468; number_of_response:1; }","duration":"228.006875ms","start":"2026-03-02T19:03:53.48003Z","end":"2026-03-02T19:03:53.708037Z","steps":["trace[2130794153] 'process raft request' (duration: 227.80037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.708116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.260797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:53.708153Z","caller":"traceutil/trace.go:171","msg":"trace[1372851705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15468; }","duration":"235.329388ms","start":"2026-03-02T19:03:53.472814Z","end":"2026-03-02T19:03:53.708143Z","steps":["trace[1372851705] 'agreement among raft nodes before linearized reading' (duration: 235.265947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.708163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.908333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-5b65b875cc\" ","response":"range_response_count:1 size:10969"} {"level":"info","ts":"2026-03-02T19:03:53.708206Z","caller":"traceutil/trace.go:171","msg":"trace[773710312] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-5b65b875cc; range_end:; response_count:1; response_revision:15468; }","duration":"231.960524ms","start":"2026-03-02T19:03:53.476232Z","end":"2026-03-02T19:03:53.708193Z","steps":["trace[773710312] 'agreement among raft nodes before linearized reading' (duration: 231.82051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.708404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.794368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11285"} {"level":"info","ts":"2026-03-02T19:03:53.708426Z","caller":"traceutil/trace.go:171","msg":"trace[686498462] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:15468; }","duration":"221.832219ms","start":"2026-03-02T19:03:53.486589Z","end":"2026-03-02T19:03:53.708421Z","steps":["trace[686498462] 'agreement among raft nodes before linearized reading' (duration: 221.767448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.708414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.246177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/neutron-server\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-02T19:03:53.708422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.480617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-02T19:03:53.708453Z","caller":"traceutil/trace.go:171","msg":"trace[1113670738] range","detail":"{range_begin:/registry/serviceaccounts/openstack/neutron-server; range_end:; response_count:1; response_revision:15468; }","duration":"200.325599ms","start":"2026-03-02T19:03:53.508117Z","end":"2026-03-02T19:03:53.708443Z","steps":["trace[1113670738] 'agreement among raft nodes before linearized reading' (duration: 200.201426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.708469Z","caller":"traceutil/trace.go:171","msg":"trace[1678888076] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:15468; }","duration":"232.566909ms","start":"2026-03-02T19:03:53.475887Z","end":"2026-03-02T19:03:53.708454Z","steps":["trace[1678888076] 'agreement among raft nodes before linearized reading' (duration: 232.376194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.70853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.519732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:03:53.708583Z","caller":"traceutil/trace.go:171","msg":"trace[1260802000] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15468; }","duration":"161.620415ms","start":"2026-03-02T19:03:53.546948Z","end":"2026-03-02T19:03:53.708569Z","steps":["trace[1260802000] 'agreement among raft nodes before linearized reading' (duration: 161.518862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.924119Z","caller":"traceutil/trace.go:171","msg":"trace[305463334] linearizableReadLoop","detail":"{readStateIndex:16032; appliedIndex:16030; }","duration":"173.686838ms","start":"2026-03-02T19:03:53.75041Z","end":"2026-03-02T19:03:53.924097Z","steps":["trace[305463334] 'read index received' (duration: 173.413142ms)","trace[305463334] 'applied index is now lower than readState.Index' (duration: 272.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:53.92451Z","caller":"traceutil/trace.go:171","msg":"trace[788908263] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"205.384495ms","start":"2026-03-02T19:03:53.719107Z","end":"2026-03-02T19:03:53.924491Z","steps":["trace[788908263] 'process raft request' (duration: 204.78071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:53.924794Z","caller":"traceutil/trace.go:171","msg":"trace[9686431] transaction","detail":"{read_only:false; response_revision:15471; number_of_response:1; }","duration":"201.710182ms","start":"2026-03-02T19:03:53.723073Z","end":"2026-03-02T19:03:53.924783Z","steps":["trace[9686431] 'process raft request' (duration: 200.962224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.925183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.555895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111752"} {"level":"info","ts":"2026-03-02T19:03:53.925241Z","caller":"traceutil/trace.go:171","msg":"trace[377594746] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15471; }","duration":"206.647337ms","start":"2026-03-02T19:03:53.718582Z","end":"2026-03-02T19:03:53.925229Z","steps":["trace[377594746] 'agreement among raft nodes before linearized reading' (duration: 206.3605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:53.925253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.335184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T19:03:53.925339Z","caller":"traceutil/trace.go:171","msg":"trace[1175398389] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:15471; }","duration":"207.446158ms","start":"2026-03-02T19:03:53.71787Z","end":"2026-03-02T19:03:53.925316Z","steps":["trace[1175398389] 'agreement among raft nodes before linearized reading' (duration: 207.228962ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:54.28148Z","caller":"traceutil/trace.go:171","msg":"trace[1956792012] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"152.023713ms","start":"2026-03-02T19:03:54.129433Z","end":"2026-03-02T19:03:54.281457Z","steps":["trace[1956792012] 'process raft request' (duration: 85.743006ms)","trace[1956792012] 'compare' (duration: 66.155784ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:54.320218Z","caller":"traceutil/trace.go:171","msg":"trace[205782471] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"137.858107ms","start":"2026-03-02T19:03:54.182328Z","end":"2026-03-02T19:03:54.320186Z","steps":["trace[205782471] 'process raft request' (duration: 137.615101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.780931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.068591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:03:54.781201Z","caller":"traceutil/trace.go:171","msg":"trace[2074374577] transaction","detail":"{read_only:false; response_revision:15479; number_of_response:1; }","duration":"322.81017ms","start":"2026-03-02T19:03:54.458315Z","end":"2026-03-02T19:03:54.781125Z","steps":["trace[2074374577] 'process raft request' (duration: 136.450233ms)","trace[2074374577] 'compare' (duration: 185.945636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:54.781312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:54.458302Z","time spent":"322.948863ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:54.781359Z","caller":"traceutil/trace.go:171","msg":"trace[1884065862] linearizableReadLoop","detail":"{readStateIndex:16040; appliedIndex:16039; }","duration":"310.445288ms","start":"2026-03-02T19:03:54.470816Z","end":"2026-03-02T19:03:54.781261Z","steps":["trace[1884065862] 'read index received' (duration: 123.961098ms)","trace[1884065862] 'applied index is now lower than readState.Index' (duration: 186.47887ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:54.781311Z","caller":"traceutil/trace.go:171","msg":"trace[547662] transaction","detail":"{read_only:false; response_revision:15480; number_of_response:1; }","duration":"277.318755ms","start":"2026-03-02T19:03:54.503916Z","end":"2026-03-02T19:03:54.781234Z","steps":["trace[547662] 'process raft request' (duration: 277.197522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.781701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.875219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" ","response":"range_response_count:1 size:20668"} {"level":"info","ts":"2026-03-02T19:03:54.781759Z","caller":"traceutil/trace.go:171","msg":"trace[1443858854] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5mbn8; range_end:; response_count:1; response_revision:15480; }","duration":"310.96115ms","start":"2026-03-02T19:03:54.470785Z","end":"2026-03-02T19:03:54.781746Z","steps":["trace[1443858854] 'agreement among raft nodes before linearized reading' (duration: 310.644292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.781793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:54.470772Z","time spent":"311.013302ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" "} {"level":"info","ts":"2026-03-02T19:03:54.784994Z","caller":"traceutil/trace.go:171","msg":"trace[1952184531] transaction","detail":"{read_only:false; response_revision:15481; number_of_response:1; }","duration":"187.611358ms","start":"2026-03-02T19:03:54.597367Z","end":"2026-03-02T19:03:54.784978Z","steps":["trace[1952184531] 'process raft request' (duration: 187.509126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:54.968691Z","caller":"traceutil/trace.go:171","msg":"trace[1087222544] linearizableReadLoop","detail":"{readStateIndex:16044; appliedIndex:16041; }","duration":"187.213119ms","start":"2026-03-02T19:03:54.781457Z","end":"2026-03-02T19:03:54.96867Z","steps":["trace[1087222544] 'read index received' (duration: 3.467067ms)","trace[1087222544] 'applied index is now lower than readState.Index' (duration: 183.744942ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:54.96903Z","caller":"traceutil/trace.go:171","msg":"trace[355106609] transaction","detail":"{read_only:false; response_revision:15482; number_of_response:1; }","duration":"275.738175ms","start":"2026-03-02T19:03:54.693278Z","end":"2026-03-02T19:03:54.969017Z","steps":["trace[355106609] 'process raft request' (duration: 275.187202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:54.969225Z","caller":"traceutil/trace.go:171","msg":"trace[54675384] transaction","detail":"{read_only:false; response_revision:15483; number_of_response:1; }","duration":"188.443099ms","start":"2026-03-02T19:03:54.780772Z","end":"2026-03-02T19:03:54.969215Z","steps":["trace[54675384] 'process raft request' (duration: 187.819924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:54.969351Z","caller":"traceutil/trace.go:171","msg":"trace[1587174121] transaction","detail":"{read_only:false; response_revision:15484; number_of_response:1; }","duration":"187.386832ms","start":"2026-03-02T19:03:54.781956Z","end":"2026-03-02T19:03:54.969342Z","steps":["trace[1587174121] 'process raft request' (duration: 186.678745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.969737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.728782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:03:54.969779Z","caller":"traceutil/trace.go:171","msg":"trace[1617344066] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:15484; }","duration":"492.815825ms","start":"2026-03-02T19:03:54.476951Z","end":"2026-03-02T19:03:54.969767Z","steps":["trace[1617344066] 'agreement among raft nodes before linearized reading' (duration: 492.60819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.969811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:54.476937Z","time spent":"492.865906ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" "} {"level":"warn","ts":"2026-03-02T19:03:54.969992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.77019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:03:54.970099Z","caller":"traceutil/trace.go:171","msg":"trace[977378646] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:15484; }","duration":"497.898463ms","start":"2026-03-02T19:03:54.472181Z","end":"2026-03-02T19:03:54.97008Z","steps":["trace[977378646] 'agreement among raft nodes before linearized reading' (duration: 497.620086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.970153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:54.472177Z","time spent":"497.963564ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" "} {"level":"info","ts":"2026-03-02T19:03:54.985121Z","caller":"traceutil/trace.go:171","msg":"trace[1046789154] transaction","detail":"{read_only:false; response_revision:15485; number_of_response:1; }","duration":"191.968257ms","start":"2026-03-02T19:03:54.793111Z","end":"2026-03-02T19:03:54.985079Z","steps":["trace[1046789154] 'process raft request' (duration: 191.753602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:54.998369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.536969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:875775"} {"level":"info","ts":"2026-03-02T19:03:54.998432Z","caller":"traceutil/trace.go:171","msg":"trace[1156665399] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15487; }","duration":"207.609271ms","start":"2026-03-02T19:03:54.790808Z","end":"2026-03-02T19:03:54.998417Z","steps":["trace[1156665399] 'agreement among raft nodes before linearized reading' (duration: 206.614367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:55.271038Z","caller":"traceutil/trace.go:171","msg":"trace[1911408082] transaction","detail":"{read_only:false; response_revision:15490; number_of_response:1; }","duration":"120.353427ms","start":"2026-03-02T19:03:55.150662Z","end":"2026-03-02T19:03:55.271015Z","steps":["trace[1911408082] 'process raft request' (duration: 117.919055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:55.886846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.643381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:03:55.886962Z","caller":"traceutil/trace.go:171","msg":"trace[836149096] transaction","detail":"{read_only:false; response_revision:15493; number_of_response:1; }","duration":"558.744382ms","start":"2026-03-02T19:03:55.328192Z","end":"2026-03-02T19:03:55.886937Z","steps":["trace[836149096] 'process raft request' (duration: 160.930427ms)","trace[836149096] 'compare' (duration: 397.432716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:55.887048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:55.328178Z","time spent":"558.825624ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:55.941129Z","caller":"traceutil/trace.go:171","msg":"trace[362052684] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"602.952365ms","start":"2026-03-02T19:03:55.338146Z","end":"2026-03-02T19:03:55.941099Z","steps":["trace[362052684] 'process raft request' (duration: 602.76318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:55.941325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:55.338127Z","time spent":"603.100418ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:55.941363Z","caller":"traceutil/trace.go:171","msg":"trace[680070595] transaction","detail":"{read_only:false; response_revision:15495; number_of_response:1; }","duration":"603.045076ms","start":"2026-03-02T19:03:55.338295Z","end":"2026-03-02T19:03:55.94134Z","steps":["trace[680070595] 'process raft request' (duration: 602.734758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:55.941457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:55.338287Z","time spent":"603.121318ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:55.941549Z","caller":"traceutil/trace.go:171","msg":"trace[10652208] linearizableReadLoop","detail":"{readStateIndex:16058; appliedIndex:16054; }","duration":"517.742322ms","start":"2026-03-02T19:03:55.423786Z","end":"2026-03-02T19:03:55.941528Z","steps":["trace[10652208] 'read index received' (duration: 65.350664ms)","trace[10652208] 'applied index is now lower than readState.Index' (duration: 452.390458ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:55.941678Z","caller":"traceutil/trace.go:171","msg":"trace[487930696] transaction","detail":"{read_only:false; response_revision:15496; number_of_response:1; }","duration":"603.322563ms","start":"2026-03-02T19:03:55.338334Z","end":"2026-03-02T19:03:55.941656Z","steps":["trace[487930696] 'process raft request' (duration: 602.933923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:55.941686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.711696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:03:55.941696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.891175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:55.941739Z","caller":"traceutil/trace.go:171","msg":"trace[314959829] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15496; }","duration":"456.805018ms","start":"2026-03-02T19:03:55.484917Z","end":"2026-03-02T19:03:55.941722Z","steps":["trace[314959829] 'agreement among raft nodes before linearized reading' (duration: 456.715936ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:55.941761Z","caller":"traceutil/trace.go:171","msg":"trace[72065782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15496; }","duration":"518.009498ms","start":"2026-03-02T19:03:55.423733Z","end":"2026-03-02T19:03:55.941743Z","steps":["trace[72065782] 'agreement among raft nodes before linearized reading' (duration: 517.887805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:55.941763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:55.338329Z","time spent":"603.391584ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:55.941781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.108751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-netns-cleanup-cron-default-7fg44\" ","response":"range_response_count:1 size:11273"} {"level":"warn","ts":"2026-03-02T19:03:55.941792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:55.484893Z","time spent":"456.880911ms","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:03:55.941803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:55.423713Z","time spent":"518.08083ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:03:55.941827Z","caller":"traceutil/trace.go:171","msg":"trace[127454903] range","detail":"{range_begin:/registry/pods/openstack/neutron-netns-cleanup-cron-default-7fg44; range_end:; response_count:1; response_revision:15496; }","duration":"225.178733ms","start":"2026-03-02T19:03:55.716633Z","end":"2026-03-02T19:03:55.941812Z","steps":["trace[127454903] 'agreement among raft nodes before linearized reading' (duration: 225.036109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:56.068626Z","caller":"traceutil/trace.go:171","msg":"trace[495176201] linearizableReadLoop","detail":"{readStateIndex:16059; appliedIndex:16058; }","duration":"114.594582ms","start":"2026-03-02T19:03:55.954006Z","end":"2026-03-02T19:03:56.068601Z","steps":["trace[495176201] 'read index received' (duration: 114.348546ms)","trace[495176201] 'applied index is now lower than readState.Index' (duration: 245.176µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:56.068683Z","caller":"traceutil/trace.go:171","msg":"trace[1766795579] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"115.74368ms","start":"2026-03-02T19:03:55.952902Z","end":"2026-03-02T19:03:56.068645Z","steps":["trace[1766795579] 'process raft request' (duration: 115.518964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:56.069323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.293619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:875977"} {"level":"info","ts":"2026-03-02T19:03:56.069355Z","caller":"traceutil/trace.go:171","msg":"trace[1910263675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15497; }","duration":"115.365171ms","start":"2026-03-02T19:03:55.953982Z","end":"2026-03-02T19:03:56.069347Z","steps":["trace[1910263675] 'agreement among raft nodes before linearized reading' (duration: 114.733076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:02.350677Z","caller":"traceutil/trace.go:171","msg":"trace[543101425] linearizableReadLoop","detail":"{readStateIndex:16113; appliedIndex:16111; }","duration":"108.655697ms","start":"2026-03-02T19:04:02.241995Z","end":"2026-03-02T19:04:02.350651Z","steps":["trace[543101425] 'read index received' (duration: 97.981979ms)","trace[543101425] 'applied index is now lower than readState.Index' (duration: 10.672478ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:02.350881Z","caller":"traceutil/trace.go:171","msg":"trace[910846899] transaction","detail":"{read_only:false; response_revision:15550; number_of_response:1; }","duration":"109.774374ms","start":"2026-03-02T19:04:02.240956Z","end":"2026-03-02T19:04:02.35073Z","steps":["trace[910846899] 'process raft request' (duration: 109.544968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:02.350973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.946094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:04:02.351754Z","caller":"traceutil/trace.go:171","msg":"trace[1861553039] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15550; }","duration":"109.765603ms","start":"2026-03-02T19:04:02.241963Z","end":"2026-03-02T19:04:02.351728Z","steps":["trace[1861553039] 'agreement among raft nodes before linearized reading' (duration: 108.80168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:36.21227Z","caller":"traceutil/trace.go:171","msg":"trace[657840739] transaction","detail":"{read_only:false; response_revision:15739; number_of_response:1; }","duration":"128.279179ms","start":"2026-03-02T19:04:36.083961Z","end":"2026-03-02T19:04:36.21224Z","steps":["trace[657840739] 'process raft request' (duration: 127.980062ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:36.448618Z","caller":"traceutil/trace.go:171","msg":"trace[167236736] linearizableReadLoop","detail":"{readStateIndex:16314; appliedIndex:16312; }","duration":"156.589259ms","start":"2026-03-02T19:04:36.291996Z","end":"2026-03-02T19:04:36.448585Z","steps":["trace[167236736] 'read index received' (duration: 12.648647ms)","trace[167236736] 'applied index is now lower than readState.Index' (duration: 143.939392ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:36.448681Z","caller":"traceutil/trace.go:171","msg":"trace[1983365823] transaction","detail":"{read_only:false; response_revision:15744; number_of_response:1; }","duration":"171.413581ms","start":"2026-03-02T19:04:36.277244Z","end":"2026-03-02T19:04:36.448658Z","steps":["trace[1983365823] 'process raft request' (duration: 160.064617ms)","trace[1983365823] 'compare' (duration: 11.153248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:36.448785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.771984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:04:36.44885Z","caller":"traceutil/trace.go:171","msg":"trace[1189606347] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15744; }","duration":"156.843705ms","start":"2026-03-02T19:04:36.291991Z","end":"2026-03-02T19:04:36.448835Z","steps":["trace[1189606347] 'agreement among raft nodes before linearized reading' (duration: 156.695292ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:41.329284Z","caller":"traceutil/trace.go:171","msg":"trace[296014925] transaction","detail":"{read_only:false; response_revision:15765; number_of_response:1; }","duration":"162.18908ms","start":"2026-03-02T19:04:41.167068Z","end":"2026-03-02T19:04:41.329257Z","steps":["trace[296014925] 'process raft request' (duration: 72.11169ms)","trace[296014925] 'compare' (duration: 89.974257ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:43.440225Z","caller":"traceutil/trace.go:171","msg":"trace[382838970] transaction","detail":"{read_only:false; response_revision:15774; number_of_response:1; }","duration":"106.319928ms","start":"2026-03-02T19:04:43.333871Z","end":"2026-03-02T19:04:43.440191Z","steps":["trace[382838970] 'process raft request' (duration: 38.419884ms)","trace[382838970] 'compare' (duration: 67.76496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:44.495886Z","caller":"traceutil/trace.go:171","msg":"trace[1525927507] transaction","detail":"{read_only:false; response_revision:15779; number_of_response:1; }","duration":"124.439462ms","start":"2026-03-02T19:04:44.371413Z","end":"2026-03-02T19:04:44.495852Z","steps":["trace[1525927507] 'process raft request' (duration: 55.368428ms)","trace[1525927507] 'compare' (duration: 68.818967ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:52.562859Z","caller":"traceutil/trace.go:171","msg":"trace[698910006] linearizableReadLoop","detail":"{readStateIndex:16388; appliedIndex:16387; }","duration":"138.999357ms","start":"2026-03-02T19:04:52.423845Z","end":"2026-03-02T19:04:52.562845Z","steps":["trace[698910006] 'read index received' (duration: 138.861124ms)","trace[698910006] 'applied index is now lower than readState.Index' (duration: 137.803µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:52.562923Z","caller":"traceutil/trace.go:171","msg":"trace[2004318002] transaction","detail":"{read_only:false; response_revision:15815; number_of_response:1; }","duration":"140.990538ms","start":"2026-03-02T19:04:52.421895Z","end":"2026-03-02T19:04:52.562886Z","steps":["trace[2004318002] 'process raft request' (duration: 140.834304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:52.563008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.147211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:04:52.563031Z","caller":"traceutil/trace.go:171","msg":"trace[1265378277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15815; }","duration":"139.202803ms","start":"2026-03-02T19:04:52.423819Z","end":"2026-03-02T19:04:52.563022Z","steps":["trace[1265378277] 'agreement among raft nodes before linearized reading' (duration: 139.10808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:52.743804Z","caller":"traceutil/trace.go:171","msg":"trace[1064038374] linearizableReadLoop","detail":"{readStateIndex:16389; appliedIndex:16388; }","duration":"174.648801ms","start":"2026-03-02T19:04:52.569127Z","end":"2026-03-02T19:04:52.743776Z","steps":["trace[1064038374] 'read index received' (duration: 123.260072ms)","trace[1064038374] 'applied index is now lower than readState.Index' (duration: 51.387869ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:52.743928Z","caller":"traceutil/trace.go:171","msg":"trace[1454341178] transaction","detail":"{read_only:false; response_revision:15816; number_of_response:1; }","duration":"175.351359ms","start":"2026-03-02T19:04:52.568563Z","end":"2026-03-02T19:04:52.743915Z","steps":["trace[1454341178] 'process raft request' (duration: 123.850407ms)","trace[1454341178] 'compare' (duration: 51.083191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:52.744239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.219462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:04:52.744294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.626095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:04:52.744302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.656062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:04:52.744338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.931837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:04:52.744394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.931568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:52.74441Z","caller":"traceutil/trace.go:171","msg":"trace[1579057789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15816; }","duration":"107.832506ms","start":"2026-03-02T19:04:52.636557Z","end":"2026-03-02T19:04:52.744389Z","steps":["trace[1579057789] 'agreement among raft nodes before linearized reading' (duration: 107.665392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:52.744432Z","caller":"traceutil/trace.go:171","msg":"trace[1866002037] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15816; }","duration":"175.323039ms","start":"2026-03-02T19:04:52.569099Z","end":"2026-03-02T19:04:52.744422Z","steps":["trace[1866002037] 'agreement among raft nodes before linearized reading' (duration: 174.935059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:52.744422Z","caller":"traceutil/trace.go:171","msg":"trace[1712536192] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15816; }","duration":"145.018529ms","start":"2026-03-02T19:04:52.599379Z","end":"2026-03-02T19:04:52.744398Z","steps":["trace[1712536192] 'agreement among raft nodes before linearized reading' (duration: 144.857235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:52.744414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.529842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:04:52.744504Z","caller":"traceutil/trace.go:171","msg":"trace[1375930644] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15816; }","duration":"151.646295ms","start":"2026-03-02T19:04:52.592836Z","end":"2026-03-02T19:04:52.744482Z","steps":["trace[1375930644] 'agreement among raft nodes before linearized reading' (duration: 151.345187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:52.744315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.97987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:04:52.744604Z","caller":"traceutil/trace.go:171","msg":"trace[1988009543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15816; }","duration":"169.268557ms","start":"2026-03-02T19:04:52.575312Z","end":"2026-03-02T19:04:52.74458Z","steps":["trace[1988009543] 'agreement among raft nodes before linearized reading' (duration: 168.877058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:52.744339Z","caller":"traceutil/trace.go:171","msg":"trace[242697427] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15816; }","duration":"137.707346ms","start":"2026-03-02T19:04:52.60662Z","end":"2026-03-02T19:04:52.744327Z","steps":["trace[242697427] 'agreement among raft nodes before linearized reading' (duration: 137.555932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:52.744338Z","caller":"traceutil/trace.go:171","msg":"trace[1939383419] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15816; }","duration":"174.358316ms","start":"2026-03-02T19:04:52.56996Z","end":"2026-03-02T19:04:52.744318Z","steps":["trace[1939383419] 'agreement among raft nodes before linearized reading' (duration: 174.173871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:52.9338Z","caller":"traceutil/trace.go:171","msg":"trace[1726697546] transaction","detail":"{read_only:false; response_revision:15818; number_of_response:1; }","duration":"183.130555ms","start":"2026-03-02T19:04:52.750626Z","end":"2026-03-02T19:04:52.933757Z","steps":["trace[1726697546] 'process raft request' (duration: 182.813157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:52.933821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.047981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-02T19:04:52.93403Z","caller":"traceutil/trace.go:171","msg":"trace[1051553413] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:15818; }","duration":"173.284978ms","start":"2026-03-02T19:04:52.760711Z","end":"2026-03-02T19:04:52.933996Z","steps":["trace[1051553413] 'agreement among raft nodes before linearized reading' (duration: 172.918319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:52.934818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.610732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:883551"} {"level":"info","ts":"2026-03-02T19:04:52.934889Z","caller":"traceutil/trace.go:171","msg":"trace[1251787873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:15818; }","duration":"184.710234ms","start":"2026-03-02T19:04:52.750166Z","end":"2026-03-02T19:04:52.934876Z","steps":["trace[1251787873] 'agreement among raft nodes before linearized reading' (duration: 183.495173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:54.737378Z","caller":"traceutil/trace.go:171","msg":"trace[216308834] linearizableReadLoop","detail":"{readStateIndex:16397; appliedIndex:16396; }","duration":"167.290198ms","start":"2026-03-02T19:04:54.570065Z","end":"2026-03-02T19:04:54.737355Z","steps":["trace[216308834] 'read index received' (duration: 167.111363ms)","trace[216308834] 'applied index is now lower than readState.Index' (duration: 177.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:54.73742Z","caller":"traceutil/trace.go:171","msg":"trace[315538420] transaction","detail":"{read_only:false; response_revision:15824; number_of_response:1; }","duration":"167.539084ms","start":"2026-03-02T19:04:54.569859Z","end":"2026-03-02T19:04:54.737398Z","steps":["trace[315538420] 'process raft request' (duration: 167.310118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:54.737528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.690631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:54.737567Z","caller":"traceutil/trace.go:171","msg":"trace[690226788] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15824; }","duration":"166.774134ms","start":"2026-03-02T19:04:54.570782Z","end":"2026-03-02T19:04:54.737556Z","steps":["trace[690226788] 'agreement among raft nodes before linearized reading' (duration: 166.702462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:54.737613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.476857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:54.737666Z","caller":"traceutil/trace.go:171","msg":"trace[116520492] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15824; }","duration":"166.538238ms","start":"2026-03-02T19:04:54.571112Z","end":"2026-03-02T19:04:54.737651Z","steps":["trace[116520492] 'agreement among raft nodes before linearized reading' (duration: 166.455016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:54.737641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.824556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-02T19:04:54.737742Z","caller":"traceutil/trace.go:171","msg":"trace[1847376201] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15824; }","duration":"164.956749ms","start":"2026-03-02T19:04:54.572763Z","end":"2026-03-02T19:04:54.73772Z","steps":["trace[1847376201] 'agreement among raft nodes before linearized reading' (duration: 164.746224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:54.737609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.530014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:04:54.737796Z","caller":"traceutil/trace.go:171","msg":"trace[819912717] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15824; }","duration":"167.736898ms","start":"2026-03-02T19:04:54.570049Z","end":"2026-03-02T19:04:54.737785Z","steps":["trace[819912717] 'agreement among raft nodes before linearized reading' (duration: 167.426211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:54.737922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.331018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:04:54.738025Z","caller":"traceutil/trace.go:171","msg":"trace[2006066727] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15824; }","duration":"165.461201ms","start":"2026-03-02T19:04:54.572543Z","end":"2026-03-02T19:04:54.738005Z","steps":["trace[2006066727] 'agreement among raft nodes before linearized reading' (duration: 165.01119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:54.951445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.279577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:04:54.951549Z","caller":"traceutil/trace.go:171","msg":"trace[1059102328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15825; }","duration":"112.415381ms","start":"2026-03-02T19:04:54.839117Z","end":"2026-03-02T19:04:54.951532Z","steps":["trace[1059102328] 'range keys from in-memory index tree' (duration: 112.168984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:57.833937Z","caller":"traceutil/trace.go:171","msg":"trace[894424108] transaction","detail":"{read_only:false; response_revision:15842; number_of_response:1; }","duration":"140.074854ms","start":"2026-03-02T19:04:57.693838Z","end":"2026-03-02T19:04:57.833913Z","steps":["trace[894424108] 'process raft request' (duration: 139.948241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:59.735353Z","caller":"traceutil/trace.go:171","msg":"trace[1791793829] transaction","detail":"{read_only:false; response_revision:15850; number_of_response:1; }","duration":"129.177201ms","start":"2026-03-02T19:04:59.606145Z","end":"2026-03-02T19:04:59.735322Z","steps":["trace[1791793829] 'process raft request' (duration: 128.923585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.378558Z","caller":"traceutil/trace.go:171","msg":"trace[1594414483] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"136.060214ms","start":"2026-03-02T19:05:00.242468Z","end":"2026-03-02T19:05:00.378529Z","steps":["trace[1594414483] 'process raft request' (duration: 122.051762ms)","trace[1594414483] 'compare' (duration: 13.888069ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:05:00.425668Z","caller":"traceutil/trace.go:171","msg":"trace[1923101095] transaction","detail":"{read_only:false; response_revision:15858; number_of_response:1; }","duration":"142.022424ms","start":"2026-03-02T19:05:00.283612Z","end":"2026-03-02T19:05:00.425635Z","steps":["trace[1923101095] 'process raft request' (duration: 141.893601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.425712Z","caller":"traceutil/trace.go:171","msg":"trace[342849449] transaction","detail":"{read_only:false; response_revision:15857; number_of_response:1; }","duration":"143.892381ms","start":"2026-03-02T19:05:00.281789Z","end":"2026-03-02T19:05:00.425682Z","steps":["trace[342849449] 'process raft request' (duration: 143.591863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.543692Z","caller":"traceutil/trace.go:171","msg":"trace[1670093277] transaction","detail":"{read_only:false; response_revision:15860; number_of_response:1; }","duration":"113.288433ms","start":"2026-03-02T19:05:00.430387Z","end":"2026-03-02T19:05:00.543675Z","steps":["trace[1670093277] 'process raft request' (duration: 113.056087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.5437Z","caller":"traceutil/trace.go:171","msg":"trace[704714069] transaction","detail":"{read_only:false; response_revision:15861; number_of_response:1; }","duration":"112.063841ms","start":"2026-03-02T19:05:00.431614Z","end":"2026-03-02T19:05:00.543678Z","steps":["trace[704714069] 'process raft request' (duration: 111.963499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.726185Z","caller":"traceutil/trace.go:171","msg":"trace[646587699] transaction","detail":"{read_only:false; response_revision:15863; number_of_response:1; }","duration":"170.009125ms","start":"2026-03-02T19:05:00.556145Z","end":"2026-03-02T19:05:00.726154Z","steps":["trace[646587699] 'process raft request' (duration: 169.825201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.888748Z","caller":"traceutil/trace.go:171","msg":"trace[62951085] linearizableReadLoop","detail":"{readStateIndex:16440; appliedIndex:16439; }","duration":"138.151726ms","start":"2026-03-02T19:05:00.75057Z","end":"2026-03-02T19:05:00.888722Z","steps":["trace[62951085] 'read index received' (duration: 74.656233ms)","trace[62951085] 'applied index is now lower than readState.Index' (duration: 63.494243ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:05:00.888898Z","caller":"traceutil/trace.go:171","msg":"trace[10629246] transaction","detail":"{read_only:false; response_revision:15864; number_of_response:1; }","duration":"140.962896ms","start":"2026-03-02T19:05:00.747899Z","end":"2026-03-02T19:05:00.888862Z","steps":["trace[10629246] 'process raft request' (duration: 77.405602ms)","trace[10629246] 'compare' (duration: 63.291628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:05:00.888976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.186577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:05:00.889039Z","caller":"traceutil/trace.go:171","msg":"trace[1494392579] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15864; }","duration":"138.275998ms","start":"2026-03-02T19:05:00.750746Z","end":"2026-03-02T19:05:00.889022Z","steps":["trace[1494392579] 'agreement among raft nodes before linearized reading' (duration: 138.130285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:05:00.889035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.444313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:05:00.889093Z","caller":"traceutil/trace.go:171","msg":"trace[2094098187] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15864; }","duration":"138.533065ms","start":"2026-03-02T19:05:00.750542Z","end":"2026-03-02T19:05:00.889075Z","steps":["trace[2094098187] 'agreement among raft nodes before linearized reading' (duration: 138.32149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:05:00.889484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.353001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:05:00.889505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.843223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-02T19:05:00.889529Z","caller":"traceutil/trace.go:171","msg":"trace[2030572171] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15864; }","duration":"138.408612ms","start":"2026-03-02T19:05:00.75111Z","end":"2026-03-02T19:05:00.889518Z","steps":["trace[2030572171] 'agreement among raft nodes before linearized reading' (duration: 138.34585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:00.889549Z","caller":"traceutil/trace.go:171","msg":"trace[334796048] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15864; }","duration":"136.898855ms","start":"2026-03-02T19:05:00.752637Z","end":"2026-03-02T19:05:00.889536Z","steps":["trace[334796048] 'agreement among raft nodes before linearized reading' (duration: 136.739731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:05:00.889666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.59228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T19:05:00.889699Z","caller":"traceutil/trace.go:171","msg":"trace[1675964176] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15864; }","duration":"111.624091ms","start":"2026-03-02T19:05:00.778066Z","end":"2026-03-02T19:05:00.88969Z","steps":["trace[1675964176] 'agreement among raft nodes before linearized reading' (duration: 111.539879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:09.902963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.191938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:06:09.903128Z","caller":"traceutil/trace.go:171","msg":"trace[915327574] transaction","detail":"{read_only:false; response_revision:16340; number_of_response:1; }","duration":"179.558675ms","start":"2026-03-02T19:06:09.723544Z","end":"2026-03-02T19:06:09.903068Z","steps":["trace[915327574] 'process raft request' (duration: 31.143201ms)","trace[915327574] 'compare' (duration: 148.062105ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:10.116717Z","caller":"traceutil/trace.go:171","msg":"trace[703954950] linearizableReadLoop","detail":"{readStateIndex:16931; appliedIndex:16930; }","duration":"122.840442ms","start":"2026-03-02T19:06:09.993852Z","end":"2026-03-02T19:06:10.116693Z","steps":["trace[703954950] 'read index received' (duration: 49.226136ms)","trace[703954950] 'applied index is now lower than readState.Index' (duration: 73.613336ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:10.116769Z","caller":"traceutil/trace.go:171","msg":"trace[657345565] transaction","detail":"{read_only:false; response_revision:16341; number_of_response:1; }","duration":"128.091694ms","start":"2026-03-02T19:06:09.988649Z","end":"2026-03-02T19:06:10.116741Z","steps":["trace[657345565] 'process raft request' (duration: 54.423055ms)","trace[657345565] 'compare' (duration: 73.460043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:10.117126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.678011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-02T19:06:10.11714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.284293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-02T19:06:10.117192Z","caller":"traceutil/trace.go:171","msg":"trace[1981712530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:16341; }","duration":"107.784864ms","start":"2026-03-02T19:06:10.00939Z","end":"2026-03-02T19:06:10.117174Z","steps":["trace[1981712530] 'agreement among raft nodes before linearized reading' (duration: 107.559719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:10.117198Z","caller":"traceutil/trace.go:171","msg":"trace[1399519671] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:16341; }","duration":"123.377996ms","start":"2026-03-02T19:06:09.993806Z","end":"2026-03-02T19:06:10.117184Z","steps":["trace[1399519671] 'agreement among raft nodes before linearized reading' (duration: 123.019107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:19.098571Z","caller":"traceutil/trace.go:171","msg":"trace[650960095] linearizableReadLoop","detail":"{readStateIndex:16973; appliedIndex:16972; }","duration":"184.448727ms","start":"2026-03-02T19:06:18.914096Z","end":"2026-03-02T19:06:19.098545Z","steps":["trace[650960095] 'read index received' (duration: 184.244252ms)","trace[650960095] 'applied index is now lower than readState.Index' (duration: 203.505µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:19.098717Z","caller":"traceutil/trace.go:171","msg":"trace[872377547] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"189.624287ms","start":"2026-03-02T19:06:18.909046Z","end":"2026-03-02T19:06:19.09867Z","steps":["trace[872377547] 'process raft request' (duration: 189.36644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:19.09892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.454166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:06:19.099009Z","caller":"traceutil/trace.go:171","msg":"trace[750849832] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:16382; }","duration":"178.5949ms","start":"2026-03-02T19:06:18.920387Z","end":"2026-03-02T19:06:19.098982Z","steps":["trace[750849832] 'agreement among raft nodes before linearized reading' (duration: 178.369805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:19.099257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.276902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-02T19:06:19.099317Z","caller":"traceutil/trace.go:171","msg":"trace[98518186] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:16382; }","duration":"178.360794ms","start":"2026-03-02T19:06:18.920939Z","end":"2026-03-02T19:06:19.0993Z","steps":["trace[98518186] 'agreement among raft nodes before linearized reading' (duration: 178.20533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:19.099596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.486024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:931020"} {"level":"info","ts":"2026-03-02T19:06:19.099647Z","caller":"traceutil/trace.go:171","msg":"trace[120605498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16382; }","duration":"185.550405ms","start":"2026-03-02T19:06:18.914083Z","end":"2026-03-02T19:06:19.099633Z","steps":["trace[120605498] 'agreement among raft nodes before linearized reading' (duration: 184.625811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:20.391956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.948982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-72bhb\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-03-02T19:06:20.392025Z","caller":"traceutil/trace.go:171","msg":"trace[1165535278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-72bhb; range_end:; response_count:1; response_revision:16396; }","duration":"136.038434ms","start":"2026-03-02T19:06:20.25597Z","end":"2026-03-02T19:06:20.392008Z","steps":["trace[1165535278] 'agreement among raft nodes before linearized reading' (duration: 135.869609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:20.392036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.640918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-02T19:06:20.392129Z","caller":"traceutil/trace.go:171","msg":"trace[1007304642] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:16396; }","duration":"130.759331ms","start":"2026-03-02T19:06:20.261355Z","end":"2026-03-02T19:06:20.392114Z","steps":["trace[1007304642] 'agreement among raft nodes before linearized reading' (duration: 130.545416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:20.392156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.324239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-8ktb2\" ","response":"range_response_count:1 size:15344"} {"level":"info","ts":"2026-03-02T19:06:20.392246Z","caller":"traceutil/trace.go:171","msg":"trace[2115768657] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-8ktb2; range_end:; response_count:1; response_revision:16396; }","duration":"132.450483ms","start":"2026-03-02T19:06:20.259774Z","end":"2026-03-02T19:06:20.392224Z","steps":["trace[2115768657] 'agreement among raft nodes before linearized reading' (duration: 132.161086ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:20.39218Z","caller":"traceutil/trace.go:171","msg":"trace[2026611462] transaction","detail":"{read_only:false; response_revision:16396; number_of_response:1; }","duration":"102.254326ms","start":"2026-03-02T19:06:20.289904Z","end":"2026-03-02T19:06:20.392158Z","steps":["trace[2026611462] 'process raft request' (duration: 93.872306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:20.392359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.002116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-4kpgg\" ","response":"range_response_count:1 size:15353"} {"level":"info","ts":"2026-03-02T19:06:20.392426Z","caller":"traceutil/trace.go:171","msg":"trace[1338716274] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-4kpgg; range_end:; response_count:1; response_revision:16397; }","duration":"133.092409ms","start":"2026-03-02T19:06:20.259322Z","end":"2026-03-02T19:06:20.392415Z","steps":["trace[1338716274] 'agreement among raft nodes before linearized reading' (duration: 132.902084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:25.862962Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14340} {"level":"info","ts":"2026-03-02T19:06:25.966086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14340,"took":"101.011414ms","hash":1438467119,"current-db-size-bytes":44367872,"current-db-size":"44 MB","current-db-size-in-use-bytes":27967488,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:06:25.966151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1438467119,"revision":14340,"compact-revision":11972} {"level":"info","ts":"2026-03-02T19:06:32.750095Z","caller":"traceutil/trace.go:171","msg":"trace[2019830861] transaction","detail":"{read_only:false; response_revision:16501; number_of_response:1; }","duration":"685.226041ms","start":"2026-03-02T19:06:32.064838Z","end":"2026-03-02T19:06:32.750064Z","steps":["trace[2019830861] 'process raft request' (duration: 684.974655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:32.750627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:32.064822Z","time spent":"685.422546ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:32.869641Z","caller":"traceutil/trace.go:171","msg":"trace[148749058] linearizableReadLoop","detail":"{readStateIndex:17101; appliedIndex:17099; }","duration":"447.894258ms","start":"2026-03-02T19:06:32.421706Z","end":"2026-03-02T19:06:32.8696Z","steps":["trace[148749058] 'read index received' (duration: 328.054561ms)","trace[148749058] 'applied index is now lower than readState.Index' (duration: 119.837247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:32.869868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.137093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:06:32.869935Z","caller":"traceutil/trace.go:171","msg":"trace[1272073951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16502; }","duration":"448.260226ms","start":"2026-03-02T19:06:32.42165Z","end":"2026-03-02T19:06:32.86991Z","steps":["trace[1272073951] 'agreement among raft nodes before linearized reading' (duration: 448.140753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:32.869984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:32.42163Z","time spent":"448.342679ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:06:32.869786Z","caller":"traceutil/trace.go:171","msg":"trace[960650480] transaction","detail":"{read_only:false; response_revision:16502; number_of_response:1; }","duration":"596.654739ms","start":"2026-03-02T19:06:32.273082Z","end":"2026-03-02T19:06:32.869736Z","steps":["trace[960650480] 'process raft request' (duration: 594.617828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:32.870293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.66106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T19:06:32.87043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.458382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:06:32.870317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.141874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-02T19:06:32.870491Z","caller":"traceutil/trace.go:171","msg":"trace[825006851] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16502; }","duration":"382.903436ms","start":"2026-03-02T19:06:32.487547Z","end":"2026-03-02T19:06:32.87045Z","steps":["trace[825006851] 'agreement among raft nodes before linearized reading' (duration: 382.344752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:32.870598Z","caller":"traceutil/trace.go:171","msg":"trace[158822951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16502; }","duration":"285.622776ms","start":"2026-03-02T19:06:32.584929Z","end":"2026-03-02T19:06:32.870552Z","steps":["trace[158822951] 'agreement among raft nodes before linearized reading' (duration: 285.337089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:32.870604Z","caller":"traceutil/trace.go:171","msg":"trace[984267741] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:16502; }","duration":"287.498813ms","start":"2026-03-02T19:06:32.583083Z","end":"2026-03-02T19:06:32.870581Z","steps":["trace[984267741] 'agreement among raft nodes before linearized reading' (duration: 286.97157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:32.870674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:32.487515Z","time spent":"383.142372ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:06:32.87067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.488625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:06:32.870789Z","caller":"traceutil/trace.go:171","msg":"trace[1433728871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16502; }","duration":"376.648379ms","start":"2026-03-02T19:06:32.494111Z","end":"2026-03-02T19:06:32.870759Z","steps":["trace[1433728871] 'agreement among raft nodes before linearized reading' (duration: 376.2746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:32.870867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:32.494086Z","time spent":"376.765002ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:06:32.870511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:32.273062Z","time spent":"597.132711ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:38.889215Z","caller":"traceutil/trace.go:171","msg":"trace[1172034840] transaction","detail":"{read_only:false; response_revision:16541; number_of_response:1; }","duration":"118.698659ms","start":"2026-03-02T19:06:38.770492Z","end":"2026-03-02T19:06:38.88919Z","steps":["trace[1172034840] 'process raft request' (duration: 118.520054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:39.323713Z","caller":"traceutil/trace.go:171","msg":"trace[936460847] linearizableReadLoop","detail":"{readStateIndex:17142; appliedIndex:17141; }","duration":"427.007823ms","start":"2026-03-02T19:06:38.896682Z","end":"2026-03-02T19:06:39.323689Z","steps":["trace[936460847] 'read index received' (duration: 426.50022ms)","trace[936460847] 'applied index is now lower than readState.Index' (duration: 504.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:39.323779Z","caller":"traceutil/trace.go:171","msg":"trace[2140677484] transaction","detail":"{read_only:false; response_revision:16542; number_of_response:1; }","duration":"432.212882ms","start":"2026-03-02T19:06:38.891539Z","end":"2026-03-02T19:06:39.323752Z","steps":["trace[2140677484] 'process raft request' (duration: 431.70685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:39.323926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.249358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:06:39.323919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:38.891521Z","time spent":"432.315245ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:39.32397Z","caller":"traceutil/trace.go:171","msg":"trace[59993296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16542; }","duration":"427.31355ms","start":"2026-03-02T19:06:38.896645Z","end":"2026-03-02T19:06:39.323958Z","steps":["trace[59993296] 'agreement among raft nodes before linearized reading' (duration: 427.163367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:39.324001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:38.896637Z","time spent":"427.356371ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:06:39.324044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.508972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-02T19:06:39.324124Z","caller":"traceutil/trace.go:171","msg":"trace[1313329399] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:16542; }","duration":"385.628025ms","start":"2026-03-02T19:06:38.938476Z","end":"2026-03-02T19:06:39.324104Z","steps":["trace[1313329399] 'agreement among raft nodes before linearized reading' (duration: 385.390219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:39.324166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:38.938459Z","time spent":"385.698486ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" "} {"level":"warn","ts":"2026-03-02T19:06:39.324299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.763372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5mbn8\" ","response":"range_response_count:1 size:20771"} {"level":"info","ts":"2026-03-02T19:06:39.324403Z","caller":"traceutil/trace.go:171","msg":"trace[589969119] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5mbn8; range_end:; response_count:1; response_revision:16542; }","duration":"150.893926ms","start":"2026-03-02T19:06:39.17349Z","end":"2026-03-02T19:06:39.324384Z","steps":["trace[589969119] 'agreement among raft nodes before linearized reading' (duration: 150.391233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:39.539682Z","caller":"traceutil/trace.go:171","msg":"trace[1380435936] linearizableReadLoop","detail":"{readStateIndex:17144; appliedIndex:17143; }","duration":"140.235108ms","start":"2026-03-02T19:06:39.39943Z","end":"2026-03-02T19:06:39.539665Z","steps":["trace[1380435936] 'read index received' (duration: 140.205908ms)","trace[1380435936] 'applied index is now lower than readState.Index' (duration: 28.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:39.53975Z","caller":"traceutil/trace.go:171","msg":"trace[1198045096] transaction","detail":"{read_only:false; response_revision:16544; number_of_response:1; }","duration":"202.004248ms","start":"2026-03-02T19:06:39.337692Z","end":"2026-03-02T19:06:39.539697Z","steps":["trace[1198045096] 'process raft request' (duration: 201.841244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:39.539886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.146635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:06:39.539896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.85432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:06:39.539948Z","caller":"traceutil/trace.go:171","msg":"trace[665993148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16544; }","duration":"122.239467ms","start":"2026-03-02T19:06:39.417683Z","end":"2026-03-02T19:06:39.539922Z","steps":["trace[665993148] 'agreement among raft nodes before linearized reading' (duration: 122.078763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:39.539941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.327813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-02T19:06:39.539961Z","caller":"traceutil/trace.go:171","msg":"trace[1407485035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16544; }","duration":"149.936751ms","start":"2026-03-02T19:06:39.390006Z","end":"2026-03-02T19:06:39.539943Z","steps":["trace[1407485035] 'agreement among raft nodes before linearized reading' (duration: 149.739436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:39.54002Z","caller":"traceutil/trace.go:171","msg":"trace[1522802594] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:16544; }","duration":"160.462296ms","start":"2026-03-02T19:06:39.379538Z","end":"2026-03-02T19:06:39.540001Z","steps":["trace[1522802594] 'agreement among raft nodes before linearized reading' (duration: 160.21142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.122949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342184494s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:06:41.159225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378474244s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:06:41.159867Z","caller":"traceutil/trace.go:171","msg":"trace[1961460820] transaction","detail":"{read_only:false; response_revision:16549; number_of_response:1; }","duration":"265.311455ms","start":"2026-03-02T19:06:40.894541Z","end":"2026-03-02T19:06:41.159852Z","steps":["trace[1961460820] 'process raft request' (duration: 265.267304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:41.159979Z","caller":"traceutil/trace.go:171","msg":"trace[2055151686] transaction","detail":"{read_only:false; response_revision:16547; number_of_response:1; }","duration":"1.400020145s","start":"2026-03-02T19:06:39.759929Z","end":"2026-03-02T19:06:41.159949Z","steps":["trace[2055151686] 'process raft request' (duration: 1.39942445s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:41.160076Z","caller":"traceutil/trace.go:171","msg":"trace[1723199717] linearizableReadLoop","detail":"{readStateIndex:17146; appliedIndex:17144; }","duration":"1.615164383s","start":"2026-03-02T19:06:39.544904Z","end":"2026-03-02T19:06:41.160068Z","steps":["trace[1723199717] 'read index received' (duration: 235.983241ms)","trace[1723199717] 'applied index is now lower than readState.Index' (duration: 1.379180342s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:41.160124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.759903Z","time spent":"1.400137927s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:41.160146Z","caller":"traceutil/trace.go:171","msg":"trace[425669257] transaction","detail":"{read_only:false; response_revision:16548; number_of_response:1; }","duration":"768.818978ms","start":"2026-03-02T19:06:40.391321Z","end":"2026-03-02T19:06:41.16014Z","steps":["trace[425669257] 'process raft request' (duration: 768.06664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.16019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:40.391294Z","time spent":"768.86761ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:41.159852Z","caller":"traceutil/trace.go:171","msg":"trace[1175278628] transaction","detail":"{read_only:false; response_revision:16545; number_of_response:1; }","duration":"1.61585845s","start":"2026-03-02T19:06:39.543959Z","end":"2026-03-02T19:06:41.159818Z","steps":["trace[1175278628] 'process raft request' (duration: 236.72942ms)","trace[1175278628] 'compare' (duration: 1.378371422s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:41.160307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.543941Z","time spent":"1.616300761s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:41.16035Z","caller":"traceutil/trace.go:171","msg":"trace[1992216798] transaction","detail":"{read_only:false; response_revision:16546; number_of_response:1; }","duration":"1.616315052s","start":"2026-03-02T19:06:39.544022Z","end":"2026-03-02T19:06:41.160337Z","steps":["trace[1992216798] 'process raft request' (duration: 1.615288946s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.14088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:06:41.16049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.522922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:06:41.160512Z","caller":"traceutil/trace.go:171","msg":"trace[1960856076] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:16549; }","duration":"212.583173ms","start":"2026-03-02T19:06:40.947923Z","end":"2026-03-02T19:06:41.160506Z","steps":["trace[1960856076] 'agreement among raft nodes before linearized reading' (duration: 212.527272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32364417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:06:41.16055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222076901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:06:41.160562Z","caller":"traceutil/trace.go:171","msg":"trace[765004644] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16549; }","duration":"1.323737633s","start":"2026-03-02T19:06:39.836812Z","end":"2026-03-02T19:06:41.160549Z","steps":["trace[765004644] 'agreement among raft nodes before linearized reading' (duration: 1.3236338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.579871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:06:41.160544Z","caller":"traceutil/trace.go:171","msg":"trace[1006935125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16549; }","duration":"911.290374ms","start":"2026-03-02T19:06:40.249204Z","end":"2026-03-02T19:06:41.160495Z","steps":["trace[1006935125] 'agreement among raft nodes before linearized reading' (duration: 911.100209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.16055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471024437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:06:41.160592Z","caller":"traceutil/trace.go:171","msg":"trace[1704945040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16549; }","duration":"736.643432ms","start":"2026-03-02T19:06:40.423939Z","end":"2026-03-02T19:06:41.160583Z","steps":["trace[1704945040] 'agreement among raft nodes before linearized reading' (duration: 736.599381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:40.423819Z","time spent":"736.799906ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:06:41.160429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566566735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:06:41.160644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:40.249181Z","time spent":"911.413708ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:06:41.160642Z","caller":"traceutil/trace.go:171","msg":"trace[1724620189] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:16549; }","duration":"1.47111807s","start":"2026-03-02T19:06:39.689495Z","end":"2026-03-02T19:06:41.160613Z","steps":["trace[1724620189] 'agreement among raft nodes before linearized reading' (duration: 1.470986737s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:41.160704Z","caller":"traceutil/trace.go:171","msg":"trace[1401208490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16549; }","duration":"1.566876363s","start":"2026-03-02T19:06:39.593795Z","end":"2026-03-02T19:06:41.160671Z","steps":["trace[1401208490] 'agreement among raft nodes before linearized reading' (duration: 1.566453421s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.689479Z","time spent":"1.471222532s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:06:41.160752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.593774Z","time spent":"1.566964855s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:06:41.160415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.544006Z","time spent":"1.616376243s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:06:41.16059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.83679Z","time spent":"1.323793473s","remote":"127.0.0.1:56008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:06:41.160587Z","caller":"traceutil/trace.go:171","msg":"trace[1821150055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16549; }","duration":"1.222162404s","start":"2026-03-02T19:06:39.938415Z","end":"2026-03-02T19:06:41.160577Z","steps":["trace[1821150055] 'agreement among raft nodes before linearized reading' (duration: 1.222033511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.938382Z","time spent":"1.222454682s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:06:41.160584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566212515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:06:41.16095Z","caller":"traceutil/trace.go:171","msg":"trace[2129415865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16549; }","duration":"1.566595654s","start":"2026-03-02T19:06:39.594345Z","end":"2026-03-02T19:06:41.160941Z","steps":["trace[2129415865] 'agreement among raft nodes before linearized reading' (duration: 1.566172904s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.160966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.594336Z","time spent":"1.566624706s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:06:41.161135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61623169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:931487"} {"level":"info","ts":"2026-03-02T19:06:41.161158Z","caller":"traceutil/trace.go:171","msg":"trace[1169212092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16549; }","duration":"1.616270362s","start":"2026-03-02T19:06:39.544883Z","end":"2026-03-02T19:06:41.161154Z","steps":["trace[1169212092] 'agreement among raft nodes before linearized reading' (duration: 1.615718158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.161174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:39.544877Z","time spent":"1.616292502s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":931511,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:06:41.754192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012893664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:06:41.940399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.150238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:06:41.940608Z","caller":"traceutil/trace.go:171","msg":"trace[1154202079] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"775.548588ms","start":"2026-03-02T19:06:41.165043Z","end":"2026-03-02T19:06:41.940591Z","steps":["trace[1154202079] 'process raft request' (duration: 775.450456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:41.940699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.165036Z","time spent":"775.62945ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:41.940685Z","caller":"traceutil/trace.go:171","msg":"trace[74315868] transaction","detail":"{read_only:false; response_revision:16550; number_of_response:1; }","duration":"776.255346ms","start":"2026-03-02T19:06:41.164411Z","end":"2026-03-02T19:06:41.940667Z","steps":["trace[74315868] 'process raft request' (duration: 619.756539ms)","trace[74315868] 'compare' (duration: 155.930003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:41.940965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.164391Z","time spent":"776.538643ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:42.142899Z","caller":"traceutil/trace.go:171","msg":"trace[263464603] transaction","detail":"{read_only:false; response_revision:16552; number_of_response:1; }","duration":"890.312298ms","start":"2026-03-02T19:06:41.252561Z","end":"2026-03-02T19:06:42.142874Z","steps":["trace[263464603] 'process raft request' (duration: 862.245954ms)","trace[263464603] 'compare' (duration: 27.635493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:42.143112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.908157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19000"} {"level":"info","ts":"2026-03-02T19:06:42.143168Z","caller":"traceutil/trace.go:171","msg":"trace[599285181] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16553; }","duration":"889.999619ms","start":"2026-03-02T19:06:41.253156Z","end":"2026-03-02T19:06:42.143155Z","steps":["trace[599285181] 'agreement among raft nodes before linearized reading' (duration: 889.819035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:42.143201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.253148Z","time spent":"890.04505ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19024,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:06:42.143091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.252538Z","time spent":"890.445241ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:06:42.143313Z","caller":"traceutil/trace.go:171","msg":"trace[1005928357] transaction","detail":"{read_only:false; response_revision:16553; number_of_response:1; }","duration":"813.365647ms","start":"2026-03-02T19:06:41.329916Z","end":"2026-03-02T19:06:42.143281Z","steps":["trace[1005928357] 'process raft request' (duration: 812.901376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:42.142928Z","caller":"traceutil/trace.go:171","msg":"trace[594088131] linearizableReadLoop","detail":"{readStateIndex:17154; appliedIndex:17150; }","duration":"889.714482ms","start":"2026-03-02T19:06:41.253193Z","end":"2026-03-02T19:06:42.142907Z","steps":["trace[594088131] 'read index received' (duration: 530.985712ms)","trace[594088131] 'applied index is now lower than readState.Index' (duration: 358.72768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:06:42.143463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.329884Z","time spent":"813.49552ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:06:42.14357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.375209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:06:42.143599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.991127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:06:42.143635Z","caller":"traceutil/trace.go:171","msg":"trace[1419346237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16553; }","duration":"715.464631ms","start":"2026-03-02T19:06:41.428156Z","end":"2026-03-02T19:06:42.14362Z","steps":["trace[1419346237] 'agreement among raft nodes before linearized reading' (duration: 715.351398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:42.143668Z","caller":"traceutil/trace.go:171","msg":"trace[109457681] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16553; }","duration":"809.08059ms","start":"2026-03-02T19:06:41.334558Z","end":"2026-03-02T19:06:42.143639Z","steps":["trace[109457681] 'agreement among raft nodes before linearized reading' (duration: 808.902855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:42.143691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.324208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" ","response":"range_response_count:1 size:9713"} {"level":"warn","ts":"2026-03-02T19:06:42.143728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.358066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:06:42.14375Z","caller":"traceutil/trace.go:171","msg":"trace[2130050877] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5htl2; range_end:; response_count:1; response_revision:16553; }","duration":"725.515133ms","start":"2026-03-02T19:06:41.418221Z","end":"2026-03-02T19:06:42.143736Z","steps":["trace[2130050877] 'agreement among raft nodes before linearized reading' (duration: 725.36213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:42.143782Z","caller":"traceutil/trace.go:171","msg":"trace[1163377045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16553; }","duration":"740.442388ms","start":"2026-03-02T19:06:41.403327Z","end":"2026-03-02T19:06:42.14377Z","steps":["trace[1163377045] 'agreement among raft nodes before linearized reading' (duration: 740.261744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:42.143822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.403314Z","time spent":"740.50056ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:06:42.143712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.334551Z","time spent":"809.151592ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:06:42.143785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.418195Z","time spent":"725.581634ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5htl2\" "} {"level":"warn","ts":"2026-03-02T19:06:42.143672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:41.428147Z","time spent":"715.519653ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:06:47.494871Z","caller":"traceutil/trace.go:171","msg":"trace[1980958477] linearizableReadLoop","detail":"{readStateIndex:17211; appliedIndex:17210; }","duration":"310.617533ms","start":"2026-03-02T19:06:47.18423Z","end":"2026-03-02T19:06:47.494848Z","steps":["trace[1980958477] 'read index received' (duration: 310.401008ms)","trace[1980958477] 'applied index is now lower than readState.Index' (duration: 215.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:06:47.495Z","caller":"traceutil/trace.go:171","msg":"trace[1750758474] transaction","detail":"{read_only:false; response_revision:16609; number_of_response:1; }","duration":"312.938601ms","start":"2026-03-02T19:06:47.181998Z","end":"2026-03-02T19:06:47.494937Z","steps":["trace[1750758474] 'process raft request' (duration: 312.681705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:47.495091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.845959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:06:47.495365Z","caller":"traceutil/trace.go:171","msg":"trace[1283826829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16609; }","duration":"311.128316ms","start":"2026-03-02T19:06:47.184189Z","end":"2026-03-02T19:06:47.495317Z","steps":["trace[1283826829] 'agreement among raft nodes before linearized reading' (duration: 310.783997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:47.495453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:47.181977Z","time spent":"313.267989ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:06:47.495588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:06:47.184175Z","time spent":"311.375472ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:06:47.499614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.23851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:06:47.499715Z","caller":"traceutil/trace.go:171","msg":"trace[742178105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16610; }","duration":"284.364924ms","start":"2026-03-02T19:06:47.215331Z","end":"2026-03-02T19:06:47.499696Z","steps":["trace[742178105] 'agreement among raft nodes before linearized reading' (duration: 283.969864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:47.500211Z","caller":"traceutil/trace.go:171","msg":"trace[650676561] transaction","detail":"{read_only:false; response_revision:16610; number_of_response:1; }","duration":"286.422636ms","start":"2026-03-02T19:06:47.21377Z","end":"2026-03-02T19:06:47.500193Z","steps":["trace[650676561] 'process raft request' (duration: 285.269887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:47.500899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.25255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:06:47.500952Z","caller":"traceutil/trace.go:171","msg":"trace[831210130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16610; }","duration":"272.339853ms","start":"2026-03-02T19:06:47.2286Z","end":"2026-03-02T19:06:47.50094Z","steps":["trace[831210130] 'agreement among raft nodes before linearized reading' (duration: 272.184519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:47.501274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.409731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-vwqd6\" ","response":"range_response_count:1 size:22014"} {"level":"info","ts":"2026-03-02T19:06:47.501317Z","caller":"traceutil/trace.go:171","msg":"trace[1810873563] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-vwqd6; range_end:; response_count:1; response_revision:16610; }","duration":"279.466692ms","start":"2026-03-02T19:06:47.221841Z","end":"2026-03-02T19:06:47.501307Z","steps":["trace[1810873563] 'agreement among raft nodes before linearized reading' (duration: 279.335819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:52.103163Z","caller":"traceutil/trace.go:171","msg":"trace[519253347] transaction","detail":"{read_only:false; response_revision:16749; number_of_response:1; }","duration":"104.872911ms","start":"2026-03-02T19:06:51.998276Z","end":"2026-03-02T19:06:52.103149Z","steps":["trace[519253347] 'process raft request' (duration: 104.579684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:52.597252Z","caller":"traceutil/trace.go:171","msg":"trace[59301748] transaction","detail":"{read_only:false; response_revision:16752; number_of_response:1; }","duration":"120.558065ms","start":"2026-03-02T19:06:52.476671Z","end":"2026-03-02T19:06:52.597229Z","steps":["trace[59301748] 'process raft request' (duration: 120.399571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:52.847803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.166972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:06:52.847971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.45637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:06:52.848131Z","caller":"traceutil/trace.go:171","msg":"trace[1350974671] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16752; }","duration":"151.679485ms","start":"2026-03-02T19:06:52.696425Z","end":"2026-03-02T19:06:52.848104Z","steps":["trace[1350974671] 'count revisions from in-memory index tree' (duration: 151.354267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:06:52.848278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.124685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:06:52.847901Z","caller":"traceutil/trace.go:171","msg":"trace[1257802320] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16752; }","duration":"145.336136ms","start":"2026-03-02T19:06:52.702544Z","end":"2026-03-02T19:06:52.84788Z","steps":["trace[1257802320] 'range keys from in-memory index tree' (duration: 145.048429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:06:52.848389Z","caller":"traceutil/trace.go:171","msg":"trace[1305630036] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16752; }","duration":"199.29268ms","start":"2026-03-02T19:06:52.649073Z","end":"2026-03-02T19:06:52.848365Z","steps":["trace[1305630036] 'count revisions from in-memory index tree' (duration: 199.019573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:06.55334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.536825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:07:06.553481Z","caller":"traceutil/trace.go:171","msg":"trace[71815968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16856; }","duration":"130.663758ms","start":"2026-03-02T19:07:06.422757Z","end":"2026-03-02T19:07:06.553421Z","steps":["trace[71815968] 'agreement among raft nodes before linearized reading' (duration: 87.843914ms)","trace[71815968] 'range keys from in-memory index tree' (duration: 42.669381ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:14.432049Z","caller":"traceutil/trace.go:171","msg":"trace[1393862676] transaction","detail":"{read_only:false; response_revision:17836; number_of_response:1; }","duration":"369.929439ms","start":"2026-03-02T19:09:14.062093Z","end":"2026-03-02T19:09:14.432022Z","steps":["trace[1393862676] 'process raft request' (duration: 369.782626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:14.432225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:14.062072Z","time spent":"370.080674ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:14.714423Z","caller":"traceutil/trace.go:171","msg":"trace[2027972006] linearizableReadLoop","detail":"{readStateIndex:18476; appliedIndex:18474; }","duration":"330.986067ms","start":"2026-03-02T19:09:14.383413Z","end":"2026-03-02T19:09:14.714399Z","steps":["trace[2027972006] 'read index received' (duration: 48.475339ms)","trace[2027972006] 'applied index is now lower than readState.Index' (duration: 282.509838ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:14.71449Z","caller":"traceutil/trace.go:171","msg":"trace[1455814114] transaction","detail":"{read_only:false; response_revision:17837; number_of_response:1; }","duration":"605.055335ms","start":"2026-03-02T19:09:14.109407Z","end":"2026-03-02T19:09:14.714462Z","steps":["trace[1455814114] 'process raft request' (duration: 597.096776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:14.714623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.200782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:09:14.714649Z","caller":"traceutil/trace.go:171","msg":"trace[1295710345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17837; }","duration":"331.277264ms","start":"2026-03-02T19:09:14.383364Z","end":"2026-03-02T19:09:14.714642Z","steps":["trace[1295710345] 'agreement among raft nodes before linearized reading' (duration: 331.160901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:14.714675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:14.383346Z","time spent":"331.324106ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:09:14.714707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.673466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:09:14.714732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.934368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:09:14.71481Z","caller":"traceutil/trace.go:171","msg":"trace[1199465442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17837; }","duration":"291.80447ms","start":"2026-03-02T19:09:14.42298Z","end":"2026-03-02T19:09:14.714784Z","steps":["trace[1199465442] 'agreement among raft nodes before linearized reading' (duration: 291.598535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:14.714826Z","caller":"traceutil/trace.go:171","msg":"trace[933860110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17837; }","duration":"277.054892ms","start":"2026-03-02T19:09:14.437747Z","end":"2026-03-02T19:09:14.714802Z","steps":["trace[933860110] 'agreement among raft nodes before linearized reading' (duration: 276.883878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:14.714701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:14.109384Z","time spent":"605.173408ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:14.897749Z","caller":"traceutil/trace.go:171","msg":"trace[1430856001] transaction","detail":"{read_only:false; response_revision:17839; number_of_response:1; }","duration":"178.624416ms","start":"2026-03-02T19:09:14.719106Z","end":"2026-03-02T19:09:14.89773Z","steps":["trace[1430856001] 'process raft request' (duration: 178.302128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:14.897789Z","caller":"traceutil/trace.go:171","msg":"trace[21207735] transaction","detail":"{read_only:false; response_revision:17840; number_of_response:1; }","duration":"173.747134ms","start":"2026-03-02T19:09:14.724018Z","end":"2026-03-02T19:09:14.897766Z","steps":["trace[21207735] 'process raft request' (duration: 173.601131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:15.00953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.846251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:09:15.009648Z","caller":"traceutil/trace.go:171","msg":"trace[248331842] linearizableReadLoop","detail":"{readStateIndex:18480; appliedIndex:18477; }","duration":"185.769955ms","start":"2026-03-02T19:09:14.823861Z","end":"2026-03-02T19:09:15.009631Z","steps":["trace[248331842] 'read index received' (duration: 73.429483ms)","trace[248331842] 'applied index is now lower than readState.Index' (duration: 112.338672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:15.009951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.077493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:09:15.009941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.272067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:09:15.010006Z","caller":"traceutil/trace.go:171","msg":"trace[828496885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17840; }","duration":"186.181415ms","start":"2026-03-02T19:09:14.82381Z","end":"2026-03-02T19:09:15.009991Z","steps":["trace[828496885] 'agreement among raft nodes before linearized reading' (duration: 185.921329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:15.010021Z","caller":"traceutil/trace.go:171","msg":"trace[1778780068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17840; }","duration":"182.38387ms","start":"2026-03-02T19:09:14.827617Z","end":"2026-03-02T19:09:15.010001Z","steps":["trace[1778780068] 'agreement among raft nodes before linearized reading' (duration: 182.148075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:19.082468Z","caller":"traceutil/trace.go:171","msg":"trace[1956554325] linearizableReadLoop","detail":"{readStateIndex:18518; appliedIndex:18517; }","duration":"163.091579ms","start":"2026-03-02T19:09:18.919294Z","end":"2026-03-02T19:09:19.082386Z","steps":["trace[1956554325] 'read index received' (duration: 162.215157ms)","trace[1956554325] 'applied index is now lower than readState.Index' (duration: 874.622µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:19.08297Z","caller":"traceutil/trace.go:171","msg":"trace[161940082] transaction","detail":"{read_only:false; response_revision:17878; number_of_response:1; }","duration":"172.902364ms","start":"2026-03-02T19:09:18.910042Z","end":"2026-03-02T19:09:19.082944Z","steps":["trace[161940082] 'process raft request' (duration: 171.390936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:19.083331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.028152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:09:19.083383Z","caller":"traceutil/trace.go:171","msg":"trace[1785592626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17878; }","duration":"164.089794ms","start":"2026-03-02T19:09:18.919275Z","end":"2026-03-02T19:09:19.083364Z","steps":["trace[1785592626] 'agreement among raft nodes before linearized reading' (duration: 163.92932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:19.197729Z","caller":"traceutil/trace.go:171","msg":"trace[488942963] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"106.375123ms","start":"2026-03-02T19:09:19.091318Z","end":"2026-03-02T19:09:19.197693Z","steps":["trace[488942963] 'process raft request' (duration: 63.557634ms)","trace[488942963] 'compare' (duration: 42.497361ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:19.230384Z","caller":"traceutil/trace.go:171","msg":"trace[1823093043] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"137.599883ms","start":"2026-03-02T19:09:19.092758Z","end":"2026-03-02T19:09:19.230358Z","steps":["trace[1823093043] 'process raft request' (duration: 137.426058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:19.230764Z","caller":"traceutil/trace.go:171","msg":"trace[1844356808] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"137.527071ms","start":"2026-03-02T19:09:19.093214Z","end":"2026-03-02T19:09:19.230741Z","steps":["trace[1844356808] 'process raft request' (duration: 137.09984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:19.231336Z","caller":"traceutil/trace.go:171","msg":"trace[1791338456] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"137.87463ms","start":"2026-03-02T19:09:19.093404Z","end":"2026-03-02T19:09:19.231279Z","steps":["trace[1791338456] 'process raft request' (duration: 137.196092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:22.185976Z","caller":"traceutil/trace.go:171","msg":"trace[839492341] transaction","detail":"{read_only:false; response_revision:17897; number_of_response:1; }","duration":"109.500432ms","start":"2026-03-02T19:09:22.076452Z","end":"2026-03-02T19:09:22.185952Z","steps":["trace[839492341] 'process raft request' (duration: 109.317657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:23.099533Z","caller":"traceutil/trace.go:171","msg":"trace[1998628336] linearizableReadLoop","detail":"{readStateIndex:18541; appliedIndex:18540; }","duration":"213.182658ms","start":"2026-03-02T19:09:22.886299Z","end":"2026-03-02T19:09:23.099482Z","steps":["trace[1998628336] 'read index received' (duration: 212.988024ms)","trace[1998628336] 'applied index is now lower than readState.Index' (duration: 193.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:23.099556Z","caller":"traceutil/trace.go:171","msg":"trace[1886407566] transaction","detail":"{read_only:false; response_revision:17900; number_of_response:1; }","duration":"292.910307ms","start":"2026-03-02T19:09:22.806627Z","end":"2026-03-02T19:09:23.099537Z","steps":["trace[1886407566] 'process raft request' (duration: 292.685241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:23.099735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.438256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:09:23.099762Z","caller":"traceutil/trace.go:171","msg":"trace[247933203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17900; }","duration":"213.547858ms","start":"2026-03-02T19:09:22.886208Z","end":"2026-03-02T19:09:23.099756Z","steps":["trace[247933203] 'agreement among raft nodes before linearized reading' (duration: 213.384333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:23.405752Z","caller":"traceutil/trace.go:171","msg":"trace[317719740] transaction","detail":"{read_only:false; response_revision:17904; number_of_response:1; }","duration":"107.740619ms","start":"2026-03-02T19:09:23.297997Z","end":"2026-03-02T19:09:23.405737Z","steps":["trace[317719740] 'process raft request' (duration: 102.159949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:23.405902Z","caller":"traceutil/trace.go:171","msg":"trace[1793440693] transaction","detail":"{read_only:false; response_revision:17905; number_of_response:1; }","duration":"107.520742ms","start":"2026-03-02T19:09:23.298373Z","end":"2026-03-02T19:09:23.405894Z","steps":["trace[1793440693] 'process raft request' (duration: 107.335098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:23.406034Z","caller":"traceutil/trace.go:171","msg":"trace[650409816] transaction","detail":"{read_only:false; response_revision:17906; number_of_response:1; }","duration":"106.600789ms","start":"2026-03-02T19:09:23.299427Z","end":"2026-03-02T19:09:23.406028Z","steps":["trace[650409816] 'process raft request' (duration: 106.443125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:23.406209Z","caller":"traceutil/trace.go:171","msg":"trace[312850924] transaction","detail":"{read_only:false; response_revision:17907; number_of_response:1; }","duration":"106.715662ms","start":"2026-03-02T19:09:23.299474Z","end":"2026-03-02T19:09:23.40619Z","steps":["trace[312850924] 'process raft request' (duration: 106.528277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:34.533311Z","caller":"traceutil/trace.go:171","msg":"trace[521395434] transaction","detail":"{read_only:false; response_revision:17978; number_of_response:1; }","duration":"228.761517ms","start":"2026-03-02T19:09:34.304514Z","end":"2026-03-02T19:09:34.533275Z","steps":["trace[521395434] 'process raft request' (duration: 228.347277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:35.58181Z","caller":"traceutil/trace.go:171","msg":"trace[494844826] transaction","detail":"{read_only:false; response_revision:17986; number_of_response:1; }","duration":"123.527812ms","start":"2026-03-02T19:09:35.4582Z","end":"2026-03-02T19:09:35.581728Z","steps":["trace[494844826] 'process raft request' (duration: 123.383188ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:35.707691Z","caller":"traceutil/trace.go:171","msg":"trace[1933918394] transaction","detail":"{read_only:false; response_revision:17988; number_of_response:1; }","duration":"122.496916ms","start":"2026-03-02T19:09:35.58517Z","end":"2026-03-02T19:09:35.707667Z","steps":["trace[1933918394] 'process raft request' (duration: 122.414984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:35.708076Z","caller":"traceutil/trace.go:171","msg":"trace[1841713351] transaction","detail":"{read_only:false; response_revision:17987; number_of_response:1; }","duration":"165.478639ms","start":"2026-03-02T19:09:35.542582Z","end":"2026-03-02T19:09:35.708061Z","steps":["trace[1841713351] 'process raft request' (duration: 120.027065ms)","trace[1841713351] 'compare' (duration: 44.719206ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:35.70823Z","caller":"traceutil/trace.go:171","msg":"trace[436675719] linearizableReadLoop","detail":"{readStateIndex:18632; appliedIndex:18631; }","duration":"126.532526ms","start":"2026-03-02T19:09:35.581686Z","end":"2026-03-02T19:09:35.708219Z","steps":["trace[436675719] 'read index received' (duration: 81.034901ms)","trace[436675719] 'applied index is now lower than readState.Index' (duration: 45.496545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:35.708497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.826158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:09:35.708625Z","caller":"traceutil/trace.go:171","msg":"trace[516372880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17988; }","duration":"127.932641ms","start":"2026-03-02T19:09:35.58061Z","end":"2026-03-02T19:09:35.708543Z","steps":["trace[516372880] 'agreement among raft nodes before linearized reading' (duration: 127.743367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:35.708633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.599995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:09:35.708669Z","caller":"traceutil/trace.go:171","msg":"trace[415514792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17988; }","duration":"184.646967ms","start":"2026-03-02T19:09:35.524012Z","end":"2026-03-02T19:09:35.708659Z","steps":["trace[415514792] 'agreement among raft nodes before linearized reading' (duration: 184.522653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:39.337051Z","caller":"traceutil/trace.go:171","msg":"trace[309919455] transaction","detail":"{read_only:false; response_revision:18000; number_of_response:1; }","duration":"114.436996ms","start":"2026-03-02T19:09:39.22259Z","end":"2026-03-02T19:09:39.337027Z","steps":["trace[309919455] 'process raft request' (duration: 114.310243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:39.351917Z","caller":"traceutil/trace.go:171","msg":"trace[1970180327] transaction","detail":"{read_only:false; response_revision:18001; number_of_response:1; }","duration":"128.780143ms","start":"2026-03-02T19:09:39.223101Z","end":"2026-03-02T19:09:39.351881Z","steps":["trace[1970180327] 'process raft request' (duration: 128.495726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:40.927681Z","caller":"traceutil/trace.go:171","msg":"trace[20949468] transaction","detail":"{read_only:false; response_revision:18009; number_of_response:1; }","duration":"245.648409ms","start":"2026-03-02T19:09:40.682007Z","end":"2026-03-02T19:09:40.927656Z","steps":["trace[20949468] 'process raft request' (duration: 245.509265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:41.495876Z","caller":"traceutil/trace.go:171","msg":"trace[710656786] linearizableReadLoop","detail":"{readStateIndex:18656; appliedIndex:18655; }","duration":"112.396834ms","start":"2026-03-02T19:09:41.38345Z","end":"2026-03-02T19:09:41.495846Z","steps":["trace[710656786] 'read index received' (duration: 112.220599ms)","trace[710656786] 'applied index is now lower than readState.Index' (duration: 175.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:41.496065Z","caller":"traceutil/trace.go:171","msg":"trace[806311765] transaction","detail":"{read_only:false; response_revision:18010; number_of_response:1; }","duration":"113.782688ms","start":"2026-03-02T19:09:41.382242Z","end":"2026-03-02T19:09:41.496025Z","steps":["trace[806311765] 'process raft request' (duration: 113.44026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:41.49623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.740802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:09:41.496296Z","caller":"traceutil/trace.go:171","msg":"trace[962521722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18010; }","duration":"112.861486ms","start":"2026-03-02T19:09:41.383419Z","end":"2026-03-02T19:09:41.49628Z","steps":["trace[962521722] 'agreement among raft nodes before linearized reading' (duration: 112.615809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:41.698897Z","caller":"traceutil/trace.go:171","msg":"trace[226945166] transaction","detail":"{read_only:false; response_revision:18011; number_of_response:1; }","duration":"315.227405ms","start":"2026-03-02T19:09:41.383643Z","end":"2026-03-02T19:09:41.69887Z","steps":["trace[226945166] 'process raft request' (duration: 238.85574ms)","trace[226945166] 'compare' (duration: 76.196241ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:41.69893Z","caller":"traceutil/trace.go:171","msg":"trace[2024958569] transaction","detail":"{read_only:false; response_revision:18013; number_of_response:1; }","duration":"199.949629ms","start":"2026-03-02T19:09:41.498952Z","end":"2026-03-02T19:09:41.698901Z","steps":["trace[2024958569] 'process raft request' (duration: 199.904998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:41.698931Z","caller":"traceutil/trace.go:171","msg":"trace[447823031] linearizableReadLoop","detail":"{readStateIndex:18658; appliedIndex:18656; }","duration":"202.956004ms","start":"2026-03-02T19:09:41.495952Z","end":"2026-03-02T19:09:41.698908Z","steps":["trace[447823031] 'read index received' (duration: 126.566809ms)","trace[447823031] 'applied index is now lower than readState.Index' (duration: 76.386835ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:41.698942Z","caller":"traceutil/trace.go:171","msg":"trace[80745654] transaction","detail":"{read_only:false; response_revision:18012; number_of_response:1; }","duration":"314.983749ms","start":"2026-03-02T19:09:41.383915Z","end":"2026-03-02T19:09:41.698899Z","steps":["trace[80745654] 'process raft request' (duration: 314.891557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:41.699046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:41.383634Z","time spent":"315.337578ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:41.699082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:41.383908Z","time spent":"315.092261ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:41.699096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.574284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T19:09:41.69914Z","caller":"traceutil/trace.go:171","msg":"trace[1278874073] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18013; }","duration":"315.623665ms","start":"2026-03-02T19:09:41.383502Z","end":"2026-03-02T19:09:41.699125Z","steps":["trace[1278874073] 'agreement among raft nodes before linearized reading' (duration: 315.500572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:41.699173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.283814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:09:41.699092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.257572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:09:41.699151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.934081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T19:09:41.699205Z","caller":"traceutil/trace.go:171","msg":"trace[384388530] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18013; }","duration":"167.342715ms","start":"2026-03-02T19:09:41.531852Z","end":"2026-03-02T19:09:41.699194Z","steps":["trace[384388530] 'agreement among raft nodes before linearized reading' (duration: 167.286334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:41.699213Z","caller":"traceutil/trace.go:171","msg":"trace[108280494] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:18013; }","duration":"189.420966ms","start":"2026-03-02T19:09:41.509783Z","end":"2026-03-02T19:09:41.699203Z","steps":["trace[108280494] 'agreement among raft nodes before linearized reading' (duration: 189.247822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:41.699232Z","caller":"traceutil/trace.go:171","msg":"trace[355430737] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18013; }","duration":"245.051914ms","start":"2026-03-02T19:09:41.454162Z","end":"2026-03-02T19:09:41.699214Z","steps":["trace[355430737] 'agreement among raft nodes before linearized reading' (duration: 244.804248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:41.699173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:41.383477Z","time spent":"315.688217ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:09:41.700307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.022747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T19:09:41.700366Z","caller":"traceutil/trace.go:171","msg":"trace[1320268879] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18013; }","duration":"246.125391ms","start":"2026-03-02T19:09:41.454226Z","end":"2026-03-02T19:09:41.700352Z","steps":["trace[1320268879] 'agreement among raft nodes before linearized reading' (duration: 245.975347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:43.906107Z","caller":"traceutil/trace.go:171","msg":"trace[382393475] transaction","detail":"{read_only:false; response_revision:18024; number_of_response:1; }","duration":"103.84314ms","start":"2026-03-02T19:09:43.802236Z","end":"2026-03-02T19:09:43.906079Z","steps":["trace[382393475] 'process raft request' (duration: 45.413433ms)","trace[382393475] 'compare' (duration: 58.315625ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:43.91029Z","caller":"traceutil/trace.go:171","msg":"trace[964031068] linearizableReadLoop","detail":"{readStateIndex:18671; appliedIndex:18669; }","duration":"103.275197ms","start":"2026-03-02T19:09:43.806995Z","end":"2026-03-02T19:09:43.91027Z","steps":["trace[964031068] 'read index received' (duration: 40.749467ms)","trace[964031068] 'applied index is now lower than readState.Index' (duration: 62.52512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:43.910457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.453791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:09:43.910487Z","caller":"traceutil/trace.go:171","msg":"trace[210474547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18025; }","duration":"103.521113ms","start":"2026-03-02T19:09:43.806958Z","end":"2026-03-02T19:09:43.910479Z","steps":["trace[210474547] 'agreement among raft nodes before linearized reading' (duration: 103.38781ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:43.910487Z","caller":"traceutil/trace.go:171","msg":"trace[2022000790] transaction","detail":"{read_only:false; response_revision:18025; number_of_response:1; }","duration":"106.662831ms","start":"2026-03-02T19:09:43.803715Z","end":"2026-03-02T19:09:43.910378Z","steps":["trace[2022000790] 'process raft request' (duration: 106.407325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:48.03307Z","caller":"traceutil/trace.go:171","msg":"trace[1712633933] linearizableReadLoop","detail":"{readStateIndex:18684; appliedIndex:18683; }","duration":"271.939425ms","start":"2026-03-02T19:09:47.761117Z","end":"2026-03-02T19:09:48.033057Z","steps":["trace[1712633933] 'read index received' (duration: 271.828022ms)","trace[1712633933] 'applied index is now lower than readState.Index' (duration: 110.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:48.033096Z","caller":"traceutil/trace.go:171","msg":"trace[1599450278] transaction","detail":"{read_only:false; response_revision:18037; number_of_response:1; }","duration":"282.937999ms","start":"2026-03-02T19:09:47.750142Z","end":"2026-03-02T19:09:48.03308Z","steps":["trace[1599450278] 'process raft request' (duration: 282.808436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.033207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.081218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T19:09:48.033253Z","caller":"traceutil/trace.go:171","msg":"trace[1785655990] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18037; }","duration":"272.1664ms","start":"2026-03-02T19:09:47.761075Z","end":"2026-03-02T19:09:48.033242Z","steps":["trace[1785655990] 'agreement among raft nodes before linearized reading' (duration: 272.049817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:48.156547Z","caller":"traceutil/trace.go:171","msg":"trace[370893391] linearizableReadLoop","detail":"{readStateIndex:18685; appliedIndex:18684; }","duration":"123.399369ms","start":"2026-03-02T19:09:48.033113Z","end":"2026-03-02T19:09:48.156513Z","steps":["trace[370893391] 'read index received' (duration: 120.406604ms)","trace[370893391] 'applied index is now lower than readState.Index' (duration: 2.991044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:48.156646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.497915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:09:48.1567Z","caller":"traceutil/trace.go:171","msg":"trace[406601104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18038; }","duration":"237.592178ms","start":"2026-03-02T19:09:47.919094Z","end":"2026-03-02T19:09:48.156686Z","steps":["trace[406601104] 'agreement among raft nodes before linearized reading' (duration: 237.438714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.156718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.519473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:09:48.156781Z","caller":"traceutil/trace.go:171","msg":"trace[1364879813] transaction","detail":"{read_only:false; response_revision:18038; number_of_response:1; }","duration":"391.715273ms","start":"2026-03-02T19:09:47.765055Z","end":"2026-03-02T19:09:48.156771Z","steps":["trace[1364879813] 'process raft request' (duration: 388.418511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:48.156794Z","caller":"traceutil/trace.go:171","msg":"trace[429914446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18038; }","duration":"392.617405ms","start":"2026-03-02T19:09:47.764159Z","end":"2026-03-02T19:09:48.156777Z","steps":["trace[429914446] 'agreement among raft nodes before linearized reading' (duration: 392.41877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.156833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:47.764152Z","time spent":"392.670996ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:09:48.156861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:47.76504Z","time spent":"391.769794ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:48.15665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.328677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:09:48.156933Z","caller":"traceutil/trace.go:171","msg":"trace[1796458830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18038; }","duration":"230.641764ms","start":"2026-03-02T19:09:47.926284Z","end":"2026-03-02T19:09:48.156926Z","steps":["trace[1796458830] 'agreement among raft nodes before linearized reading' (duration: 230.247104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.156992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.149061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T19:09:48.157019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.511131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:09:48.15703Z","caller":"traceutil/trace.go:171","msg":"trace[1685509407] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18038; }","duration":"133.208323ms","start":"2026-03-02T19:09:48.023812Z","end":"2026-03-02T19:09:48.15702Z","steps":["trace[1685509407] 'agreement among raft nodes before linearized reading' (duration: 133.120691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:48.15704Z","caller":"traceutil/trace.go:171","msg":"trace[793582741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18038; }","duration":"232.552471ms","start":"2026-03-02T19:09:47.924481Z","end":"2026-03-02T19:09:48.157034Z","steps":["trace[793582741] 'agreement among raft nodes before linearized reading' (duration: 232.49614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.156984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.177668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:09:48.157047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.60297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T19:09:48.157121Z","caller":"traceutil/trace.go:171","msg":"trace[447852719] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:18038; }","duration":"215.358743ms","start":"2026-03-02T19:09:47.941753Z","end":"2026-03-02T19:09:48.157112Z","steps":["trace[447852719] 'agreement among raft nodes before linearized reading' (duration: 215.160768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.157125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.386468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:09:48.157163Z","caller":"traceutil/trace.go:171","msg":"trace[1438247341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18038; }","duration":"123.46174ms","start":"2026-03-02T19:09:48.033689Z","end":"2026-03-02T19:09:48.157151Z","steps":["trace[1438247341] 'agreement among raft nodes before linearized reading' (duration: 123.347337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:48.157145Z","caller":"traceutil/trace.go:171","msg":"trace[37609054] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18038; }","duration":"395.757344ms","start":"2026-03-02T19:09:47.761369Z","end":"2026-03-02T19:09:48.157126Z","steps":["trace[37609054] 'agreement among raft nodes before linearized reading' (duration: 395.309983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.157251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:47.761349Z","time spent":"395.886196ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:09:48.157698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.385265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:09:48.157762Z","caller":"traceutil/trace.go:171","msg":"trace[1048112049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18038; }","duration":"371.496548ms","start":"2026-03-02T19:09:47.786254Z","end":"2026-03-02T19:09:48.157751Z","steps":["trace[1048112049] 'agreement among raft nodes before linearized reading' (duration: 371.284603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:48.157821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:47.786242Z","time spent":"371.570159ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:09:49.153885Z","caller":"traceutil/trace.go:171","msg":"trace[2093571592] transaction","detail":"{read_only:false; response_revision:18047; number_of_response:1; }","duration":"147.11929ms","start":"2026-03-02T19:09:49.00674Z","end":"2026-03-02T19:09:49.153859Z","steps":["trace[2093571592] 'process raft request' (duration: 145.976502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:50.250193Z","caller":"traceutil/trace.go:171","msg":"trace[560643914] transaction","detail":"{read_only:false; response_revision:18048; number_of_response:1; }","duration":"442.566161ms","start":"2026-03-02T19:09:49.807603Z","end":"2026-03-02T19:09:50.25017Z","steps":["trace[560643914] 'process raft request' (duration: 378.296518ms)","trace[560643914] 'compare' (duration: 64.081879ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:50.250294Z","caller":"traceutil/trace.go:171","msg":"trace[1100382392] transaction","detail":"{read_only:false; response_revision:18050; number_of_response:1; }","duration":"207.559158ms","start":"2026-03-02T19:09:50.04272Z","end":"2026-03-02T19:09:50.250279Z","steps":["trace[1100382392] 'process raft request' (duration: 207.482916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:50.250285Z","caller":"traceutil/trace.go:171","msg":"trace[1584124495] transaction","detail":"{read_only:false; response_revision:18049; number_of_response:1; }","duration":"212.378277ms","start":"2026-03-02T19:09:50.037882Z","end":"2026-03-02T19:09:50.25026Z","steps":["trace[1584124495] 'process raft request' (duration: 212.256735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:50.250325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:49.807587Z","time spent":"442.663994ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:50.2503Z","caller":"traceutil/trace.go:171","msg":"trace[479684648] linearizableReadLoop","detail":"{readStateIndex:18696; appliedIndex:18695; }","duration":"261.025532ms","start":"2026-03-02T19:09:49.989211Z","end":"2026-03-02T19:09:50.250236Z","steps":["trace[479684648] 'read index received' (duration: 196.763309ms)","trace[479684648] 'applied index is now lower than readState.Index' (duration: 64.251053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:50.250699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.747918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-02T19:09:50.250742Z","caller":"traceutil/trace.go:171","msg":"trace[418724928] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:18051; }","duration":"212.813779ms","start":"2026-03-02T19:09:50.037918Z","end":"2026-03-02T19:09:50.250732Z","steps":["trace[418724928] 'agreement among raft nodes before linearized reading' (duration: 212.701646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:50.250895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.719031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:09:50.250934Z","caller":"traceutil/trace.go:171","msg":"trace[1444224885] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18051; }","duration":"261.808543ms","start":"2026-03-02T19:09:49.989116Z","end":"2026-03-02T19:09:50.250925Z","steps":["trace[1444224885] 'agreement among raft nodes before linearized reading' (duration: 261.418612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:53.303335Z","caller":"traceutil/trace.go:171","msg":"trace[977264201] transaction","detail":"{read_only:false; response_revision:18066; number_of_response:1; }","duration":"258.229772ms","start":"2026-03-02T19:09:53.045074Z","end":"2026-03-02T19:09:53.303304Z","steps":["trace[977264201] 'process raft request' (duration: 258.074808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:53.530686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.904845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:09:53.530751Z","caller":"traceutil/trace.go:171","msg":"trace[1418817540] linearizableReadLoop","detail":"{readStateIndex:18715; appliedIndex:18714; }","duration":"107.519862ms","start":"2026-03-02T19:09:53.423222Z","end":"2026-03-02T19:09:53.530742Z","steps":["trace[1418817540] 'read index received' (duration: 35.671µs)","trace[1418817540] 'applied index is now lower than readState.Index' (duration: 107.483551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:53.530828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.603694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:09:53.530852Z","caller":"traceutil/trace.go:171","msg":"trace[253578283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18067; }","duration":"107.654615ms","start":"2026-03-02T19:09:53.423191Z","end":"2026-03-02T19:09:53.530846Z","steps":["trace[253578283] 'agreement among raft nodes before linearized reading' (duration: 107.611124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:53.530858Z","caller":"traceutil/trace.go:171","msg":"trace[928410125] transaction","detail":"{read_only:false; response_revision:18067; number_of_response:1; }","duration":"446.599411ms","start":"2026-03-02T19:09:53.084209Z","end":"2026-03-02T19:09:53.530808Z","steps":["trace[928410125] 'process raft request' (duration: 303.517842ms)","trace[928410125] 'compare' (duration: 142.835333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:53.531048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:53.084187Z","time spent":"446.765696ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:53.749992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.360884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:09:53.750084Z","caller":"traceutil/trace.go:171","msg":"trace[1392633133] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:18067; }","duration":"114.502847ms","start":"2026-03-02T19:09:53.635556Z","end":"2026-03-02T19:09:53.750059Z","steps":["trace[1392633133] 'count revisions from in-memory index tree' (duration: 114.262171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:01.867995Z","caller":"traceutil/trace.go:171","msg":"trace[57216638] transaction","detail":"{read_only:false; response_revision:18118; number_of_response:1; }","duration":"104.703623ms","start":"2026-03-02T19:10:01.76323Z","end":"2026-03-02T19:10:01.867933Z","steps":["trace[57216638] 'process raft request' (duration: 104.082626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:45.676656Z","caller":"traceutil/trace.go:171","msg":"trace[670934530] transaction","detail":"{read_only:false; response_revision:18406; number_of_response:1; }","duration":"187.707223ms","start":"2026-03-02T19:10:45.488923Z","end":"2026-03-02T19:10:45.67663Z","steps":["trace[670934530] 'process raft request' (duration: 187.555399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:11:07.557283Z","caller":"traceutil/trace.go:171","msg":"trace[92865663] linearizableReadLoop","detail":"{readStateIndex:19256; appliedIndex:19255; }","duration":"133.965412ms","start":"2026-03-02T19:11:07.423289Z","end":"2026-03-02T19:11:07.557254Z","steps":["trace[92865663] 'read index received' (duration: 133.804218ms)","trace[92865663] 'applied index is now lower than readState.Index' (duration: 159.884µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:11:07.557538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.233839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:11:07.557606Z","caller":"traceutil/trace.go:171","msg":"trace[1817150194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18587; }","duration":"134.340402ms","start":"2026-03-02T19:11:07.423249Z","end":"2026-03-02T19:11:07.55759Z","steps":["trace[1817150194] 'agreement among raft nodes before linearized reading' (duration: 134.189947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:11:07.557621Z","caller":"traceutil/trace.go:171","msg":"trace[325444269] transaction","detail":"{read_only:false; response_revision:18587; number_of_response:1; }","duration":"168.31031ms","start":"2026-03-02T19:11:07.389292Z","end":"2026-03-02T19:11:07.557602Z","steps":["trace[325444269] 'process raft request' (duration: 167.801397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:11:08.887119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.984696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:11:08.887278Z","caller":"traceutil/trace.go:171","msg":"trace[1036616156] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"262.339314ms","start":"2026-03-02T19:11:08.624874Z","end":"2026-03-02T19:11:08.887213Z","steps":["trace[1036616156] 'compare' (duration: 257.778061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:11:08.910597Z","caller":"traceutil/trace.go:171","msg":"trace[150021822] linearizableReadLoop","detail":"{readStateIndex:19318; appliedIndex:19316; }","duration":"284.711324ms","start":"2026-03-02T19:11:08.625863Z","end":"2026-03-02T19:11:08.910575Z","steps":["trace[150021822] 'read index received' (duration: 3.176229ms)","trace[150021822] 'applied index is now lower than readState.Index' (duration: 281.534055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:11:08.910675Z","caller":"traceutil/trace.go:171","msg":"trace[1039879986] transaction","detail":"{read_only:false; response_revision:18649; number_of_response:1; }","duration":"284.852257ms","start":"2026-03-02T19:11:08.625785Z","end":"2026-03-02T19:11:08.910637Z","steps":["trace[1039879986] 'process raft request' (duration: 284.626441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:11:08.91086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.852456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5072c48d-53a1-4fdd-9724-94e193e613cd\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-02T19:11:08.910863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.97206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:11:08.910847Z","caller":"traceutil/trace.go:171","msg":"trace[671514675] transaction","detail":"{read_only:false; response_revision:18650; number_of_response:1; }","duration":"284.896308ms","start":"2026-03-02T19:11:08.625922Z","end":"2026-03-02T19:11:08.910818Z","steps":["trace[671514675] 'process raft request' (duration: 284.611571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:11:08.91092Z","caller":"traceutil/trace.go:171","msg":"trace[1460180656] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5072c48d-53a1-4fdd-9724-94e193e613cd; range_end:; response_count:1; response_revision:18650; }","duration":"126.959558ms","start":"2026-03-02T19:11:08.783942Z","end":"2026-03-02T19:11:08.910901Z","steps":["trace[1460180656] 'agreement among raft nodes before linearized reading' (duration: 126.773593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:11:08.91093Z","caller":"traceutil/trace.go:171","msg":"trace[1751743004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18650; }","duration":"285.066962ms","start":"2026-03-02T19:11:08.625846Z","end":"2026-03-02T19:11:08.910913Z","steps":["trace[1751743004] 'agreement among raft nodes before linearized reading' (duration: 284.873997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:11:09.144879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.369503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:11:09.145034Z","caller":"traceutil/trace.go:171","msg":"trace[388905475] transaction","detail":"{read_only:false; response_revision:18652; number_of_response:1; }","duration":"228.211943ms","start":"2026-03-02T19:11:08.916793Z","end":"2026-03-02T19:11:09.145005Z","steps":["trace[388905475] 'process raft request' (duration: 91.605164ms)","trace[388905475] 'compare' (duration: 136.211939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:11:18.743412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.662581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-02T19:11:18.743539Z","caller":"traceutil/trace.go:171","msg":"trace[724311112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18728; }","duration":"114.841645ms","start":"2026-03-02T19:11:18.628676Z","end":"2026-03-02T19:11:18.743517Z","steps":["trace[724311112] 'range keys from in-memory index tree' (duration: 114.441394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:11:25.87176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16465} {"level":"info","ts":"2026-03-02T19:11:25.965968Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16465,"took":"90.791925ms","hash":645081402,"current-db-size-bytes":46493696,"current-db-size":"46 MB","current-db-size-in-use-bytes":30281728,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T19:11:25.966046Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":645081402,"revision":16465,"compact-revision":14340} {"level":"info","ts":"2026-03-02T19:12:08.085103Z","caller":"traceutil/trace.go:171","msg":"trace[329191110] transaction","detail":"{read_only:false; response_revision:18987; number_of_response:1; }","duration":"115.249416ms","start":"2026-03-02T19:12:07.969826Z","end":"2026-03-02T19:12:08.085075Z","steps":["trace[329191110] 'process raft request' (duration: 115.071291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:09.351027Z","caller":"traceutil/trace.go:171","msg":"trace[2074513590] transaction","detail":"{read_only:false; response_revision:18994; number_of_response:1; }","duration":"122.6554ms","start":"2026-03-02T19:12:09.228348Z","end":"2026-03-02T19:12:09.351004Z","steps":["trace[2074513590] 'process raft request' (duration: 121.753657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:11.356337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.278156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:12:11.356333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.110916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:12:11.35643Z","caller":"traceutil/trace.go:171","msg":"trace[1812920525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18999; }","duration":"123.418749ms","start":"2026-03-02T19:12:11.232991Z","end":"2026-03-02T19:12:11.356409Z","steps":["trace[1812920525] 'range keys from in-memory index tree' (duration: 123.134932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:11.35645Z","caller":"traceutil/trace.go:171","msg":"trace[1842907357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18999; }","duration":"128.283141ms","start":"2026-03-02T19:12:11.22814Z","end":"2026-03-02T19:12:11.356423Z","steps":["trace[1842907357] 'range keys from in-memory index tree' (duration: 127.885091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:11.356671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.294355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:12:11.356793Z","caller":"traceutil/trace.go:171","msg":"trace[647109057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18999; }","duration":"123.46251ms","start":"2026-03-02T19:12:11.2333Z","end":"2026-03-02T19:12:11.356763Z","steps":["trace[647109057] 'range keys from in-memory index tree' (duration: 123.010449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:11.590922Z","caller":"traceutil/trace.go:171","msg":"trace[185310072] transaction","detail":"{read_only:false; response_revision:19001; number_of_response:1; }","duration":"229.946977ms","start":"2026-03-02T19:12:11.360952Z","end":"2026-03-02T19:12:11.590899Z","steps":["trace[185310072] 'process raft request' (duration: 175.848388ms)","trace[185310072] 'compare' (duration: 53.985176ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:11.59123Z","caller":"traceutil/trace.go:171","msg":"trace[1116607844] transaction","detail":"{read_only:false; response_revision:19003; number_of_response:1; }","duration":"230.034109ms","start":"2026-03-02T19:12:11.361187Z","end":"2026-03-02T19:12:11.591221Z","steps":["trace[1116607844] 'process raft request' (duration: 229.863175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:11.591201Z","caller":"traceutil/trace.go:171","msg":"trace[942348281] transaction","detail":"{read_only:false; response_revision:19002; number_of_response:1; }","duration":"230.213984ms","start":"2026-03-02T19:12:11.360951Z","end":"2026-03-02T19:12:11.591165Z","steps":["trace[942348281] 'process raft request' (duration: 229.920366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:11.591198Z","caller":"traceutil/trace.go:171","msg":"trace[1947353633] linearizableReadLoop","detail":"{readStateIndex:19687; appliedIndex:19683; }","duration":"167.802876ms","start":"2026-03-02T19:12:11.423372Z","end":"2026-03-02T19:12:11.591175Z","steps":["trace[1947353633] 'read index received' (duration: 25.936887ms)","trace[1947353633] 'applied index is now lower than readState.Index' (duration: 141.864969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:11.591298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.911308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:11.591351Z","caller":"traceutil/trace.go:171","msg":"trace[1275213955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19003; }","duration":"168.003791ms","start":"2026-03-02T19:12:11.423336Z","end":"2026-03-02T19:12:11.591339Z","steps":["trace[1275213955] 'agreement among raft nodes before linearized reading' (duration: 167.914179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:13.57219Z","caller":"traceutil/trace.go:171","msg":"trace[1074116893] transaction","detail":"{read_only:false; response_revision:19007; number_of_response:1; }","duration":"618.990702ms","start":"2026-03-02T19:12:12.953178Z","end":"2026-03-02T19:12:13.572169Z","steps":["trace[1074116893] 'process raft request' (duration: 613.454664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:13.572339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:12.953152Z","time spent":"619.094805ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:13.573103Z","caller":"traceutil/trace.go:171","msg":"trace[750620584] linearizableReadLoop","detail":"{readStateIndex:19692; appliedIndex:19690; }","duration":"470.499458ms","start":"2026-03-02T19:12:13.102571Z","end":"2026-03-02T19:12:13.573071Z","steps":["trace[750620584] 'read index received' (duration: 464.016017ms)","trace[750620584] 'applied index is now lower than readState.Index' (duration: 6.482091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:13.573142Z","caller":"traceutil/trace.go:171","msg":"trace[738685511] transaction","detail":"{read_only:false; response_revision:19008; number_of_response:1; }","duration":"522.391472ms","start":"2026-03-02T19:12:13.050736Z","end":"2026-03-02T19:12:13.573128Z","steps":["trace[738685511] 'process raft request' (duration: 521.993543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:13.573255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.680692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:12:13.573284Z","caller":"traceutil/trace.go:171","msg":"trace[1703412136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19008; }","duration":"470.747884ms","start":"2026-03-02T19:12:13.102529Z","end":"2026-03-02T19:12:13.573277Z","steps":["trace[1703412136] 'agreement among raft nodes before linearized reading' (duration: 470.640902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:13.573289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.30694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:13.573304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:13.10251Z","time spent":"470.789995ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:12:13.573294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:13.050705Z","time spent":"522.515046ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:13.573331Z","caller":"traceutil/trace.go:171","msg":"trace[1598364904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19008; }","duration":"150.392262ms","start":"2026-03-02T19:12:13.422925Z","end":"2026-03-02T19:12:13.573317Z","steps":["trace[1598364904] 'agreement among raft nodes before linearized reading' (duration: 150.30069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:13.573426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.318611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:12:13.573503Z","caller":"traceutil/trace.go:171","msg":"trace[1076748510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19008; }","duration":"118.451694ms","start":"2026-03-02T19:12:13.455029Z","end":"2026-03-02T19:12:13.573481Z","steps":["trace[1076748510] 'agreement among raft nodes before linearized reading' (duration: 118.204858ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:15.885752Z","caller":"traceutil/trace.go:171","msg":"trace[632851272] transaction","detail":"{read_only:false; response_revision:19022; number_of_response:1; }","duration":"128.633758ms","start":"2026-03-02T19:12:15.757091Z","end":"2026-03-02T19:12:15.885725Z","steps":["trace[632851272] 'process raft request' (duration: 128.467984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:28.694937Z","caller":"traceutil/trace.go:171","msg":"trace[2114030061] transaction","detail":"{read_only:false; response_revision:19078; number_of_response:1; }","duration":"507.081181ms","start":"2026-03-02T19:12:28.187835Z","end":"2026-03-02T19:12:28.694916Z","steps":["trace[2114030061] 'process raft request' (duration: 506.963328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:28.695066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:28.187808Z","time spent":"507.191204ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:29.980489Z","caller":"traceutil/trace.go:171","msg":"trace[1195324133] linearizableReadLoop","detail":"{readStateIndex:19771; appliedIndex:19770; }","duration":"111.292466ms","start":"2026-03-02T19:12:29.869163Z","end":"2026-03-02T19:12:29.980455Z","steps":["trace[1195324133] 'read index received' (duration: 104.478496ms)","trace[1195324133] 'applied index is now lower than readState.Index' (duration: 6.8122ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:29.980523Z","caller":"traceutil/trace.go:171","msg":"trace[1612909447] transaction","detail":"{read_only:false; response_revision:19083; number_of_response:1; }","duration":"210.345517ms","start":"2026-03-02T19:12:29.770144Z","end":"2026-03-02T19:12:29.98049Z","steps":["trace[1612909447] 'process raft request' (duration: 203.459215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:29.980791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.590925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:12:29.980914Z","caller":"traceutil/trace.go:171","msg":"trace[541749536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19083; }","duration":"111.752038ms","start":"2026-03-02T19:12:29.869133Z","end":"2026-03-02T19:12:29.980885Z","steps":["trace[541749536] 'agreement among raft nodes before linearized reading' (duration: 111.43204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:29.980956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.385079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:12:29.981017Z","caller":"traceutil/trace.go:171","msg":"trace[1944047332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19083; }","duration":"107.518073ms","start":"2026-03-02T19:12:29.873469Z","end":"2026-03-02T19:12:29.980987Z","steps":["trace[1944047332] 'agreement among raft nodes before linearized reading' (duration: 107.288547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:29.981187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.607014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:12:29.981268Z","caller":"traceutil/trace.go:171","msg":"trace[851202581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19083; }","duration":"112.043485ms","start":"2026-03-02T19:12:29.869205Z","end":"2026-03-02T19:12:29.981249Z","steps":["trace[851202581] 'agreement among raft nodes before linearized reading' (duration: 111.471271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:31.949557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.846126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:31.949888Z","caller":"traceutil/trace.go:171","msg":"trace[1431167872] transaction","detail":"{read_only:false; response_revision:19090; number_of_response:1; }","duration":"133.931631ms","start":"2026-03-02T19:12:31.815914Z","end":"2026-03-02T19:12:31.949845Z","steps":["trace[1431167872] 'process raft request' (duration: 32.739457ms)","trace[1431167872] 'compare' (duration: 100.752234ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:33.049189Z","caller":"traceutil/trace.go:171","msg":"trace[1953076913] transaction","detail":"{read_only:false; response_revision:19095; number_of_response:1; }","duration":"297.326868ms","start":"2026-03-02T19:12:32.751834Z","end":"2026-03-02T19:12:33.049161Z","steps":["trace[1953076913] 'process raft request' (duration: 297.079352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:34.305655Z","caller":"traceutil/trace.go:171","msg":"trace[1313446944] linearizableReadLoop","detail":"{readStateIndex:19787; appliedIndex:19786; }","duration":"351.092369ms","start":"2026-03-02T19:12:33.954542Z","end":"2026-03-02T19:12:34.305634Z","steps":["trace[1313446944] 'read index received' (duration: 350.957566ms)","trace[1313446944] 'applied index is now lower than readState.Index' (duration: 134.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:34.305731Z","caller":"traceutil/trace.go:171","msg":"trace[858504867] transaction","detail":"{read_only:false; response_revision:19099; number_of_response:1; }","duration":"523.495221ms","start":"2026-03-02T19:12:33.782197Z","end":"2026-03-02T19:12:34.305692Z","steps":["trace[858504867] 'process raft request' (duration: 523.309296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:34.305917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.367446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:12:34.305962Z","caller":"traceutil/trace.go:171","msg":"trace[195449414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19099; }","duration":"351.460789ms","start":"2026-03-02T19:12:33.954487Z","end":"2026-03-02T19:12:34.305948Z","steps":["trace[195449414] 'agreement among raft nodes before linearized reading' (duration: 351.261724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:34.306001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:33.954467Z","time spent":"351.52516ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:12:34.306131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:33.782171Z","time spent":"523.813678ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:34.806402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:35.306995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:35.512714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207184788s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:12:35.779118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.060388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:35.77958Z","caller":"traceutil/trace.go:171","msg":"trace[1741435516] transaction","detail":"{read_only:false; response_revision:19100; number_of_response:1; }","duration":"1.8077534s","start":"2026-03-02T19:12:33.971786Z","end":"2026-03-02T19:12:35.779539Z","steps":["trace[1741435516] 'process raft request' (duration: 1.54120937s)","trace[1741435516] 'compare' (duration: 265.953485ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:35.779642Z","caller":"traceutil/trace.go:171","msg":"trace[1255046861] transaction","detail":"{read_only:false; response_revision:19101; number_of_response:1; }","duration":"1.468995668s","start":"2026-03-02T19:12:34.310602Z","end":"2026-03-02T19:12:35.779598Z","steps":["trace[1255046861] 'process raft request' (duration: 1.468596728s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:35.779742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:33.971767Z","time spent":"1.807890603s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:35.779728Z","caller":"traceutil/trace.go:171","msg":"trace[1112320744] transaction","detail":"{read_only:false; response_revision:19102; number_of_response:1; }","duration":"1.364952023s","start":"2026-03-02T19:12:34.41474Z","end":"2026-03-02T19:12:35.779692Z","steps":["trace[1112320744] 'process raft request' (duration: 1.364494022s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:35.779829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.310576Z","time spent":"1.469152282s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:35.779873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.414717Z","time spent":"1.365079156s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:37.388817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609537408s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:12:37.389612Z","caller":"traceutil/trace.go:171","msg":"trace[224768949] transaction","detail":"{read_only:false; response_revision:19103; number_of_response:1; }","duration":"2.335707405s","start":"2026-03-02T19:12:35.053884Z","end":"2026-03-02T19:12:37.389592Z","steps":["trace[224768949] 'process raft request' (duration: 2.335010987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:37.389746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:35.053863Z","time spent":"2.335822688s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:37.423322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:37.42347Z","caller":"traceutil/trace.go:171","msg":"trace[1285218950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061278s","start":"2026-03-02T19:12:35.422834Z","end":"2026-03-02T19:12:37.423447Z","steps":["trace[1285218950] 'agreement among raft nodes before linearized reading' (duration: 2.000433156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:37.423586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:35.422811Z","time spent":"2.000763044s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:12:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:39.081743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999372564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:39.081832Z","caller":"traceutil/trace.go:171","msg":"trace[1959986238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999532938s","start":"2026-03-02T19:12:34.082279Z","end":"2026-03-02T19:12:39.081812Z","steps":["trace[1959986238] 'agreement among raft nodes before linearized reading' (duration: 4.999407915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:39.081889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.082249Z","time spent":"4.999623541s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 19:12:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:39.08282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999521908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:39.082896Z","caller":"traceutil/trace.go:171","msg":"trace[507035265] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99963423s","start":"2026-03-02T19:12:34.083243Z","end":"2026-03-02T19:12:39.082877Z","steps":["trace[507035265] 'agreement among raft nodes before linearized reading' (duration: 4.999540588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:39.082938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.083229Z","time spent":"4.999699722s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:12:39.423721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:39.423828Z","caller":"traceutil/trace.go:171","msg":"trace[1724364415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287996s","start":"2026-03-02T19:12:37.423517Z","end":"2026-03-02T19:12:39.423805Z","steps":["trace[1724364415] 'agreement among raft nodes before linearized reading' (duration: 2.000117292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:39.423889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:37.423471Z","time spent":"2.000403809s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:12:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:39.645887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.917706026s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:12:40.13403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:35.13556Z","time spent":"4.998461595s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:41.242172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:37.456592Z","time spent":"3.785575408s","remote":"127.0.0.1:56514","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:12:41.242659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805607526s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:41.242955Z","caller":"traceutil/trace.go:171","msg":"trace[291892852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19103; }","duration":"3.806336324s","start":"2026-03-02T19:12:37.436582Z","end":"2026-03-02T19:12:41.242918Z","steps":["trace[291892852] 'range keys from in-memory index tree' (duration: 3.805581945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.243474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85379031s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:41.243789Z","caller":"traceutil/trace.go:171","msg":"trace[1195012344] transaction","detail":"{read_only:false; response_revision:19106; number_of_response:1; }","duration":"4.931249941s","start":"2026-03-02T19:12:36.312518Z","end":"2026-03-02T19:12:41.243768Z","steps":["trace[1195012344] 'process raft request' (duration: 4.93120267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.243871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:36.312495Z","time spent":"4.931338703s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:41.243933Z","caller":"traceutil/trace.go:171","msg":"trace[1097967426] linearizableReadLoop","detail":"{readStateIndex:19793; appliedIndex:19787; }","duration":"6.938149113s","start":"2026-03-02T19:12:34.305722Z","end":"2026-03-02T19:12:41.243871Z","steps":["trace[1097967426] 'read index received' (duration: 1.207428414s)","trace[1097967426] 'applied index is now lower than readState.Index' (duration: 5.730713659s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:41.244169Z","caller":"traceutil/trace.go:171","msg":"trace[1577191588] transaction","detail":"{read_only:false; response_revision:19105; number_of_response:1; }","duration":"5.021129282s","start":"2026-03-02T19:12:36.223027Z","end":"2026-03-02T19:12:41.244156Z","steps":["trace[1577191588] 'process raft request' (duration: 5.020602328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.244242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:36.223008Z","time spent":"5.021199083s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:41.24428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.955122137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7d74d7d6fd-rzvpv.18991beaf4b2d1c0\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-02T19:12:41.244309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.162990103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:12:41.244366Z","caller":"traceutil/trace.go:171","msg":"trace[2075123139] range","detail":"{range_begin:/registry/events/openstack/heat-api-7d74d7d6fd-rzvpv.18991beaf4b2d1c0; range_end:; response_count:1; response_revision:19106; }","duration":"6.955260581s","start":"2026-03-02T19:12:34.289085Z","end":"2026-03-02T19:12:41.244345Z","steps":["trace[2075123139] 'agreement among raft nodes before linearized reading' (duration: 6.954998914s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:41.244375Z","caller":"traceutil/trace.go:171","msg":"trace[1533599158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19106; }","duration":"7.163116406s","start":"2026-03-02T19:12:34.081242Z","end":"2026-03-02T19:12:41.244359Z","steps":["trace[1533599158] 'agreement among raft nodes before linearized reading' (duration: 7.16286716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.244406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.289063Z","time spent":"6.955336012s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-7d74d7d6fd-rzvpv.18991beaf4b2d1c0\" "} {"level":"warn","ts":"2026-03-02T19:12:41.244429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.081221Z","time spent":"7.163192587s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:12:41.244613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.535057587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:41.24466Z","caller":"traceutil/trace.go:171","msg":"trace[1713833846] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19106; }","duration":"6.535139879s","start":"2026-03-02T19:12:34.709509Z","end":"2026-03-02T19:12:41.244649Z","steps":["trace[1713833846] 'agreement among raft nodes before linearized reading' (duration: 6.535066487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.244694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.70949Z","time spent":"6.53519533s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.244958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683142757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:41.244998Z","caller":"traceutil/trace.go:171","msg":"trace[1553475293] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19106; }","duration":"2.68324973s","start":"2026-03-02T19:12:38.56174Z","end":"2026-03-02T19:12:41.244989Z","steps":["trace[1553475293] 'agreement among raft nodes before linearized reading' (duration: 2.683081616s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.245006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853130105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:41.245021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:38.561723Z","time spent":"2.683291891s","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:41.245043Z","caller":"traceutil/trace.go:171","msg":"trace[1282868622] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19106; }","duration":"2.853193086s","start":"2026-03-02T19:12:38.391837Z","end":"2026-03-02T19:12:41.24503Z","steps":["trace[1282868622] 'agreement among raft nodes before linearized reading' (duration: 2.853142755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.245078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:38.391818Z","time spent":"2.853252978s","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.245189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.909454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:12:41.245217Z","caller":"traceutil/trace.go:171","msg":"trace[1990493158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19106; }","duration":"152.997927ms","start":"2026-03-02T19:12:41.092212Z","end":"2026-03-02T19:12:41.24521Z","steps":["trace[1990493158] 'agreement among raft nodes before linearized reading' (duration: 152.923555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.245222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813079382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:41.245277Z","caller":"traceutil/trace.go:171","msg":"trace[709425670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19106; }","duration":"1.813162814s","start":"2026-03-02T19:12:39.432098Z","end":"2026-03-02T19:12:41.245261Z","steps":["trace[709425670] 'agreement among raft nodes before linearized reading' (duration: 1.813076372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.245331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:39.432083Z","time spent":"1.813236865s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:12:41.245355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850142841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-02T19:12:41.245459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.090166057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:12:41.245523Z","caller":"traceutil/trace.go:171","msg":"trace[1154638942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19106; }","duration":"6.0902872s","start":"2026-03-02T19:12:35.155218Z","end":"2026-03-02T19:12:41.245505Z","steps":["trace[1154638942] 'agreement among raft nodes before linearized reading' (duration: 6.090068505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.24556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:35.155196Z","time spent":"6.090354852s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:12:41.245646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.094602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:12:41.245707Z","caller":"traceutil/trace.go:171","msg":"trace[622786862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19106; }","duration":"160.155423ms","start":"2026-03-02T19:12:41.085536Z","end":"2026-03-02T19:12:41.245692Z","steps":["trace[622786862] 'agreement among raft nodes before linearized reading' (duration: 160.00397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.245799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461827366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:12:41.24584Z","caller":"traceutil/trace.go:171","msg":"trace[217277898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19106; }","duration":"3.461908208s","start":"2026-03-02T19:12:37.783922Z","end":"2026-03-02T19:12:41.24583Z","steps":["trace[217277898] 'agreement among raft nodes before linearized reading' (duration: 3.461802445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.245869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:37.783902Z","time spent":"3.46195899s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:12:41.24594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.197068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:41.246001Z","caller":"traceutil/trace.go:171","msg":"trace[1417240905] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19106; }","duration":"587.28747ms","start":"2026-03-02T19:12:40.658697Z","end":"2026-03-02T19:12:41.245984Z","steps":["trace[1417240905] 'agreement among raft nodes before linearized reading' (duration: 587.195557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.246058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:40.658681Z","time spent":"587.358392ms","remote":"127.0.0.1:55808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.246103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065866051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:41.246143Z","caller":"traceutil/trace.go:171","msg":"trace[459346977] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19106; }","duration":"4.065944563s","start":"2026-03-02T19:12:37.180188Z","end":"2026-03-02T19:12:41.246133Z","steps":["trace[459346977] 'agreement among raft nodes before linearized reading' (duration: 4.06579275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.246174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:37.18017Z","time spent":"4.065995194s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.246166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088553876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:41.246254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.539492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:41.246263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730311975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:41.246262Z","caller":"traceutil/trace.go:171","msg":"trace[1752248990] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:19106; }","duration":"6.08870575s","start":"2026-03-02T19:12:35.15754Z","end":"2026-03-02T19:12:41.246246Z","steps":["trace[1752248990] 'agreement among raft nodes before linearized reading' (duration: 6.088513885s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:41.246372Z","caller":"traceutil/trace.go:171","msg":"trace[894292248] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19106; }","duration":"4.730474169s","start":"2026-03-02T19:12:36.515873Z","end":"2026-03-02T19:12:41.246347Z","steps":["trace[894292248] 'agreement among raft nodes before linearized reading' (duration: 4.730247844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.246427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:36.515857Z","time spent":"4.730559012s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.246447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11003776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T19:12:41.246492Z","caller":"traceutil/trace.go:171","msg":"trace[2001815175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19106; }","duration":"1.110114222s","start":"2026-03-02T19:12:40.136364Z","end":"2026-03-02T19:12:41.246479Z","steps":["trace[2001815175] 'agreement among raft nodes before linearized reading' (duration: 1.1100348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.246545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:40.136344Z","time spent":"1.110189103s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T19:12:41.246314Z","caller":"traceutil/trace.go:171","msg":"trace[1560778598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19106; }","duration":"923.628874ms","start":"2026-03-02T19:12:40.32267Z","end":"2026-03-02T19:12:41.246299Z","steps":["trace[1560778598] 'agreement among raft nodes before linearized reading' (duration: 923.530952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.246692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:40.322655Z","time spent":"924.014853ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.246736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531454344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T19:12:41.246792Z","caller":"traceutil/trace.go:171","msg":"trace[849809590] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:19106; }","duration":"1.531559768s","start":"2026-03-02T19:12:39.715218Z","end":"2026-03-02T19:12:41.246778Z","steps":["trace[849809590] 'agreement among raft nodes before linearized reading' (duration: 1.531428464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.24684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:39.715179Z","time spent":"1.53164933s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:12:41.246371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:35.157518Z","time spent":"6.088837224s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.244958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165520015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:12:41.245337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305691953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18779"} {"level":"warn","ts":"2026-03-02T19:12:41.247115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448073746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:41.247106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337511413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:41.246977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.371061295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:41.247166Z","caller":"traceutil/trace.go:171","msg":"trace[1037931702] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19106; }","duration":"6.371313381s","start":"2026-03-02T19:12:34.875844Z","end":"2026-03-02T19:12:41.247158Z","steps":["trace[1037931702] 'agreement among raft nodes before linearized reading' (duration: 6.371070505s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:41.247159Z","caller":"traceutil/trace.go:171","msg":"trace[591437084] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19106; }","duration":"2.448158338s","start":"2026-03-02T19:12:38.798987Z","end":"2026-03-02T19:12:41.247145Z","steps":["trace[591437084] 'agreement among raft nodes before linearized reading' (duration: 2.448068146s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:41.247152Z","caller":"traceutil/trace.go:171","msg":"trace[384842575] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19106; }","duration":"3.307547689s","start":"2026-03-02T19:12:37.939592Z","end":"2026-03-02T19:12:41.24714Z","steps":["trace[384842575] 'agreement among raft nodes before linearized reading' (duration: 3.305659612s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:41.24717Z","caller":"traceutil/trace.go:171","msg":"trace[1195394002] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:19106; }","duration":"2.337609505s","start":"2026-03-02T19:12:38.909543Z","end":"2026-03-02T19:12:41.247153Z","steps":["trace[1195394002] 'agreement among raft nodes before linearized reading' (duration: 2.337493762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.247198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.875807Z","time spent":"6.371380183s","remote":"127.0.0.1:56008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.247196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:38.798967Z","time spent":"2.448221039s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.247206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:37.939567Z","time spent":"3.30762498s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18803,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T19:12:41.247206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:38.909524Z","time spent":"2.337673197s","remote":"127.0.0.1:48888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:41.247122Z","caller":"traceutil/trace.go:171","msg":"trace[1402102799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19106; }","duration":"7.167753441s","start":"2026-03-02T19:12:34.079361Z","end":"2026-03-02T19:12:41.247115Z","steps":["trace[1402102799] 'agreement among raft nodes before linearized reading' (duration: 7.165457044s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:41.247339Z","caller":"traceutil/trace.go:171","msg":"trace[602986229] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19106; }","duration":"1.850190332s","start":"2026-03-02T19:12:39.39518Z","end":"2026-03-02T19:12:41.24537Z","steps":["trace[602986229] 'agreement among raft nodes before linearized reading' (duration: 1.85012873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.247383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:39.395164Z","time spent":"1.852208863s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T19:12:41.247379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.079344Z","time spent":"7.168024197s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:12:41.24825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.395963896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:12:41.248298Z","caller":"traceutil/trace.go:171","msg":"trace[1812586192] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19106; }","duration":"6.396015407s","start":"2026-03-02T19:12:34.852271Z","end":"2026-03-02T19:12:41.248286Z","steps":["trace[1812586192] 'agreement among raft nodes before linearized reading' (duration: 6.393042853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:41.248325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:34.852211Z","time spent":"6.39610562s","remote":"127.0.0.1:56130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2182,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:41.761892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:42.262486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:42.763132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:42.943063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696230012s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:12:43.249063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:43.249143Z","caller":"traceutil/trace.go:171","msg":"trace[1209494755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779518s","start":"2026-03-02T19:12:41.248346Z","end":"2026-03-02T19:12:43.249125Z","steps":["trace[1209494755] 'agreement among raft nodes before linearized reading' (duration: 2.000677605s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:43.249189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.248332Z","time spent":"2.000847049s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:12:44.015321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:44.015392Z","caller":"traceutil/trace.go:171","msg":"trace[473165232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000944112s","start":"2026-03-02T19:12:42.014432Z","end":"2026-03-02T19:12:44.015376Z","steps":["trace[473165232] 'agreement among raft nodes before linearized reading' (duration: 2.000805928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:44.015429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:42.014411Z","time spent":"2.001010104s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:12:44.079752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.251324Z","time spent":"2.828421972s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:44.081443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.251069Z","time spent":"2.830347119s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:44.083379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.252003Z","time spent":"2.831367565s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:44.083368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.251923Z","time spent":"2.831424476s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:44.140366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197091689s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-02T19:12:44.140901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.246736Z","time spent":"2.894130192s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:12:44.393174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.250616Z","time spent":"3.142551754s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:45.133723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88121322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:45.133816Z","caller":"traceutil/trace.go:171","msg":"trace[602701012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"3.881353354s","start":"2026-03-02T19:12:41.252442Z","end":"2026-03-02T19:12:45.133795Z","steps":["trace[602701012] 'agreement among raft nodes before linearized reading' (duration: 3.88120664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:45.133908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.252421Z","time spent":"3.881474966s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 19:12:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:45.258251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000741387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:45.25834Z","caller":"traceutil/trace.go:171","msg":"trace[861998777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000870911s","start":"2026-03-02T19:12:43.257448Z","end":"2026-03-02T19:12:45.258319Z","steps":["trace[861998777] 'agreement among raft nodes before linearized reading' (duration: 2.000755848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:45.25839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:43.257439Z","time spent":"2.000941683s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:12:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:46.250928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.25231Z","time spent":"4.998609593s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:46.35154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.408273357s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:12:47.258603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:47.258678Z","caller":"traceutil/trace.go:171","msg":"trace[835892945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261725s","start":"2026-03-02T19:12:45.2584Z","end":"2026-03-02T19:12:47.258661Z","steps":["trace[835892945] 'agreement among raft nodes before linearized reading' (duration: 2.000168953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:47.25878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:45.25838Z","time spent":"2.000388468s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:12:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:47.935667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.970778ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:47.935785Z","caller":"traceutil/trace.go:171","msg":"trace[2040642801] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19106; }","duration":"499.103392ms","start":"2026-03-02T19:12:47.436663Z","end":"2026-03-02T19:12:47.935766Z","steps":["trace[2040642801] 'range keys from in-memory index tree' (duration: 498.946978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:47.936122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584334326s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:12:47.936794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.248297Z","time spent":"6.688489958s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:12:47.9371Z","caller":"traceutil/trace.go:171","msg":"trace[2093320879] linearizableReadLoop","detail":"{readStateIndex:19803; appliedIndex:19795; }","duration":"6.688697933s","start":"2026-03-02T19:12:41.248374Z","end":"2026-03-02T19:12:47.937072Z","steps":["trace[2093320879] 'read index received' (duration: 1.694878859s)","trace[2093320879] 'applied index is now lower than readState.Index' (duration: 4.993817434s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:48.248322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:43.249886Z","time spent":"4.998427837s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:48.437513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:48.450996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:48.45108Z","caller":"traceutil/trace.go:171","msg":"trace[1951803336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183163s","start":"2026-03-02T19:12:46.450878Z","end":"2026-03-02T19:12:48.451061Z","steps":["trace[1951803336] 'agreement among raft nodes before linearized reading' (duration: 2.00007619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:48.451129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:46.450859Z","time spent":"2.000260285s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:12:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:48.938573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012901068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:12:49.08274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.08475Z","time spent":"4.997970566s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:12:49.264416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:49.264499Z","caller":"traceutil/trace.go:171","msg":"trace[201552337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493512s","start":"2026-03-02T19:12:47.263986Z","end":"2026-03-02T19:12:49.26448Z","steps":["trace[201552337] 'agreement among raft nodes before linearized reading' (duration: 2.000389419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:49.264554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:47.263961Z","time spent":"2.000583194s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:12:49.32368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605993454s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:12:49.392942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997229637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:49.393041Z","caller":"traceutil/trace.go:171","msg":"trace[416367451] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997368501s","start":"2026-03-02T19:12:44.395647Z","end":"2026-03-02T19:12:49.393016Z","steps":["trace[416367451] 'agreement among raft nodes before linearized reading' (duration: 4.997252688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:49.393103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.395629Z","time spent":"4.997450162s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 19:12:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:49.420996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.169537361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:49.421149Z","caller":"traceutil/trace.go:171","msg":"trace[1008613133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.169722305s","start":"2026-03-02T19:12:41.251404Z","end":"2026-03-02T19:12:49.421126Z","steps":["trace[1008613133] 'agreement among raft nodes before linearized reading' (duration: 8.169546981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:49.421239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.251397Z","time spent":"8.169827919s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/02 19:12:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:49.903852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.892087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:49.905397Z","caller":"traceutil/trace.go:171","msg":"trace[1075943257] transaction","detail":"{read_only:false; response_revision:19114; number_of_response:1; }","duration":"6.621378621s","start":"2026-03-02T19:12:43.283994Z","end":"2026-03-02T19:12:49.905373Z","steps":["trace[1075943257] 'process raft request' (duration: 6.619950246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:49.905541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:43.283974Z","time spent":"6.621489004s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:49.906106Z","caller":"traceutil/trace.go:171","msg":"trace[1678660436] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19114; }","duration":"5.822022771s","start":"2026-03-02T19:12:44.08407Z","end":"2026-03-02T19:12:49.906093Z","steps":["trace[1678660436] 'process raft request' (duration: 5.821804675s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:49.906066Z","caller":"traceutil/trace.go:171","msg":"trace[1816624825] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19114; }","duration":"5.82360926s","start":"2026-03-02T19:12:44.082419Z","end":"2026-03-02T19:12:49.906028Z","steps":["trace[1816624825] 'process raft request' (duration: 5.822883541s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:49.906185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.08406Z","time spent":"5.822087843s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:49.90659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.082375Z","time spent":"5.823801335s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:49.906779Z","caller":"traceutil/trace.go:171","msg":"trace[1739859424] transaction","detail":"{read_only:false; response_revision:19115; number_of_response:1; }","duration":"5.764172316s","start":"2026-03-02T19:12:44.142582Z","end":"2026-03-02T19:12:49.906755Z","steps":["trace[1739859424] 'process raft request' (duration: 5.763466949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:49.906951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.14256Z","time spent":"5.76432972s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:51.273328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:12:51.273403Z","caller":"traceutil/trace.go:171","msg":"trace[1080424090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986038s","start":"2026-03-02T19:12:49.273402Z","end":"2026-03-02T19:12:51.273388Z","steps":["trace[1080424090] 'agreement among raft nodes before linearized reading' (duration: 1.999897326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:51.273443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:49.273386Z","time spent":"2.00004891s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:12:51.601258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702521008s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:12:51.654571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747967816s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T19:12:51.654784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:50.602714Z","time spent":"1.052066841s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:12:51.660216Z","caller":"traceutil/trace.go:171","msg":"trace[1939765688] transaction","detail":"{read_only:false; response_revision:19117; number_of_response:1; }","duration":"5.528550651s","start":"2026-03-02T19:12:46.131643Z","end":"2026-03-02T19:12:51.660194Z","steps":["trace[1939765688] 'process raft request' (duration: 5.523006583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:51.660414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:46.131608Z","time spent":"5.528714335s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:52.784768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:47.786373Z","time spent":"4.998387886s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:12:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:52.974664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314382559s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:507"} {"level":"info","ts":"2026-03-02T19:12:52.974899Z","caller":"traceutil/trace.go:171","msg":"trace[34909415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19117; }","duration":"5.037147868s","start":"2026-03-02T19:12:47.937727Z","end":"2026-03-02T19:12:52.974875Z","steps":["trace[34909415] 'process raft request' (duration: 5.037057495s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.974976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:47.937699Z","time spent":"5.03724319s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:52.975029Z","caller":"traceutil/trace.go:171","msg":"trace[1519482053] transaction","detail":"{read_only:false; response_revision:19118; number_of_response:1; }","duration":"1.711634065s","start":"2026-03-02T19:12:51.263372Z","end":"2026-03-02T19:12:52.975006Z","steps":["trace[1519482053] 'process raft request' (duration: 1.711517362s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.975048Z","caller":"traceutil/trace.go:171","msg":"trace[1671827314] linearizableReadLoop","detail":"{readStateIndex:19813; appliedIndex:19803; }","duration":"5.037829935s","start":"2026-03-02T19:12:47.937179Z","end":"2026-03-02T19:12:52.975009Z","steps":["trace[1671827314] 'read index received' (duration: 1.386769695s)","trace[1671827314] 'applied index is now lower than readState.Index' (duration: 3.65104939s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:52.975136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:51.263351Z","time spent":"1.711735787s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:52.975198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.470929207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.975217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.285965338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:52.975273Z","caller":"traceutil/trace.go:171","msg":"trace[1780851768] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:19118; }","duration":"10.47105844s","start":"2026-03-02T19:12:42.504194Z","end":"2026-03-02T19:12:52.975253Z","steps":["trace[1780851768] 'agreement among raft nodes before linearized reading' (duration: 10.470935427s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.97529Z","caller":"traceutil/trace.go:171","msg":"trace[740875052] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19118; }","duration":"10.286059831s","start":"2026-03-02T19:12:42.689203Z","end":"2026-03-02T19:12:52.975263Z","steps":["trace[740875052] 'agreement among raft nodes before linearized reading' (duration: 10.285918478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.469812628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.975302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.383520808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T19:12:52.975342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:42.689187Z","time spent":"10.286139493s","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:52.975352Z","caller":"traceutil/trace.go:171","msg":"trace[1038922084] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:19118; }","duration":"11.469916711s","start":"2026-03-02T19:12:41.505418Z","end":"2026-03-02T19:12:52.975335Z","steps":["trace[1038922084] 'agreement among raft nodes before linearized reading' (duration: 11.469791608s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.975383Z","caller":"traceutil/trace.go:171","msg":"trace[404228545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19118; }","duration":"8.383646682s","start":"2026-03-02T19:12:44.591719Z","end":"2026-03-02T19:12:52.975365Z","steps":["trace[404228545] 'agreement among raft nodes before linearized reading' (duration: 8.383393375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.97539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.404504829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.975425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.591699Z","time spent":"8.383716834s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T19:12:52.97543Z","caller":"traceutil/trace.go:171","msg":"trace[1632555065] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19118; }","duration":"10.404574211s","start":"2026-03-02T19:12:42.570842Z","end":"2026-03-02T19:12:52.975416Z","steps":["trace[1632555065] 'agreement among raft nodes before linearized reading' (duration: 10.404514649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.5054Z","time spent":"11.470009643s","remote":"127.0.0.1:52254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.97546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.83082879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.975467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:42.570823Z","time spent":"10.404633202s","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:52.975525Z","caller":"traceutil/trace.go:171","msg":"trace[1152013793] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19118; }","duration":"4.830925372s","start":"2026-03-02T19:12:48.144583Z","end":"2026-03-02T19:12:52.975508Z","steps":["trace[1152013793] 'agreement among raft nodes before linearized reading' (duration: 4.83084415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:48.144563Z","time spent":"4.830988793s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.975598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548558925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.975618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.137560376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:52.975629Z","caller":"traceutil/trace.go:171","msg":"trace[1592580982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19118; }","duration":"5.548632047s","start":"2026-03-02T19:12:47.426987Z","end":"2026-03-02T19:12:52.975619Z","steps":["trace[1592580982] 'agreement among raft nodes before linearized reading' (duration: 5.548574195s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.975658Z","caller":"traceutil/trace.go:171","msg":"trace[1533131219] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19118; }","duration":"10.137626878s","start":"2026-03-02T19:12:42.83802Z","end":"2026-03-02T19:12:52.975647Z","steps":["trace[1533131219] 'agreement among raft nodes before linearized reading' (duration: 10.137563926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192310159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:52.975683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:42.838005Z","time spent":"10.137671588s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:52.975709Z","caller":"traceutil/trace.go:171","msg":"trace[177895361] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19118; }","duration":"2.192413112s","start":"2026-03-02T19:12:50.783275Z","end":"2026-03-02T19:12:52.975687Z","steps":["trace[177895361] 'agreement among raft nodes before linearized reading' (duration: 2.192308529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484826117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:52.975768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:50.783246Z","time spent":"2.192507554s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.97576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428177861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:52.975827Z","caller":"traceutil/trace.go:171","msg":"trace[313301287] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19118; }","duration":"1.428282514s","start":"2026-03-02T19:12:51.54753Z","end":"2026-03-02T19:12:52.975812Z","steps":["trace[313301287] 'agreement among raft nodes before linearized reading' (duration: 1.42814822s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.97585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.831301698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:52.97571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145787632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:52.975878Z","caller":"traceutil/trace.go:171","msg":"trace[1731690555] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19118; }","duration":"8.83136016s","start":"2026-03-02T19:12:44.144508Z","end":"2026-03-02T19:12:52.975868Z","steps":["trace[1731690555] 'agreement among raft nodes before linearized reading' (duration: 8.831289268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.36704476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.975899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.144493Z","time spent":"8.831400921s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:52.975898Z","caller":"traceutil/trace.go:171","msg":"trace[1877759299] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19118; }","duration":"7.146021747s","start":"2026-03-02T19:12:45.829862Z","end":"2026-03-02T19:12:52.975884Z","steps":["trace[1877759299] 'agreement among raft nodes before linearized reading' (duration: 7.145744931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.549908439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:52.975929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024886855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:12:52.975967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.723554113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T19:12:52.975776Z","caller":"traceutil/trace.go:171","msg":"trace[398986323] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19118; }","duration":"2.484905478s","start":"2026-03-02T19:12:50.49086Z","end":"2026-03-02T19:12:52.975766Z","steps":["trace[398986323] 'agreement among raft nodes before linearized reading' (duration: 2.484833877s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.976048Z","caller":"traceutil/trace.go:171","msg":"trace[556855907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19118; }","duration":"1.025031539s","start":"2026-03-02T19:12:51.951001Z","end":"2026-03-02T19:12:52.976033Z","steps":["trace[556855907] 'agreement among raft nodes before linearized reading' (duration: 1.024900216s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.976071Z","caller":"traceutil/trace.go:171","msg":"trace[1029857206] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19118; }","duration":"11.723684087s","start":"2026-03-02T19:12:41.252362Z","end":"2026-03-02T19:12:52.976046Z","steps":["trace[1029857206] 'agreement among raft nodes before linearized reading' (duration: 11.72339527s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.976093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:51.950981Z","time spent":"1.025097911s","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.97566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:47.426966Z","time spent":"5.548684808s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.976129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.589309207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:52.976146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:41.252355Z","time spent":"11.723776519s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T19:12:52.975946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977812648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417303"} {"level":"info","ts":"2026-03-02T19:12:52.976236Z","caller":"traceutil/trace.go:171","msg":"trace[1119674593] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19118; }","duration":"1.978123046s","start":"2026-03-02T19:12:50.998091Z","end":"2026-03-02T19:12:52.976214Z","steps":["trace[1119674593] 'agreement among raft nodes before linearized reading' (duration: 1.977713015s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.976298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:50.998071Z","time spent":"1.978210929s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:12:52.975914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065348729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-549c64dfd4-58mh7.18991beaf4e5c886\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-02T19:12:52.976364Z","caller":"traceutil/trace.go:171","msg":"trace[1211311596] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-549c64dfd4-58mh7.18991beaf4e5c886; range_end:; response_count:1; response_revision:19118; }","duration":"3.065809351s","start":"2026-03-02T19:12:49.910531Z","end":"2026-03-02T19:12:52.97634Z","steps":["trace[1211311596] 'agreement among raft nodes before linearized reading' (duration: 3.065280128s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.975852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713936848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-03-02T19:12:52.976436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:49.910518Z","time spent":"3.065898473s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-cfn-549c64dfd4-58mh7.18991beaf4e5c886\" "} {"level":"info","ts":"2026-03-02T19:12:52.97644Z","caller":"traceutil/trace.go:171","msg":"trace[1721129296] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:19118; }","duration":"5.714579015s","start":"2026-03-02T19:12:47.261846Z","end":"2026-03-02T19:12:52.976425Z","steps":["trace[1721129296] 'agreement among raft nodes before linearized reading' (duration: 5.713900767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.976595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:47.261815Z","time spent":"5.714753189s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T19:12:52.975932Z","caller":"traceutil/trace.go:171","msg":"trace[707925252] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19118; }","duration":"8.367214504s","start":"2026-03-02T19:12:44.608696Z","end":"2026-03-02T19:12:52.975911Z","steps":["trace[707925252] 'agreement among raft nodes before linearized reading' (duration: 8.36705358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.97673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:44.608687Z","time spent":"8.368023446s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:52.975954Z","caller":"traceutil/trace.go:171","msg":"trace[486981635] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19118; }","duration":"6.549988841s","start":"2026-03-02T19:12:46.42595Z","end":"2026-03-02T19:12:52.975939Z","steps":["trace[486981635] 'agreement among raft nodes before linearized reading' (duration: 6.549928309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.976877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:46.425928Z","time spent":"6.550921504s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.975949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:45.829841Z","time spent":"7.146092128s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":90,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.975725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.160013025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:52.977095Z","caller":"traceutil/trace.go:171","msg":"trace[592843782] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:19118; }","duration":"7.16139282s","start":"2026-03-02T19:12:45.815667Z","end":"2026-03-02T19:12:52.97706Z","steps":["trace[592843782] 'agreement among raft nodes before linearized reading' (duration: 7.160012675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.977151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:45.815616Z","time spent":"7.161517033s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.97599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701475232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:52.977353Z","caller":"traceutil/trace.go:171","msg":"trace[1728595546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19118; }","duration":"1.702870487s","start":"2026-03-02T19:12:51.274472Z","end":"2026-03-02T19:12:52.977342Z","steps":["trace[1728595546] 'agreement among raft nodes before linearized reading' (duration: 1.701497172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.9774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:51.274452Z","time spent":"1.702924889s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:12:52.975994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325190256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:52.977718Z","caller":"traceutil/trace.go:171","msg":"trace[1279620255] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19118; }","duration":"3.3269338s","start":"2026-03-02T19:12:49.650769Z","end":"2026-03-02T19:12:52.977703Z","steps":["trace[1279620255] 'agreement among raft nodes before linearized reading' (duration: 3.325167006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.976088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.725941637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-02T19:12:52.977809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634270813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:12:52.977809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:49.650754Z","time spent":"3.327039832s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":42,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:52.977852Z","caller":"traceutil/trace.go:171","msg":"trace[630883234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19118; }","duration":"4.641558724s","start":"2026-03-02T19:12:48.336281Z","end":"2026-03-02T19:12:52.977839Z","steps":["trace[630883234] 'agreement among raft nodes before linearized reading' (duration: 4.639823361s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:52.977845Z","caller":"traceutil/trace.go:171","msg":"trace[1568905899] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19118; }","duration":"4.727729183s","start":"2026-03-02T19:12:48.25009Z","end":"2026-03-02T19:12:52.977819Z","steps":["trace[1568905899] 'agreement among raft nodes before linearized reading' (duration: 4.725931608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.977885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:48.33626Z","time spent":"4.641618356s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:12:52.977906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:48.250056Z","time spent":"4.727830484s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:12:52.976091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:50.490837Z","time spent":"2.485236297s","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.976048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079530752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:52.978166Z","caller":"traceutil/trace.go:171","msg":"trace[2105604260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19118; }","duration":"2.081729687s","start":"2026-03-02T19:12:50.89642Z","end":"2026-03-02T19:12:52.978149Z","steps":["trace[2105604260] 'agreement among raft nodes before linearized reading' (duration: 2.07943538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.978206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:50.896395Z","time spent":"2.081798108s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.976119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.636326485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:12:52.97849Z","caller":"traceutil/trace.go:171","msg":"trace[2030049157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19118; }","duration":"4.638719594s","start":"2026-03-02T19:12:48.339751Z","end":"2026-03-02T19:12:52.97847Z","steps":["trace[2030049157] 'agreement among raft nodes before linearized reading' (duration: 4.636249142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.978538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:48.339737Z","time spent":"4.638785756s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:12:52.976181Z","caller":"traceutil/trace.go:171","msg":"trace[1022135667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19118; }","duration":"4.58940492s","start":"2026-03-02T19:12:48.386767Z","end":"2026-03-02T19:12:52.976171Z","steps":["trace[1022135667] 'agreement among raft nodes before linearized reading' (duration: 4.589334718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:52.978844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:48.386752Z","time spent":"4.592062836s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.97533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:42.504172Z","time spent":"10.471144132s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:52.975881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:51.547474Z","time spent":"1.428395797s","remote":"127.0.0.1:58010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:12:53.141512Z","caller":"traceutil/trace.go:171","msg":"trace[1415098810] transaction","detail":"{read_only:false; response_revision:19119; number_of_response:1; }","duration":"162.261506ms","start":"2026-03-02T19:12:52.97922Z","end":"2026-03-02T19:12:53.141481Z","steps":["trace[1415098810] 'process raft request' (duration: 162.06396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.248743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.187384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:12:53.248811Z","caller":"traceutil/trace.go:171","msg":"trace[1471298725] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"266.296457ms","start":"2026-03-02T19:12:52.982499Z","end":"2026-03-02T19:12:53.248795Z","steps":["trace[1471298725] 'agreement among raft nodes before linearized reading' (duration: 266.209285ms)"],"step_count":1} 2026/03/02 19:12:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:12:53.49556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.979238Z","time spent":"516.30849ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:12:53.495648Z","caller":"traceutil/trace.go:171","msg":"trace[2078775491] transaction","detail":"{read_only:false; response_revision:19120; number_of_response:1; }","duration":"513.040528ms","start":"2026-03-02T19:12:52.982583Z","end":"2026-03-02T19:12:53.495624Z","steps":["trace[2078775491] 'process raft request' (duration: 512.837623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.495783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.982573Z","time spent":"513.137851ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:53.496202Z","caller":"traceutil/trace.go:171","msg":"trace[1610519134] linearizableReadLoop","detail":"{readStateIndex:19816; appliedIndex:19814; }","duration":"515.871659ms","start":"2026-03-02T19:12:52.980306Z","end":"2026-03-02T19:12:53.496177Z","steps":["trace[1610519134] 'read index received' (duration: 161.097797ms)","trace[1610519134] 'applied index is now lower than readState.Index' (duration: 354.772902ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:53.496303Z","caller":"traceutil/trace.go:171","msg":"trace[1252319471] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"512.903825ms","start":"2026-03-02T19:12:52.983359Z","end":"2026-03-02T19:12:53.496263Z","steps":["trace[1252319471] 'process raft request' (duration: 512.223588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:53.496308Z","caller":"traceutil/trace.go:171","msg":"trace[459258283] transaction","detail":"{read_only:false; response_revision:19122; number_of_response:1; }","duration":"512.086155ms","start":"2026-03-02T19:12:52.984177Z","end":"2026-03-02T19:12:53.496263Z","steps":["trace[459258283] 'process raft request' (duration: 511.88723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.496437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.107175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cfcd662-46b1-4256-920d-c0e22183e6bd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:12:53.496478Z","caller":"traceutil/trace.go:171","msg":"trace[1252863034] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cfcd662-46b1-4256-920d-c0e22183e6bd; range_end:; response_count:1; response_revision:19122; }","duration":"516.184446ms","start":"2026-03-02T19:12:52.980282Z","end":"2026-03-02T19:12:53.496466Z","steps":["trace[1252863034] 'agreement among raft nodes before linearized reading' (duration: 516.033782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.496472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.983349Z","time spent":"513.025008ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:53.496472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.67879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:53.49649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.984167Z","time spent":"512.224988ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:53.496519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.980269Z","time spent":"516.237707ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1cfcd662-46b1-4256-920d-c0e22183e6bd\" "} {"level":"info","ts":"2026-03-02T19:12:53.496533Z","caller":"traceutil/trace.go:171","msg":"trace[24156721] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:19122; }","duration":"512.753431ms","start":"2026-03-02T19:12:52.983764Z","end":"2026-03-02T19:12:53.496518Z","steps":["trace[24156721] 'agreement among raft nodes before linearized reading' (duration: 512.633618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.496572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.983745Z","time spent":"512.818722ms","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-02T19:12:53.496745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.960092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:12:53.49677Z","caller":"traceutil/trace.go:171","msg":"trace[10590911] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19122; }","duration":"143.987912ms","start":"2026-03-02T19:12:53.352776Z","end":"2026-03-02T19:12:53.496764Z","steps":["trace[10590911] 'agreement among raft nodes before linearized reading' (duration: 143.945391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.496943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.298505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-02T19:12:53.496961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.857654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:53.496971Z","caller":"traceutil/trace.go:171","msg":"trace[333908263] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:19122; }","duration":"351.353936ms","start":"2026-03-02T19:12:53.145611Z","end":"2026-03-02T19:12:53.496965Z","steps":["trace[333908263] 'agreement among raft nodes before linearized reading' (duration: 351.251994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.496992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:53.145595Z","time spent":"351.393178ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"info","ts":"2026-03-02T19:12:53.496994Z","caller":"traceutil/trace.go:171","msg":"trace[682630548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19122; }","duration":"512.905155ms","start":"2026-03-02T19:12:52.984078Z","end":"2026-03-02T19:12:53.496983Z","steps":["trace[682630548] 'agreement among raft nodes before linearized reading' (duration: 512.850433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.497022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:52.984067Z","time spent":"512.948635ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:12:53.603524Z","caller":"traceutil/trace.go:171","msg":"trace[1862575662] linearizableReadLoop","detail":"{readStateIndex:19820; appliedIndex:19819; }","duration":"104.954493ms","start":"2026-03-02T19:12:53.498548Z","end":"2026-03-02T19:12:53.603502Z","steps":["trace[1862575662] 'read index received' (duration: 66.195352ms)","trace[1862575662] 'applied index is now lower than readState.Index' (duration: 38.756041ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:53.603465Z","caller":"traceutil/trace.go:171","msg":"trace[438427431] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"106.42892ms","start":"2026-03-02T19:12:53.496991Z","end":"2026-03-02T19:12:53.60342Z","steps":["trace[438427431] 'process raft request' (duration: 67.626228ms)","trace[438427431] 'compare' (duration: 38.650598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:53.603684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.121658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:12:53.603828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.070623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T19:12:53.603865Z","caller":"traceutil/trace.go:171","msg":"trace[1739492439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19124; }","duration":"102.134795ms","start":"2026-03-02T19:12:53.501716Z","end":"2026-03-02T19:12:53.603851Z","steps":["trace[1739492439] 'agreement among raft nodes before linearized reading' (duration: 102.020382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.6038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.745694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T19:12:53.603903Z","caller":"traceutil/trace.go:171","msg":"trace[959752660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19124; }","duration":"105.361614ms","start":"2026-03-02T19:12:53.498493Z","end":"2026-03-02T19:12:53.603855Z","steps":["trace[959752660] 'agreement among raft nodes before linearized reading' (duration: 105.112037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:53.603998Z","caller":"traceutil/trace.go:171","msg":"trace[645309991] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19124; }","duration":"103.98286ms","start":"2026-03-02T19:12:53.499998Z","end":"2026-03-02T19:12:53.603981Z","steps":["trace[645309991] 'agreement among raft nodes before linearized reading' (duration: 103.63749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.933943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.399816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:53.934161Z","caller":"traceutil/trace.go:171","msg":"trace[1859986457] transaction","detail":"{read_only:false; response_revision:19125; number_of_response:1; }","duration":"317.983068ms","start":"2026-03-02T19:12:53.616149Z","end":"2026-03-02T19:12:53.934132Z","steps":["trace[1859986457] 'process raft request' (duration: 137.289586ms)","trace[1859986457] 'compare' (duration: 180.226221ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:53.934228Z","caller":"traceutil/trace.go:171","msg":"trace[1820331059] linearizableReadLoop","detail":"{readStateIndex:19824; appliedIndex:19821; }","duration":"299.409109ms","start":"2026-03-02T19:12:53.634799Z","end":"2026-03-02T19:12:53.934208Z","steps":["trace[1820331059] 'read index received' (duration: 2.621555ms)","trace[1820331059] 'applied index is now lower than readState.Index' (duration: 296.785273ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:53.934186Z","caller":"traceutil/trace.go:171","msg":"trace[478094708] transaction","detail":"{read_only:false; response_revision:19126; number_of_response:1; }","duration":"302.276439ms","start":"2026-03-02T19:12:53.631874Z","end":"2026-03-02T19:12:53.934151Z","steps":["trace[478094708] 'process raft request' (duration: 302.184846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.93429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:53.616138Z","time spent":"318.086562ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:53.934249Z","caller":"traceutil/trace.go:171","msg":"trace[1474732053] transaction","detail":"{read_only:false; response_revision:19127; number_of_response:1; }","duration":"295.908682ms","start":"2026-03-02T19:12:53.638317Z","end":"2026-03-02T19:12:53.934226Z","steps":["trace[1474732053] 'process raft request' (duration: 295.83489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.934383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:53.631862Z","time spent":"302.444933ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:12:53.934454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.609774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T19:12:53.93448Z","caller":"traceutil/trace.go:171","msg":"trace[223621798] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19127; }","duration":"218.682195ms","start":"2026-03-02T19:12:53.715791Z","end":"2026-03-02T19:12:53.934473Z","steps":["trace[223621798] 'agreement among raft nodes before linearized reading' (duration: 218.513911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:53.934474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.670915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-02T19:12:53.934545Z","caller":"traceutil/trace.go:171","msg":"trace[760787184] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19127; }","duration":"299.758817ms","start":"2026-03-02T19:12:53.634765Z","end":"2026-03-02T19:12:53.934524Z","steps":["trace[760787184] 'agreement among raft nodes before linearized reading' (duration: 299.530811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:54.336686Z","caller":"traceutil/trace.go:171","msg":"trace[393352204] linearizableReadLoop","detail":"{readStateIndex:19826; appliedIndex:19825; }","duration":"397.106422ms","start":"2026-03-02T19:12:53.939549Z","end":"2026-03-02T19:12:54.336656Z","steps":["trace[393352204] 'read index received' (duration: 341.861322ms)","trace[393352204] 'applied index is now lower than readState.Index' (duration: 55.24106ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:54.336809Z","caller":"traceutil/trace.go:171","msg":"trace[1857236928] transaction","detail":"{read_only:false; response_revision:19128; number_of_response:1; }","duration":"397.949263ms","start":"2026-03-02T19:12:53.938808Z","end":"2026-03-02T19:12:54.336758Z","steps":["trace[1857236928] 'process raft request' (duration: 342.586129ms)","trace[1857236928] 'compare' (duration: 55.082997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:54.336914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.335618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:12:54.33695Z","caller":"traceutil/trace.go:171","msg":"trace[644908377] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19128; }","duration":"397.405999ms","start":"2026-03-02T19:12:53.939532Z","end":"2026-03-02T19:12:54.336938Z","steps":["trace[644908377] 'agreement among raft nodes before linearized reading' (duration: 397.229425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:54.337074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:53.939519Z","time spent":"397.543262ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:12:54.33708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:53.938796Z","time spent":"398.120477ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:54.755473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.301021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:54.755658Z","caller":"traceutil/trace.go:171","msg":"trace[1122183076] linearizableReadLoop","detail":"{readStateIndex:19827; appliedIndex:19826; }","duration":"414.073953ms","start":"2026-03-02T19:12:54.341561Z","end":"2026-03-02T19:12:54.755635Z","steps":["trace[1122183076] 'read index received' (duration: 298.427653ms)","trace[1122183076] 'applied index is now lower than readState.Index' (duration: 115.64467ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:54.755777Z","caller":"traceutil/trace.go:171","msg":"trace[1114559252] transaction","detail":"{read_only:false; response_revision:19129; number_of_response:1; }","duration":"813.3726ms","start":"2026-03-02T19:12:53.942387Z","end":"2026-03-02T19:12:54.755759Z","steps":["trace[1114559252] 'process raft request' (duration: 697.684909ms)","trace[1114559252] 'compare' (duration: 115.159178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:54.75588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:53.942379Z","time spent":"813.447671ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:54.755914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.094771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:54.755975Z","caller":"traceutil/trace.go:171","msg":"trace[238660118] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19129; }","duration":"347.202714ms","start":"2026-03-02T19:12:54.408755Z","end":"2026-03-02T19:12:54.755958Z","steps":["trace[238660118] 'agreement among raft nodes before linearized reading' (duration: 347.094871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:54.756034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:54.408726Z","time spent":"347.292796ms","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:12:54.756049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.465193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:12:54.756075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.335285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:54.756133Z","caller":"traceutil/trace.go:171","msg":"trace[801509905] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:19129; }","duration":"414.617996ms","start":"2026-03-02T19:12:54.341496Z","end":"2026-03-02T19:12:54.756114Z","steps":["trace[801509905] 'agreement among raft nodes before linearized reading' (duration: 414.34514ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:54.756163Z","caller":"traceutil/trace.go:171","msg":"trace[356406246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19129; }","duration":"334.482278ms","start":"2026-03-02T19:12:54.421657Z","end":"2026-03-02T19:12:54.756139Z","steps":["trace[356406246] 'agreement among raft nodes before linearized reading' (duration: 334.320904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:54.756196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:54.341472Z","time spent":"414.714388ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"warn","ts":"2026-03-02T19:12:54.756216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:54.421634Z","time spent":"334.569182ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:12:55.078331Z","caller":"traceutil/trace.go:171","msg":"trace[584732249] linearizableReadLoop","detail":"{readStateIndex:19830; appliedIndex:19829; }","duration":"217.917237ms","start":"2026-03-02T19:12:54.860391Z","end":"2026-03-02T19:12:55.078308Z","steps":["trace[584732249] 'read index received' (duration: 217.709442ms)","trace[584732249] 'applied index is now lower than readState.Index' (duration: 206.855µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:55.078647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.229854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c0a9c8f21cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:12:55.078774Z","caller":"traceutil/trace.go:171","msg":"trace[780446031] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991c0a9c8f21cf; range_end:; response_count:1; response_revision:19132; }","duration":"218.353468ms","start":"2026-03-02T19:12:54.86036Z","end":"2026-03-02T19:12:55.078714Z","steps":["trace[780446031] 'agreement among raft nodes before linearized reading' (duration: 218.03827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:55.078644Z","caller":"traceutil/trace.go:171","msg":"trace[96713707] transaction","detail":"{read_only:false; response_revision:19132; number_of_response:1; }","duration":"301.443339ms","start":"2026-03-02T19:12:54.777171Z","end":"2026-03-02T19:12:55.078614Z","steps":["trace[96713707] 'process raft request' (duration: 300.992828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:55.078961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:54.777155Z","time spent":"301.713485ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:12:55.259117Z","caller":"traceutil/trace.go:171","msg":"trace[762703103] transaction","detail":"{read_only:false; response_revision:19134; number_of_response:1; }","duration":"152.576305ms","start":"2026-03-02T19:12:55.106512Z","end":"2026-03-02T19:12:55.259088Z","steps":["trace[762703103] 'process raft request' (duration: 91.754137ms)","trace[762703103] 'compare' (duration: 60.713416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:55.424564Z","caller":"traceutil/trace.go:171","msg":"trace[1690685296] linearizableReadLoop","detail":"{readStateIndex:19833; appliedIndex:19831; }","duration":"281.984566ms","start":"2026-03-02T19:12:55.142564Z","end":"2026-03-02T19:12:55.424549Z","steps":["trace[1690685296] 'read index received' (duration: 55.691472ms)","trace[1690685296] 'applied index is now lower than readState.Index' (duration: 226.292274ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:55.4246Z","caller":"traceutil/trace.go:171","msg":"trace[1618228452] transaction","detail":"{read_only:false; response_revision:19135; number_of_response:1; }","duration":"314.007581ms","start":"2026-03-02T19:12:55.11057Z","end":"2026-03-02T19:12:55.424578Z","steps":["trace[1618228452] 'process raft request' (duration: 281.645388ms)","trace[1618228452] 'compare' (duration: 32.217848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:12:55.424705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:12:55.110546Z","time spent":"314.090003ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:12:55.42481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.724477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:12:55.424919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.124269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:12:55.425082Z","caller":"traceutil/trace.go:171","msg":"trace[1167366059] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19135; }","duration":"282.513079ms","start":"2026-03-02T19:12:55.142547Z","end":"2026-03-02T19:12:55.425061Z","steps":["trace[1167366059] 'agreement among raft nodes before linearized reading' (duration: 282.061688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:55.42496Z","caller":"traceutil/trace.go:171","msg":"trace[1131716552] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:19135; }","duration":"162.903663ms","start":"2026-03-02T19:12:55.262035Z","end":"2026-03-02T19:12:55.424939Z","steps":["trace[1131716552] 'agreement among raft nodes before linearized reading' (duration: 162.650747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:55.94722Z","caller":"traceutil/trace.go:171","msg":"trace[1289280651] transaction","detail":"{read_only:false; response_revision:19146; number_of_response:1; }","duration":"245.330397ms","start":"2026-03-02T19:12:55.701861Z","end":"2026-03-02T19:12:55.947192Z","steps":["trace[1289280651] 'process raft request' (duration: 245.124272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:12:55.955988Z","caller":"traceutil/trace.go:171","msg":"trace[1280326822] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"253.225162ms","start":"2026-03-02T19:12:55.702746Z","end":"2026-03-02T19:12:55.955971Z","steps":["trace[1280326822] 'process raft request' (duration: 253.14009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:56.286587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.999575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-02T19:12:56.286671Z","caller":"traceutil/trace.go:171","msg":"trace[1326248595] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19148; }","duration":"128.147919ms","start":"2026-03-02T19:12:56.158505Z","end":"2026-03-02T19:12:56.286653Z","steps":["trace[1326248595] 'range keys from in-memory index tree' (duration: 127.869441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:12:56.647966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.660935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:12:56.648366Z","caller":"traceutil/trace.go:171","msg":"trace[1625614980] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"175.105334ms","start":"2026-03-02T19:12:56.47324Z","end":"2026-03-02T19:12:56.648345Z","steps":["trace[1625614980] 'process raft request' (duration: 35.005768ms)","trace[1625614980] 'compare' (duration: 139.560643ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:12:59.063253Z","caller":"traceutil/trace.go:171","msg":"trace[1710602005] transaction","detail":"{read_only:false; response_revision:19176; number_of_response:1; }","duration":"104.0258ms","start":"2026-03-02T19:12:58.959195Z","end":"2026-03-02T19:12:59.063221Z","steps":["trace[1710602005] 'process raft request' (duration: 101.425276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:01.266473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.028127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:13:01.266586Z","caller":"traceutil/trace.go:171","msg":"trace[1276295231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19177; }","duration":"199.195241ms","start":"2026-03-02T19:13:01.067358Z","end":"2026-03-02T19:13:01.266554Z","steps":["trace[1276295231] 'range keys from in-memory index tree' (duration: 198.661899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:01.874855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.840618ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:13:03.338684Z","caller":"traceutil/trace.go:171","msg":"trace[506941646] transaction","detail":"{read_only:false; response_revision:19183; number_of_response:1; }","duration":"101.347125ms","start":"2026-03-02T19:13:03.237267Z","end":"2026-03-02T19:13:03.338615Z","steps":["trace[506941646] 'process raft request' (duration: 51.223032ms)","trace[506941646] 'compare' (duration: 49.262221ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:04.210934Z","caller":"traceutil/trace.go:171","msg":"trace[1786618796] transaction","detail":"{read_only:false; response_revision:19186; number_of_response:1; }","duration":"228.955591ms","start":"2026-03-02T19:13:03.981949Z","end":"2026-03-02T19:13:04.210905Z","steps":["trace[1786618796] 'process raft request' (duration: 228.730835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:08.684512Z","caller":"traceutil/trace.go:171","msg":"trace[1233918465] transaction","detail":"{read_only:false; response_revision:19192; number_of_response:1; }","duration":"179.992385ms","start":"2026-03-02T19:13:08.504494Z","end":"2026-03-02T19:13:08.684486Z","steps":["trace[1233918465] 'process raft request' (duration: 179.827351ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:08.721594Z","caller":"traceutil/trace.go:171","msg":"trace[218422299] linearizableReadLoop","detail":"{readStateIndex:19893; appliedIndex:19891; }","duration":"170.8894ms","start":"2026-03-02T19:13:08.550675Z","end":"2026-03-02T19:13:08.721565Z","steps":["trace[218422299] 'read index received' (duration: 133.723058ms)","trace[218422299] 'applied index is now lower than readState.Index' (duration: 37.163192ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:08.721633Z","caller":"traceutil/trace.go:171","msg":"trace[1812359317] transaction","detail":"{read_only:false; response_revision:19193; number_of_response:1; }","duration":"216.272976ms","start":"2026-03-02T19:13:08.505334Z","end":"2026-03-02T19:13:08.721607Z","steps":["trace[1812359317] 'process raft request' (duration: 216.081931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:08.721869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.169426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-02T19:13:08.721976Z","caller":"traceutil/trace.go:171","msg":"trace[109472332] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:19193; }","duration":"171.31255ms","start":"2026-03-02T19:13:08.550633Z","end":"2026-03-02T19:13:08.721946Z","steps":["trace[109472332] 'agreement among raft nodes before linearized reading' (duration: 171.022753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.053694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.870502ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T19:13:09.406276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.447744ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:13:09.406574Z","caller":"traceutil/trace.go:171","msg":"trace[24251722] transaction","detail":"{read_only:false; response_revision:19194; number_of_response:1; }","duration":"674.361891ms","start":"2026-03-02T19:13:08.732177Z","end":"2026-03-02T19:13:09.406539Z","steps":["trace[24251722] 'process raft request' (duration: 674.208487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:09.406624Z","caller":"traceutil/trace.go:171","msg":"trace[1057970962] linearizableReadLoop","detail":"{readStateIndex:19895; appliedIndex:19893; }","duration":"684.917353ms","start":"2026-03-02T19:13:08.721671Z","end":"2026-03-02T19:13:09.406589Z","steps":["trace[1057970962] 'read index received' (duration: 121.287369ms)","trace[1057970962] 'applied index is now lower than readState.Index' (duration: 563.627484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:09.40669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:08.732156Z","time spent":"674.463523ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:13:09.406912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.129136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T19:13:09.406998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.565024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:13:09.407205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.909001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:13:09.407274Z","caller":"traceutil/trace.go:171","msg":"trace[1694004669] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19194; }","duration":"477.020474ms","start":"2026-03-02T19:13:08.930236Z","end":"2026-03-02T19:13:09.407257Z","steps":["trace[1694004669] 'agreement among raft nodes before linearized reading' (duration: 476.905022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.407286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.416435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T19:13:09.407293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.961824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:13:09.407324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:08.930218Z","time spent":"477.095516ms","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:13:09.406999Z","caller":"traceutil/trace.go:171","msg":"trace[1427645032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19194; }","duration":"824.211638ms","start":"2026-03-02T19:13:08.582753Z","end":"2026-03-02T19:13:09.406964Z","steps":["trace[1427645032] 'agreement among raft nodes before linearized reading' (duration: 824.008513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:09.407384Z","caller":"traceutil/trace.go:171","msg":"trace[1525407484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19194; }","duration":"286.095028ms","start":"2026-03-02T19:13:09.121264Z","end":"2026-03-02T19:13:09.407359Z","steps":["trace[1525407484] 'agreement among raft nodes before linearized reading' (duration: 285.822481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.407427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:08.582717Z","time spent":"824.692ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T19:13:09.407042Z","caller":"traceutil/trace.go:171","msg":"trace[1950853847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19194; }","duration":"108.642866ms","start":"2026-03-02T19:13:09.298387Z","end":"2026-03-02T19:13:09.40703Z","steps":["trace[1950853847] 'agreement among raft nodes before linearized reading' (duration: 108.557734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.406927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.868275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T19:13:09.407581Z","caller":"traceutil/trace.go:171","msg":"trace[1095158883] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19194; }","duration":"636.552322ms","start":"2026-03-02T19:13:08.771017Z","end":"2026-03-02T19:13:09.407569Z","steps":["trace[1095158883] 'agreement among raft nodes before linearized reading' (duration: 635.811964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.407635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:08.770999Z","time spent":"636.628394ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T19:13:09.407335Z","caller":"traceutil/trace.go:171","msg":"trace[2062000090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19194; }","duration":"263.494057ms","start":"2026-03-02T19:13:09.143828Z","end":"2026-03-02T19:13:09.407322Z","steps":["trace[2062000090] 'agreement among raft nodes before linearized reading' (duration: 263.354144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:09.635791Z","caller":"traceutil/trace.go:171","msg":"trace[217503070] transaction","detail":"{read_only:false; response_revision:19195; number_of_response:1; }","duration":"223.601937ms","start":"2026-03-02T19:13:09.412154Z","end":"2026-03-02T19:13:09.635755Z","steps":["trace[217503070] 'process raft request' (duration: 158.452291ms)","trace[217503070] 'compare' (duration: 64.90482ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:09.709169Z","caller":"traceutil/trace.go:171","msg":"trace[340859867] linearizableReadLoop","detail":"{readStateIndex:19898; appliedIndex:19896; }","duration":"288.115108ms","start":"2026-03-02T19:13:09.421029Z","end":"2026-03-02T19:13:09.709144Z","steps":["trace[340859867] 'read index received' (duration: 149.722594ms)","trace[340859867] 'applied index is now lower than readState.Index' (duration: 138.391374ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:09.709296Z","caller":"traceutil/trace.go:171","msg":"trace[908533225] transaction","detail":"{read_only:false; response_revision:19196; number_of_response:1; }","duration":"291.81775ms","start":"2026-03-02T19:13:09.417465Z","end":"2026-03-02T19:13:09.709283Z","steps":["trace[908533225] 'process raft request' (duration: 291.532003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.709495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.451736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:09.7096Z","caller":"traceutil/trace.go:171","msg":"trace[1338987410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19196; }","duration":"288.59717ms","start":"2026-03-02T19:13:09.420974Z","end":"2026-03-02T19:13:09.709571Z","steps":["trace[1338987410] 'agreement among raft nodes before linearized reading' (duration: 288.426766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:09.709625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.219412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:13:09.709738Z","caller":"traceutil/trace.go:171","msg":"trace[1695071655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19196; }","duration":"236.406706ms","start":"2026-03-02T19:13:09.473309Z","end":"2026-03-02T19:13:09.709716Z","steps":["trace[1695071655] 'agreement among raft nodes before linearized reading' (duration: 236.117029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:09.997847Z","caller":"traceutil/trace.go:171","msg":"trace[963527774] transaction","detail":"{read_only:false; response_revision:19198; number_of_response:1; }","duration":"276.258854ms","start":"2026-03-02T19:13:09.721564Z","end":"2026-03-02T19:13:09.997823Z","steps":["trace[963527774] 'process raft request' (duration: 268.725067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:11.906568Z","caller":"traceutil/trace.go:171","msg":"trace[1540140441] transaction","detail":"{read_only:false; response_revision:19201; number_of_response:1; }","duration":"158.625886ms","start":"2026-03-02T19:13:11.747903Z","end":"2026-03-02T19:13:11.906529Z","steps":["trace[1540140441] 'process raft request' (duration: 115.307632ms)","trace[1540140441] 'compare' (duration: 42.992536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:12.23363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.088838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-02T19:13:12.233695Z","caller":"traceutil/trace.go:171","msg":"trace[1039800225] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:19202; }","duration":"211.19272ms","start":"2026-03-02T19:13:12.022485Z","end":"2026-03-02T19:13:12.233677Z","steps":["trace[1039800225] 'range keys from in-memory index tree' (duration: 210.924074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:12.233977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.234643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-02T19:13:12.234058Z","caller":"traceutil/trace.go:171","msg":"trace[530809412] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:19202; }","duration":"120.363506ms","start":"2026-03-02T19:13:12.113675Z","end":"2026-03-02T19:13:12.234038Z","steps":["trace[530809412] 'range keys from in-memory index tree' (duration: 119.999017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:12.234476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.549866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T19:13:12.234511Z","caller":"traceutil/trace.go:171","msg":"trace[397582356] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19202; }","duration":"173.615928ms","start":"2026-03-02T19:13:12.060885Z","end":"2026-03-02T19:13:12.234501Z","steps":["trace[397582356] 'range keys from in-memory index tree' (duration: 173.396532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:12.32617Z","caller":"traceutil/trace.go:171","msg":"trace[1371428816] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"104.451562ms","start":"2026-03-02T19:13:12.221693Z","end":"2026-03-02T19:13:12.326145Z","steps":["trace[1371428816] 'process raft request' (duration: 104.298388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:12.95616Z","caller":"traceutil/trace.go:171","msg":"trace[1571626418] transaction","detail":"{read_only:false; response_revision:19205; number_of_response:1; }","duration":"139.479481ms","start":"2026-03-02T19:13:12.816651Z","end":"2026-03-02T19:13:12.956131Z","steps":["trace[1571626418] 'process raft request' (duration: 139.273566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:13.232862Z","caller":"traceutil/trace.go:171","msg":"trace[784077206] linearizableReadLoop","detail":"{readStateIndex:19908; appliedIndex:19907; }","duration":"276.749815ms","start":"2026-03-02T19:13:12.956089Z","end":"2026-03-02T19:13:13.232839Z","steps":["trace[784077206] 'read index received' (duration: 276.719054ms)","trace[784077206] 'applied index is now lower than readState.Index' (duration: 29.741µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:13.232933Z","caller":"traceutil/trace.go:171","msg":"trace[886125354] transaction","detail":"{read_only:false; response_revision:19206; number_of_response:1; }","duration":"332.463528ms","start":"2026-03-02T19:13:12.900453Z","end":"2026-03-02T19:13:13.232917Z","steps":["trace[886125354] 'process raft request' (duration: 332.263522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.23304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.441185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:13.233145Z","caller":"traceutil/trace.go:171","msg":"trace[1740583663] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19206; }","duration":"369.569658ms","start":"2026-03-02T19:13:12.863516Z","end":"2026-03-02T19:13:13.233086Z","steps":["trace[1740583663] 'agreement among raft nodes before linearized reading' (duration: 369.451155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.233233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:12.863461Z","time spent":"369.760434ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-02T19:13:13.233283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:12.900436Z","time spent":"332.564151ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:13:13.24389Z","caller":"traceutil/trace.go:171","msg":"trace[1790719421] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"283.152615ms","start":"2026-03-02T19:13:12.960719Z","end":"2026-03-02T19:13:13.243872Z","steps":["trace[1790719421] 'process raft request' (duration: 283.080613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.243947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.553757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-02T19:13:13.243969Z","caller":"traceutil/trace.go:171","msg":"trace[1999517482] transaction","detail":"{read_only:false; response_revision:19207; number_of_response:1; }","duration":"283.447032ms","start":"2026-03-02T19:13:12.960505Z","end":"2026-03-02T19:13:13.243952Z","steps":["trace[1999517482] 'process raft request' (duration: 283.212016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:13.243982Z","caller":"traceutil/trace.go:171","msg":"trace[1099700177] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:19208; }","duration":"271.619559ms","start":"2026-03-02T19:13:12.972353Z","end":"2026-03-02T19:13:13.243972Z","steps":["trace[1099700177] 'agreement among raft nodes before linearized reading' (duration: 271.495246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.244109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.545144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:13:13.244176Z","caller":"traceutil/trace.go:171","msg":"trace[906879065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19208; }","duration":"181.644286ms","start":"2026-03-02T19:13:13.062521Z","end":"2026-03-02T19:13:13.244165Z","steps":["trace[906879065] 'agreement among raft nodes before linearized reading' (duration: 181.473681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:13.516328Z","caller":"traceutil/trace.go:171","msg":"trace[1314949064] linearizableReadLoop","detail":"{readStateIndex:19911; appliedIndex:19910; }","duration":"267.970009ms","start":"2026-03-02T19:13:13.248333Z","end":"2026-03-02T19:13:13.516303Z","steps":["trace[1314949064] 'read index received' (duration: 267.709792ms)","trace[1314949064] 'applied index is now lower than readState.Index' (duration: 259.247µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:13.516573Z","caller":"traceutil/trace.go:171","msg":"trace[264745963] transaction","detail":"{read_only:false; response_revision:19209; number_of_response:1; }","duration":"268.649255ms","start":"2026-03-02T19:13:13.247717Z","end":"2026-03-02T19:13:13.516367Z","steps":["trace[264745963] 'process raft request' (duration: 268.154863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.516734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.148839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-02T19:13:13.516862Z","caller":"traceutil/trace.go:171","msg":"trace[2011245165] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:19209; }","duration":"261.329423ms","start":"2026-03-02T19:13:13.255467Z","end":"2026-03-02T19:13:13.516797Z","steps":["trace[2011245165] 'agreement among raft nodes before linearized reading' (duration: 260.965264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.516616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.250825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-02T19:13:13.516975Z","caller":"traceutil/trace.go:171","msg":"trace[2016569890] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19209; }","duration":"268.630814ms","start":"2026-03-02T19:13:13.248318Z","end":"2026-03-02T19:13:13.516949Z","steps":["trace[2016569890] 'agreement among raft nodes before linearized reading' (duration: 268.096761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:13.78128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.282214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:13:13.78131Z","caller":"traceutil/trace.go:171","msg":"trace[252027504] transaction","detail":"{read_only:false; response_revision:19211; number_of_response:1; }","duration":"121.887984ms","start":"2026-03-02T19:13:13.659373Z","end":"2026-03-02T19:13:13.781261Z","steps":["trace[252027504] 'process raft request' (duration: 112.269296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:13.781366Z","caller":"traceutil/trace.go:171","msg":"trace[520739845] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:19210; }","duration":"166.411288ms","start":"2026-03-02T19:13:13.614934Z","end":"2026-03-02T19:13:13.781345Z","steps":["trace[520739845] 'range keys from in-memory index tree' (duration: 166.056279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:23.809367Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:13:23.814223Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T19:13:23.814417Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T19:13:46.011922Z","caller":"traceutil/trace.go:171","msg":"trace[449880071] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19402; }","duration":"117.764672ms","start":"2026-03-02T19:13:45.894126Z","end":"2026-03-02T19:13:46.011891Z","steps":["trace[449880071] 'process raft request' (duration: 117.630738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.012014Z","caller":"traceutil/trace.go:171","msg":"trace[1200951787] transaction","detail":"{read_only:false; response_revision:19403; number_of_response:1; }","duration":"116.652814ms","start":"2026-03-02T19:13:45.895333Z","end":"2026-03-02T19:13:46.011985Z","steps":["trace[1200951787] 'process raft request' (duration: 116.494129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.01205Z","caller":"traceutil/trace.go:171","msg":"trace[624274667] transaction","detail":"{read_only:false; response_revision:19402; number_of_response:1; }","duration":"119.323661ms","start":"2026-03-02T19:13:45.892685Z","end":"2026-03-02T19:13:46.012009Z","steps":["trace[624274667] 'process raft request' (duration: 100.581786ms)","trace[624274667] 'compare' (duration: 17.909664ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:46.17198Z","caller":"traceutil/trace.go:171","msg":"trace[637006615] linearizableReadLoop","detail":"{readStateIndex:20120; appliedIndex:20117; }","duration":"110.43206ms","start":"2026-03-02T19:13:46.061517Z","end":"2026-03-02T19:13:46.171949Z","steps":["trace[637006615] 'read index received' (duration: 971.044µs)","trace[637006615] 'applied index is now lower than readState.Index' (duration: 109.459776ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:46.172012Z","caller":"traceutil/trace.go:171","msg":"trace[1662205132] transaction","detail":"{read_only:false; response_revision:19408; number_of_response:1; }","duration":"141.201573ms","start":"2026-03-02T19:13:46.030775Z","end":"2026-03-02T19:13:46.171977Z","steps":["trace[1662205132] 'process raft request' (duration: 137.625074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:46.172197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.662265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:13:46.172259Z","caller":"traceutil/trace.go:171","msg":"trace[422372797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19408; }","duration":"110.754778ms","start":"2026-03-02T19:13:46.061491Z","end":"2026-03-02T19:13:46.172246Z","steps":["trace[422372797] 'agreement among raft nodes before linearized reading' (duration: 110.547283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:46.201553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.661675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:46.201571Z","caller":"traceutil/trace.go:171","msg":"trace[1030447083] transaction","detail":"{read_only:false; response_revision:19409; number_of_response:1; }","duration":"133.803389ms","start":"2026-03-02T19:13:46.067738Z","end":"2026-03-02T19:13:46.201542Z","steps":["trace[1030447083] 'process raft request' (duration: 133.538163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.201627Z","caller":"traceutil/trace.go:171","msg":"trace[1508356283] transaction","detail":"{read_only:false; response_revision:19410; number_of_response:1; }","duration":"133.678415ms","start":"2026-03-02T19:13:46.067936Z","end":"2026-03-02T19:13:46.201614Z","steps":["trace[1508356283] 'process raft request' (duration: 133.443379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.201632Z","caller":"traceutil/trace.go:171","msg":"trace[1973129700] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19410; }","duration":"137.792008ms","start":"2026-03-02T19:13:46.063823Z","end":"2026-03-02T19:13:46.201615Z","steps":["trace[1973129700] 'agreement among raft nodes before linearized reading' (duration: 137.638034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:46.201588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.945089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:13:46.201731Z","caller":"traceutil/trace.go:171","msg":"trace[1909946984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19410; }","duration":"131.101513ms","start":"2026-03-02T19:13:46.070617Z","end":"2026-03-02T19:13:46.201718Z","steps":["trace[1909946984] 'agreement among raft nodes before linearized reading' (duration: 130.845586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.344328Z","caller":"traceutil/trace.go:171","msg":"trace[2045878196] linearizableReadLoop","detail":"{readStateIndex:20127; appliedIndex:20126; }","duration":"107.835735ms","start":"2026-03-02T19:13:46.236473Z","end":"2026-03-02T19:13:46.344309Z","steps":["trace[2045878196] 'read index received' (duration: 107.66507ms)","trace[2045878196] 'applied index is now lower than readState.Index' (duration: 170.085µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:46.344832Z","caller":"traceutil/trace.go:171","msg":"trace[1505070009] transaction","detail":"{read_only:false; response_revision:19415; number_of_response:1; }","duration":"130.758113ms","start":"2026-03-02T19:13:46.214059Z","end":"2026-03-02T19:13:46.344817Z","steps":["trace[1505070009] 'process raft request' (duration: 130.134958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:46.345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.463036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18991c19ec99610b\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-03-02T19:13:46.345026Z","caller":"traceutil/trace.go:171","msg":"trace[926654741] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18991c19ec99610b; range_end:; response_count:1; response_revision:19415; }","duration":"134.536058ms","start":"2026-03-02T19:13:46.21048Z","end":"2026-03-02T19:13:46.345016Z","steps":["trace[926654741] 'agreement among raft nodes before linearized reading' (duration: 134.449806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:46.345154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.577417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-02T19:13:46.345217Z","caller":"traceutil/trace.go:171","msg":"trace[585673212] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19415; }","duration":"138.720512ms","start":"2026-03-02T19:13:46.206481Z","end":"2026-03-02T19:13:46.345202Z","steps":["trace[585673212] 'agreement among raft nodes before linearized reading' (duration: 138.452625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.461927Z","caller":"traceutil/trace.go:171","msg":"trace[819624945] transaction","detail":"{read_only:false; response_revision:19417; number_of_response:1; }","duration":"112.351887ms","start":"2026-03-02T19:13:46.349552Z","end":"2026-03-02T19:13:46.461903Z","steps":["trace[819624945] 'process raft request' (duration: 105.042596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.462398Z","caller":"traceutil/trace.go:171","msg":"trace[1176433311] transaction","detail":"{read_only:false; response_revision:19418; number_of_response:1; }","duration":"107.798655ms","start":"2026-03-02T19:13:46.35457Z","end":"2026-03-02T19:13:46.462369Z","steps":["trace[1176433311] 'process raft request' (duration: 107.004765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.609526Z","caller":"traceutil/trace.go:171","msg":"trace[385664852] linearizableReadLoop","detail":"{readStateIndex:20136; appliedIndex:20130; }","duration":"134.852135ms","start":"2026-03-02T19:13:46.474659Z","end":"2026-03-02T19:13:46.609511Z","steps":["trace[385664852] 'read index received' (duration: 37.707215ms)","trace[385664852] 'applied index is now lower than readState.Index' (duration: 97.14433ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:46.609514Z","caller":"traceutil/trace.go:171","msg":"trace[1274527292] transaction","detail":"{read_only:false; response_revision:19422; number_of_response:1; }","duration":"140.907526ms","start":"2026-03-02T19:13:46.468575Z","end":"2026-03-02T19:13:46.609483Z","steps":["trace[1274527292] 'process raft request' (duration: 140.815243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.609511Z","caller":"traceutil/trace.go:171","msg":"trace[1589237394] transaction","detail":"{read_only:false; response_revision:19420; number_of_response:1; }","duration":"141.324547ms","start":"2026-03-02T19:13:46.46813Z","end":"2026-03-02T19:13:46.609454Z","steps":["trace[1589237394] 'process raft request' (duration: 129.950375ms)","trace[1589237394] 'compare' (duration: 11.133926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:46.609742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.06155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T19:13:46.6097Z","caller":"traceutil/trace.go:171","msg":"trace[276277371] transaction","detail":"{read_only:false; response_revision:19424; number_of_response:1; }","duration":"139.991483ms","start":"2026-03-02T19:13:46.469611Z","end":"2026-03-02T19:13:46.609602Z","steps":["trace[276277371] 'process raft request' (duration: 139.823398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.609918Z","caller":"traceutil/trace.go:171","msg":"trace[220559401] transaction","detail":"{read_only:false; response_revision:19423; number_of_response:1; }","duration":"141.207723ms","start":"2026-03-02T19:13:46.468681Z","end":"2026-03-02T19:13:46.609889Z","steps":["trace[220559401] 'process raft request' (duration: 140.730541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.609797Z","caller":"traceutil/trace.go:171","msg":"trace[116311841] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19425; }","duration":"135.155713ms","start":"2026-03-02T19:13:46.474626Z","end":"2026-03-02T19:13:46.609782Z","steps":["trace[116311841] 'agreement among raft nodes before linearized reading' (duration: 134.982729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.609835Z","caller":"traceutil/trace.go:171","msg":"trace[1167725360] transaction","detail":"{read_only:false; response_revision:19425; number_of_response:1; }","duration":"131.889492ms","start":"2026-03-02T19:13:46.477937Z","end":"2026-03-02T19:13:46.609827Z","steps":["trace[1167725360] 'process raft request' (duration: 131.524223ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:46.609521Z","caller":"traceutil/trace.go:171","msg":"trace[1962419368] transaction","detail":"{read_only:false; response_revision:19421; number_of_response:1; }","duration":"141.002638ms","start":"2026-03-02T19:13:46.468478Z","end":"2026-03-02T19:13:46.609481Z","steps":["trace[1962419368] 'process raft request' (duration: 140.882165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:50.236414Z","caller":"traceutil/trace.go:171","msg":"trace[1948689271] transaction","detail":"{read_only:false; response_revision:19498; number_of_response:1; }","duration":"152.123445ms","start":"2026-03-02T19:13:50.084265Z","end":"2026-03-02T19:13:50.236389Z","steps":["trace[1948689271] 'process raft request' (duration: 122.50097ms)","trace[1948689271] 'compare' (duration: 29.426669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:50.554934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.079097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:50.555005Z","caller":"traceutil/trace.go:171","msg":"trace[2069087546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19500; }","duration":"132.20562ms","start":"2026-03-02T19:13:50.422781Z","end":"2026-03-02T19:13:50.554987Z","steps":["trace[2069087546] 'range keys from in-memory index tree' (duration: 131.993554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:50.556221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.294991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:153 size:1763406"} {"level":"info","ts":"2026-03-02T19:13:50.556288Z","caller":"traceutil/trace.go:171","msg":"trace[1927139585] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:153; response_revision:19500; }","duration":"190.419484ms","start":"2026-03-02T19:13:50.365853Z","end":"2026-03-02T19:13:50.556272Z","steps":["trace[1927139585] 'range keys from in-memory index tree' (duration: 189.048949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:50.677182Z","caller":"traceutil/trace.go:171","msg":"trace[552453415] transaction","detail":"{read_only:false; response_revision:19501; number_of_response:1; }","duration":"117.410372ms","start":"2026-03-02T19:13:50.559752Z","end":"2026-03-02T19:13:50.677163Z","steps":["trace[552453415] 'process raft request' (duration: 117.283869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:51.19479Z","caller":"traceutil/trace.go:171","msg":"trace[893188170] transaction","detail":"{read_only:false; response_revision:19504; number_of_response:1; }","duration":"117.971187ms","start":"2026-03-02T19:13:51.076797Z","end":"2026-03-02T19:13:51.194768Z","steps":["trace[893188170] 'process raft request' (duration: 89.423558ms)","trace[893188170] 'compare' (duration: 28.445437ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:53.073415Z","caller":"traceutil/trace.go:171","msg":"trace[1860455303] linearizableReadLoop","detail":"{readStateIndex:20367; appliedIndex:20366; }","duration":"162.86043ms","start":"2026-03-02T19:13:52.910514Z","end":"2026-03-02T19:13:53.073375Z","steps":["trace[1860455303] 'read index received' (duration: 162.577954ms)","trace[1860455303] 'applied index is now lower than readState.Index' (duration: 281.016µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:53.073757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.179818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:13:53.073565Z","caller":"traceutil/trace.go:171","msg":"trace[826518618] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"255.434977ms","start":"2026-03-02T19:13:52.818087Z","end":"2026-03-02T19:13:53.073522Z","steps":["trace[826518618] 'process raft request' (duration: 255.081598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:53.07383Z","caller":"traceutil/trace.go:171","msg":"trace[1296553751] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19644; }","duration":"163.344432ms","start":"2026-03-02T19:13:52.910468Z","end":"2026-03-02T19:13:53.073813Z","steps":["trace[1296553751] 'agreement among raft nodes before linearized reading' (duration: 163.061045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.062423Z","caller":"traceutil/trace.go:171","msg":"trace[593006991] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"265.515687ms","start":"2026-03-02T19:13:53.796868Z","end":"2026-03-02T19:13:54.062384Z","steps":["trace[593006991] 'process raft request' (duration: 231.327569ms)","trace[593006991] 'compare' (duration: 34.017664ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:54.062882Z","caller":"traceutil/trace.go:171","msg":"trace[615897764] linearizableReadLoop","detail":"{readStateIndex:20376; appliedIndex:20374; }","duration":"206.531274ms","start":"2026-03-02T19:13:53.856321Z","end":"2026-03-02T19:13:54.062852Z","steps":["trace[615897764] 'read index received' (duration: 172.380107ms)","trace[615897764] 'applied index is now lower than readState.Index' (duration: 34.149867ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:54.062933Z","caller":"traceutil/trace.go:171","msg":"trace[88159437] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"259.525938ms","start":"2026-03-02T19:13:53.803382Z","end":"2026-03-02T19:13:54.062908Z","steps":["trace[88159437] 'process raft request' (duration: 259.338144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.063132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.787711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:13:54.063222Z","caller":"traceutil/trace.go:171","msg":"trace[951604224] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19652; }","duration":"206.944984ms","start":"2026-03-02T19:13:53.856259Z","end":"2026-03-02T19:13:54.063204Z","steps":["trace[951604224] 'agreement among raft nodes before linearized reading' (duration: 206.691347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.33921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.757572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:13:54.339344Z","caller":"traceutil/trace.go:171","msg":"trace[1591603414] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"269.910326ms","start":"2026-03-02T19:13:54.069411Z","end":"2026-03-02T19:13:54.339322Z","steps":["trace[1591603414] 'process raft request' (duration: 130.652731ms)","trace[1591603414] 'compare' (duration: 138.595139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:54.339572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.115508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:54.339624Z","caller":"traceutil/trace.go:171","msg":"trace[1244630006] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19653; }","duration":"234.22442ms","start":"2026-03-02T19:13:54.105387Z","end":"2026-03-02T19:13:54.339611Z","steps":["trace[1244630006] 'agreement among raft nodes before linearized reading' (duration: 234.134828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.339406Z","caller":"traceutil/trace.go:171","msg":"trace[1776115855] linearizableReadLoop","detail":"{readStateIndex:20377; appliedIndex:20376; }","duration":"233.846321ms","start":"2026-03-02T19:13:54.105463Z","end":"2026-03-02T19:13:54.339309Z","steps":["trace[1776115855] 'read index received' (duration: 94.531184ms)","trace[1776115855] 'applied index is now lower than readState.Index' (duration: 139.313647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:54.566241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.506233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:13:54.566415Z","caller":"traceutil/trace.go:171","msg":"trace[1237709209] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"219.423794ms","start":"2026-03-02T19:13:54.346969Z","end":"2026-03-02T19:13:54.566393Z","steps":["trace[1237709209] 'process raft request' (duration: 91.685895ms)","trace[1237709209] 'compare' (duration: 127.356329ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:54.566581Z","caller":"traceutil/trace.go:171","msg":"trace[592280537] linearizableReadLoop","detail":"{readStateIndex:20379; appliedIndex:20377; }","duration":"202.546065ms","start":"2026-03-02T19:13:54.364011Z","end":"2026-03-02T19:13:54.566557Z","steps":["trace[592280537] 'read index received' (duration: 74.660853ms)","trace[592280537] 'applied index is now lower than readState.Index' (duration: 127.884302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:54.566733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.72118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:13:54.566749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.30048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:54.566781Z","caller":"traceutil/trace.go:171","msg":"trace[1577448856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19655; }","duration":"142.382452ms","start":"2026-03-02T19:13:54.42439Z","end":"2026-03-02T19:13:54.566772Z","steps":["trace[1577448856] 'agreement among raft nodes before linearized reading' (duration: 142.30702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.56678Z","caller":"traceutil/trace.go:171","msg":"trace[105717280] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19655; }","duration":"202.800981ms","start":"2026-03-02T19:13:54.363966Z","end":"2026-03-02T19:13:54.566767Z","steps":["trace[105717280] 'agreement among raft nodes before linearized reading' (duration: 202.714719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.566641Z","caller":"traceutil/trace.go:171","msg":"trace[1724880556] transaction","detail":"{read_only:false; response_revision:19655; number_of_response:1; }","duration":"219.021054ms","start":"2026-03-02T19:13:54.347579Z","end":"2026-03-02T19:13:54.5666Z","steps":["trace[1724880556] 'process raft request' (duration: 218.770017ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.814088Z","caller":"traceutil/trace.go:171","msg":"trace[372079125] linearizableReadLoop","detail":"{readStateIndex:20381; appliedIndex:20380; }","duration":"146.29735ms","start":"2026-03-02T19:13:54.667766Z","end":"2026-03-02T19:13:54.814064Z","steps":["trace[372079125] 'read index received' (duration: 141.819339ms)","trace[372079125] 'applied index is now lower than readState.Index' (duration: 4.476991ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:54.814228Z","caller":"traceutil/trace.go:171","msg":"trace[2053836358] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"168.572622ms","start":"2026-03-02T19:13:54.645616Z","end":"2026-03-02T19:13:54.814188Z","steps":["trace[2053836358] 'process raft request' (duration: 164.04489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.814356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.456644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:54.814447Z","caller":"traceutil/trace.go:171","msg":"trace[570003615] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19657; }","duration":"146.700679ms","start":"2026-03-02T19:13:54.667734Z","end":"2026-03-02T19:13:54.814434Z","steps":["trace[570003615] 'agreement among raft nodes before linearized reading' (duration: 146.456264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.846193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.727958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:54.846285Z","caller":"traceutil/trace.go:171","msg":"trace[2118266099] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19658; }","duration":"177.838961ms","start":"2026-03-02T19:13:54.668425Z","end":"2026-03-02T19:13:54.846264Z","steps":["trace[2118266099] 'agreement among raft nodes before linearized reading' (duration: 177.715828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.846534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.851922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:13:54.846576Z","caller":"traceutil/trace.go:171","msg":"trace[468953339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19658; }","duration":"148.933434ms","start":"2026-03-02T19:13:54.697628Z","end":"2026-03-02T19:13:54.846562Z","steps":["trace[468953339] 'agreement among raft nodes before linearized reading' (duration: 148.811111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.846792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.98033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:13:54.846831Z","caller":"traceutil/trace.go:171","msg":"trace[551298434] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19658; }","duration":"177.066472ms","start":"2026-03-02T19:13:54.669755Z","end":"2026-03-02T19:13:54.846821Z","steps":["trace[551298434] 'agreement among raft nodes before linearized reading' (duration: 176.95729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.846939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.526624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"warn","ts":"2026-03-02T19:13:54.846946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.330754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:13:54.846983Z","caller":"traceutil/trace.go:171","msg":"trace[1225091667] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:19658; }","duration":"177.590465ms","start":"2026-03-02T19:13:54.669383Z","end":"2026-03-02T19:13:54.846973Z","steps":["trace[1225091667] 'agreement among raft nodes before linearized reading' (duration: 177.464512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.846964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.853351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-02T19:13:54.847019Z","caller":"traceutil/trace.go:171","msg":"trace[2034989844] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19658; }","duration":"178.430726ms","start":"2026-03-02T19:13:54.66857Z","end":"2026-03-02T19:13:54.847001Z","steps":["trace[2034989844] 'agreement among raft nodes before linearized reading' (duration: 178.21215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.847044Z","caller":"traceutil/trace.go:171","msg":"trace[898048206] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19658; }","duration":"177.941203ms","start":"2026-03-02T19:13:54.669081Z","end":"2026-03-02T19:13:54.847022Z","steps":["trace[898048206] 'agreement among raft nodes before linearized reading' (duration: 177.678947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.847045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.018216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-02T19:13:54.847131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.528804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:54.847138Z","caller":"traceutil/trace.go:171","msg":"trace[1255563165] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19658; }","duration":"178.157089ms","start":"2026-03-02T19:13:54.668961Z","end":"2026-03-02T19:13:54.847118Z","steps":["trace[1255563165] 'agreement among raft nodes before linearized reading' (duration: 177.873032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.847195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.107167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:54.847233Z","caller":"traceutil/trace.go:171","msg":"trace[1068304749] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19658; }","duration":"178.153029ms","start":"2026-03-02T19:13:54.669071Z","end":"2026-03-02T19:13:54.847224Z","steps":["trace[1068304749] 'agreement among raft nodes before linearized reading' (duration: 178.094778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.847238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.631351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-02T19:13:54.847229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.963704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-02T19:13:54.847152Z","caller":"traceutil/trace.go:171","msg":"trace[174429240] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19658; }","duration":"177.571744ms","start":"2026-03-02T19:13:54.669574Z","end":"2026-03-02T19:13:54.847146Z","steps":["trace[174429240] 'agreement among raft nodes before linearized reading' (duration: 177.531943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.84726Z","caller":"traceutil/trace.go:171","msg":"trace[731287529] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19658; }","duration":"178.659521ms","start":"2026-03-02T19:13:54.668595Z","end":"2026-03-02T19:13:54.847255Z","steps":["trace[731287529] 'agreement among raft nodes before linearized reading' (duration: 178.597359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.84727Z","caller":"traceutil/trace.go:171","msg":"trace[194561387] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:19658; }","duration":"178.015795ms","start":"2026-03-02T19:13:54.669244Z","end":"2026-03-02T19:13:54.84726Z","steps":["trace[194561387] 'agreement among raft nodes before linearized reading' (duration: 177.917593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:54.994211Z","caller":"traceutil/trace.go:171","msg":"trace[262525566] linearizableReadLoop","detail":"{readStateIndex:20385; appliedIndex:20383; }","duration":"128.964329ms","start":"2026-03-02T19:13:54.865222Z","end":"2026-03-02T19:13:54.994186Z","steps":["trace[262525566] 'read index received' (duration: 26.800594ms)","trace[262525566] 'applied index is now lower than readState.Index' (duration: 102.162545ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:54.994321Z","caller":"traceutil/trace.go:171","msg":"trace[213180027] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"131.8005ms","start":"2026-03-02T19:13:54.86249Z","end":"2026-03-02T19:13:54.994291Z","steps":["trace[213180027] 'process raft request' (duration: 131.493042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:54.994588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.337289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-rgnr8\" ","response":"range_response_count:1 size:12873"} {"level":"info","ts":"2026-03-02T19:13:54.994676Z","caller":"traceutil/trace.go:171","msg":"trace[153988674] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-rgnr8; range_end:; response_count:1; response_revision:19661; }","duration":"129.464742ms","start":"2026-03-02T19:13:54.865193Z","end":"2026-03-02T19:13:54.994658Z","steps":["trace[153988674] 'agreement among raft nodes before linearized reading' (duration: 129.114023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:55.157223Z","caller":"traceutil/trace.go:171","msg":"trace[1603783079] linearizableReadLoop","detail":"{readStateIndex:20387; appliedIndex:20386; }","duration":"111.735482ms","start":"2026-03-02T19:13:55.045462Z","end":"2026-03-02T19:13:55.157197Z","steps":["trace[1603783079] 'read index received' (duration: 111.516667ms)","trace[1603783079] 'applied index is now lower than readState.Index' (duration: 217.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:55.157298Z","caller":"traceutil/trace.go:171","msg":"trace[254392951] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"148.188056ms","start":"2026-03-02T19:13:55.00907Z","end":"2026-03-02T19:13:55.157258Z","steps":["trace[254392951] 'process raft request' (duration: 147.903249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.157493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.020019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-02T19:13:55.157538Z","caller":"traceutil/trace.go:171","msg":"trace[1269253363] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19663; }","duration":"112.114851ms","start":"2026-03-02T19:13:55.045411Z","end":"2026-03-02T19:13:55.157526Z","steps":["trace[1269253363] 'agreement among raft nodes before linearized reading' (duration: 111.873875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:55.270064Z","caller":"traceutil/trace.go:171","msg":"trace[1853674132] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"223.453433ms","start":"2026-03-02T19:13:55.046585Z","end":"2026-03-02T19:13:55.270038Z","steps":["trace[1853674132] 'process raft request' (duration: 215.369313ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:55.658526Z","caller":"traceutil/trace.go:171","msg":"trace[8495601] linearizableReadLoop","detail":"{readStateIndex:20389; appliedIndex:20388; }","duration":"184.752583ms","start":"2026-03-02T19:13:55.473754Z","end":"2026-03-02T19:13:55.658506Z","steps":["trace[8495601] 'read index received' (duration: 184.586829ms)","trace[8495601] 'applied index is now lower than readState.Index' (duration: 165.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:55.658789Z","caller":"traceutil/trace.go:171","msg":"trace[793997386] transaction","detail":"{read_only:false; response_revision:19665; number_of_response:1; }","duration":"248.483675ms","start":"2026-03-02T19:13:55.410297Z","end":"2026-03-02T19:13:55.658781Z","steps":["trace[793997386] 'process raft request' (duration: 248.088465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.289567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:55.659083Z","caller":"traceutil/trace.go:171","msg":"trace[1954363630] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19665; }","duration":"185.357158ms","start":"2026-03-02T19:13:55.47372Z","end":"2026-03-02T19:13:55.659077Z","steps":["trace[1954363630] 'agreement among raft nodes before linearized reading' (duration: 185.244335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.378369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:55.659205Z","caller":"traceutil/trace.go:171","msg":"trace[1830672032] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19665; }","duration":"185.395459ms","start":"2026-03-02T19:13:55.473806Z","end":"2026-03-02T19:13:55.659201Z","steps":["trace[1830672032] 'agreement among raft nodes before linearized reading' (duration: 185.367599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.167549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:13:55.659359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.569259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:55.659379Z","caller":"traceutil/trace.go:171","msg":"trace[2072259457] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19665; }","duration":"184.59933ms","start":"2026-03-02T19:13:55.474775Z","end":"2026-03-02T19:13:55.659374Z","steps":["trace[2072259457] 'agreement among raft nodes before linearized reading' (duration: 184.56674ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:55.659386Z","caller":"traceutil/trace.go:171","msg":"trace[166651321] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19665; }","duration":"184.271081ms","start":"2026-03-02T19:13:55.475093Z","end":"2026-03-02T19:13:55.659364Z","steps":["trace[166651321] 'agreement among raft nodes before linearized reading' (duration: 184.112817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.806305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-02T19:13:55.659501Z","caller":"traceutil/trace.go:171","msg":"trace[184850864] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:19665; }","duration":"184.839295ms","start":"2026-03-02T19:13:55.474658Z","end":"2026-03-02T19:13:55.659497Z","steps":["trace[184850864] 'agreement among raft nodes before linearized reading' (duration: 184.785484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.018031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:13:55.659694Z","caller":"traceutil/trace.go:171","msg":"trace[565855121] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19665; }","duration":"185.047331ms","start":"2026-03-02T19:13:55.474641Z","end":"2026-03-02T19:13:55.659688Z","steps":["trace[565855121] 'agreement among raft nodes before linearized reading' (duration: 184.99149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.65979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.154714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-02T19:13:55.659806Z","caller":"traceutil/trace.go:171","msg":"trace[532437667] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19665; }","duration":"185.178475ms","start":"2026-03-02T19:13:55.474624Z","end":"2026-03-02T19:13:55.659802Z","steps":["trace[532437667] 'agreement among raft nodes before linearized reading' (duration: 185.136483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.278207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-02T19:13:55.659917Z","caller":"traceutil/trace.go:171","msg":"trace[1015039866] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19665; }","duration":"185.302648ms","start":"2026-03-02T19:13:55.474603Z","end":"2026-03-02T19:13:55.659905Z","steps":["trace[1015039866] 'agreement among raft nodes before linearized reading' (duration: 185.262677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.660054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.491513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:13:55.660073Z","caller":"traceutil/trace.go:171","msg":"trace[1809933423] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19665; }","duration":"185.510803ms","start":"2026-03-02T19:13:55.474558Z","end":"2026-03-02T19:13:55.660069Z","steps":["trace[1809933423] 'agreement among raft nodes before linearized reading' (duration: 185.425321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.660069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.135591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:13:55.660112Z","caller":"traceutil/trace.go:171","msg":"trace[805445594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19665; }","duration":"116.210323ms","start":"2026-03-02T19:13:55.543891Z","end":"2026-03-02T19:13:55.660101Z","steps":["trace[805445594] 'agreement among raft nodes before linearized reading' (duration: 116.10023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:55.659328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.450986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-02T19:13:55.660257Z","caller":"traceutil/trace.go:171","msg":"trace[895775432] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:19665; }","duration":"185.393031ms","start":"2026-03-02T19:13:55.474855Z","end":"2026-03-02T19:13:55.660248Z","steps":["trace[895775432] 'agreement among raft nodes before linearized reading' (duration: 184.400486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.279702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.156986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:13:56.2813Z","caller":"traceutil/trace.go:171","msg":"trace[925802548] transaction","detail":"{read_only:false; response_revision:19666; number_of_response:1; }","duration":"622.595016ms","start":"2026-03-02T19:13:55.658653Z","end":"2026-03-02T19:13:56.281247Z","steps":["trace[925802548] 'process raft request' (duration: 420.8224ms)","trace[925802548] 'compare' (duration: 199.936801ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:56.281548Z","caller":"traceutil/trace.go:171","msg":"trace[1897542056] transaction","detail":"{read_only:false; response_revision:19667; number_of_response:1; }","duration":"618.012862ms","start":"2026-03-02T19:13:55.663498Z","end":"2026-03-02T19:13:56.281511Z","steps":["trace[1897542056] 'process raft request' (duration: 617.555621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.281682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.663481Z","time spent":"618.122205ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:13:56.281759Z","caller":"traceutil/trace.go:171","msg":"trace[653325767] transaction","detail":"{read_only:false; response_revision:19668; number_of_response:1; }","duration":"335.649737ms","start":"2026-03-02T19:13:55.946039Z","end":"2026-03-02T19:13:56.281688Z","steps":["trace[653325767] 'process raft request' (duration: 335.218696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.281789Z","caller":"traceutil/trace.go:171","msg":"trace[1113697240] linearizableReadLoop","detail":"{readStateIndex:20391; appliedIndex:20389; }","duration":"616.29326ms","start":"2026-03-02T19:13:55.665409Z","end":"2026-03-02T19:13:56.281702Z","steps":["trace[1113697240] 'read index received' (duration: 414.100693ms)","trace[1113697240] 'applied index is now lower than readState.Index' (duration: 202.189587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:56.281852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.946017Z","time spent":"335.794882ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:13:56.281439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.658628Z","time spent":"622.73618ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:13:56.282157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.751752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4d2c5275-6eae-415a-a645-22ed9aee9ef1\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T19:13:56.282289Z","caller":"traceutil/trace.go:171","msg":"trace[1880242841] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4d2c5275-6eae-415a-a645-22ed9aee9ef1; range_end:; response_count:1; response_revision:19668; }","duration":"616.911456ms","start":"2026-03-02T19:13:55.66536Z","end":"2026-03-02T19:13:56.282271Z","steps":["trace[1880242841] 'agreement among raft nodes before linearized reading' (duration: 616.467805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.282333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.665338Z","time spent":"616.985438ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-4d2c5275-6eae-415a-a645-22ed9aee9ef1\" "} {"level":"warn","ts":"2026-03-02T19:13:56.28245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.098138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:56.282556Z","caller":"traceutil/trace.go:171","msg":"trace[2098652125] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19668; }","duration":"569.214251ms","start":"2026-03-02T19:13:55.713285Z","end":"2026-03-02T19:13:56.2825Z","steps":["trace[2098652125] 'agreement among raft nodes before linearized reading' (duration: 569.084938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.282623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.71327Z","time spent":"569.330575ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:13:56.282704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.221569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:13:56.282745Z","caller":"traceutil/trace.go:171","msg":"trace[1373355853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19668; }","duration":"215.291411ms","start":"2026-03-02T19:13:56.067437Z","end":"2026-03-02T19:13:56.282728Z","steps":["trace[1373355853] 'agreement among raft nodes before linearized reading' (duration: 215.205459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.282903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.516836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-worker-64c975bfd8-2vjq5\" ","response":"range_response_count:1 size:8392"} {"level":"info","ts":"2026-03-02T19:13:56.282998Z","caller":"traceutil/trace.go:171","msg":"trace[1152482510] range","detail":"{range_begin:/registry/pods/openstack/octavia-worker-64c975bfd8-2vjq5; range_end:; response_count:1; response_revision:19668; }","duration":"329.663039ms","start":"2026-03-02T19:13:55.953311Z","end":"2026-03-02T19:13:56.282974Z","steps":["trace[1152482510] 'agreement among raft nodes before linearized reading' (duration: 329.413403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.283043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.953288Z","time spent":"329.743771ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8416,"request content":"key:\"/registry/pods/openstack/octavia-worker-64c975bfd8-2vjq5\" "} {"level":"warn","ts":"2026-03-02T19:13:56.283022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.652936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:56.283147Z","caller":"traceutil/trace.go:171","msg":"trace[1194959893] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19668; }","duration":"551.79637ms","start":"2026-03-02T19:13:55.731305Z","end":"2026-03-02T19:13:56.283101Z","steps":["trace[1194959893] 'agreement among raft nodes before linearized reading' (duration: 551.577585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.283207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:13:55.731292Z","time spent":"551.901582ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:13:56.490142Z","caller":"traceutil/trace.go:171","msg":"trace[798521450] linearizableReadLoop","detail":"{readStateIndex:20395; appliedIndex:20393; }","duration":"133.507033ms","start":"2026-03-02T19:13:56.356608Z","end":"2026-03-02T19:13:56.490115Z","steps":["trace[798521450] 'read index received' (duration: 133.142284ms)","trace[798521450] 'applied index is now lower than readState.Index' (duration: 363.649µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:56.490292Z","caller":"traceutil/trace.go:171","msg":"trace[822396087] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"198.563576ms","start":"2026-03-02T19:13:56.291715Z","end":"2026-03-02T19:13:56.490279Z","steps":["trace[822396087] 'process raft request' (duration: 198.125345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.49046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.092764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:56.490547Z","caller":"traceutil/trace.go:171","msg":"trace[44452238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19671; }","duration":"177.229196ms","start":"2026-03-02T19:13:56.313298Z","end":"2026-03-02T19:13:56.490527Z","steps":["trace[44452238] 'agreement among raft nodes before linearized reading' (duration: 177.064072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.490799Z","caller":"traceutil/trace.go:171","msg":"trace[772997804] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"147.538701ms","start":"2026-03-02T19:13:56.343248Z","end":"2026-03-02T19:13:56.490786Z","steps":["trace[772997804] 'process raft request' (duration: 146.778822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.633824Z","caller":"traceutil/trace.go:171","msg":"trace[1145214961] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"129.023731ms","start":"2026-03-02T19:13:56.504769Z","end":"2026-03-02T19:13:56.633792Z","steps":["trace[1145214961] 'process raft request' (duration: 128.797846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.874686Z","caller":"traceutil/trace.go:171","msg":"trace[1989569773] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"234.276392ms","start":"2026-03-02T19:13:56.640383Z","end":"2026-03-02T19:13:56.87466Z","steps":["trace[1989569773] 'process raft request' (duration: 234.001446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.874686Z","caller":"traceutil/trace.go:171","msg":"trace[1902702499] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"233.948964ms","start":"2026-03-02T19:13:56.640724Z","end":"2026-03-02T19:13:56.874673Z","steps":["trace[1902702499] 'process raft request' (duration: 233.826621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.875081Z","caller":"traceutil/trace.go:171","msg":"trace[910976394] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"234.262852ms","start":"2026-03-02T19:13:56.64079Z","end":"2026-03-02T19:13:56.875053Z","steps":["trace[910976394] 'process raft request' (duration: 233.823371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:56.875292Z","caller":"traceutil/trace.go:171","msg":"trace[992868026] linearizableReadLoop","detail":"{readStateIndex:20401; appliedIndex:20397; }","duration":"149.758756ms","start":"2026-03-02T19:13:56.725483Z","end":"2026-03-02T19:13:56.875241Z","steps":["trace[992868026] 'read index received' (duration: 148.861804ms)","trace[992868026] 'applied index is now lower than readState.Index' (duration: 894.702µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:56.875366Z","caller":"traceutil/trace.go:171","msg":"trace[858437868] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"232.846997ms","start":"2026-03-02T19:13:56.642491Z","end":"2026-03-02T19:13:56.875338Z","steps":["trace[858437868] 'process raft request' (duration: 232.508789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.875591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.070533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:13:56.875635Z","caller":"traceutil/trace.go:171","msg":"trace[1614011121] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19677; }","duration":"150.182157ms","start":"2026-03-02T19:13:56.72544Z","end":"2026-03-02T19:13:56.875623Z","steps":["trace[1614011121] 'agreement among raft nodes before linearized reading' (duration: 149.983201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:56.895944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.771492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-02T19:13:56.896054Z","caller":"traceutil/trace.go:171","msg":"trace[262358677] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:19678; }","duration":"169.890406ms","start":"2026-03-02T19:13:56.726138Z","end":"2026-03-02T19:13:56.896028Z","steps":["trace[262358677] 'agreement among raft nodes before linearized reading' (duration: 169.23571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:57.108831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.479645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:13:57.108951Z","caller":"traceutil/trace.go:171","msg":"trace[1589802028] linearizableReadLoop","detail":"{readStateIndex:20403; appliedIndex:20402; }","duration":"211.345714ms","start":"2026-03-02T19:13:56.897576Z","end":"2026-03-02T19:13:57.108921Z","steps":["trace[1589802028] 'read index received' (duration: 95.674055ms)","trace[1589802028] 'applied index is now lower than readState.Index' (duration: 115.670209ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:57.109052Z","caller":"traceutil/trace.go:171","msg":"trace[417787652] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"228.059879ms","start":"2026-03-02T19:13:56.880947Z","end":"2026-03-02T19:13:57.109007Z","steps":["trace[417787652] 'process raft request' (duration: 112.327838ms)","trace[417787652] 'compare' (duration: 115.118996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:57.109222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.841516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:13:57.109228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.634191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:13:57.109231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.780655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-db-init-h9qff\" ","response":"range_response_count:1 size:8957"} {"level":"warn","ts":"2026-03-02T19:13:57.109275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.431256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:13:57.109311Z","caller":"traceutil/trace.go:171","msg":"trace[1755711321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19679; }","duration":"211.731853ms","start":"2026-03-02T19:13:56.897558Z","end":"2026-03-02T19:13:57.10929Z","steps":["trace[1755711321] 'agreement among raft nodes before linearized reading' (duration: 211.445676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:57.10932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.062851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:57.109322Z","caller":"traceutil/trace.go:171","msg":"trace[2024424945] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19679; }","duration":"105.983269ms","start":"2026-03-02T19:13:57.0033Z","end":"2026-03-02T19:13:57.109283Z","steps":["trace[2024424945] 'agreement among raft nodes before linearized reading' (duration: 105.826465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:57.109367Z","caller":"traceutil/trace.go:171","msg":"trace[1873041563] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19679; }","duration":"106.144773ms","start":"2026-03-02T19:13:57.003209Z","end":"2026-03-02T19:13:57.109354Z","steps":["trace[1873041563] 'agreement among raft nodes before linearized reading' (duration: 106.091162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:57.109317Z","caller":"traceutil/trace.go:171","msg":"trace[1267959486] range","detail":"{range_begin:/registry/pods/openstack/octavia-db-init-h9qff; range_end:; response_count:1; response_revision:19679; }","duration":"126.896768ms","start":"2026-03-02T19:13:56.982406Z","end":"2026-03-02T19:13:57.109303Z","steps":["trace[1267959486] 'agreement among raft nodes before linearized reading' (duration: 126.692523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:57.109319Z","caller":"traceutil/trace.go:171","msg":"trace[108151795] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19679; }","duration":"105.472037ms","start":"2026-03-02T19:13:57.00383Z","end":"2026-03-02T19:13:57.109302Z","steps":["trace[108151795] 'agreement among raft nodes before linearized reading' (duration: 105.324913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:57.109247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.718743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:57.109466Z","caller":"traceutil/trace.go:171","msg":"trace[746137594] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19679; }","duration":"105.948638ms","start":"2026-03-02T19:13:57.003501Z","end":"2026-03-02T19:13:57.10945Z","steps":["trace[746137594] 'agreement among raft nodes before linearized reading' (duration: 105.695582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:57.109808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.319198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:57.109894Z","caller":"traceutil/trace.go:171","msg":"trace[142878831] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19679; }","duration":"106.42697ms","start":"2026-03-02T19:13:57.003453Z","end":"2026-03-02T19:13:57.10988Z","steps":["trace[142878831] 'agreement among raft nodes before linearized reading' (duration: 105.658081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:57.317414Z","caller":"traceutil/trace.go:171","msg":"trace[2042931371] transaction","detail":"{read_only:false; response_revision:19681; number_of_response:1; }","duration":"197.178252ms","start":"2026-03-02T19:13:57.120209Z","end":"2026-03-02T19:13:57.317387Z","steps":["trace[2042931371] 'process raft request' (duration: 196.997498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:58.611649Z","caller":"traceutil/trace.go:171","msg":"trace[2088201756] transaction","detail":"{read_only:false; response_revision:19685; number_of_response:1; }","duration":"247.835009ms","start":"2026-03-02T19:13:58.363765Z","end":"2026-03-02T19:13:58.6116Z","steps":["trace[2088201756] 'process raft request' (duration: 225.432903ms)","trace[2088201756] 'compare' (duration: 22.100218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:58.611784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.349158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:58.611825Z","caller":"traceutil/trace.go:171","msg":"trace[416217698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19685; }","duration":"187.4284ms","start":"2026-03-02T19:13:58.424385Z","end":"2026-03-02T19:13:58.611813Z","steps":["trace[416217698] 'agreement among raft nodes before linearized reading' (duration: 187.349198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:58.611679Z","caller":"traceutil/trace.go:171","msg":"trace[996658225] linearizableReadLoop","detail":"{readStateIndex:20409; appliedIndex:20408; }","duration":"187.0336ms","start":"2026-03-02T19:13:58.424424Z","end":"2026-03-02T19:13:58.611457Z","steps":["trace[996658225] 'read index received' (duration: 164.796428ms)","trace[996658225] 'applied index is now lower than readState.Index' (duration: 22.235772ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:13:58.617956Z","caller":"traceutil/trace.go:171","msg":"trace[1464115788] transaction","detail":"{read_only:false; response_revision:19686; number_of_response:1; }","duration":"120.259152ms","start":"2026-03-02T19:13:58.497662Z","end":"2026-03-02T19:13:58.617921Z","steps":["trace[1464115788] 'process raft request' (duration: 120.089178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:59.151219Z","caller":"traceutil/trace.go:171","msg":"trace[1614140189] linearizableReadLoop","detail":"{readStateIndex:20413; appliedIndex:20412; }","duration":"213.336993ms","start":"2026-03-02T19:13:58.937856Z","end":"2026-03-02T19:13:59.151193Z","steps":["trace[1614140189] 'read index received' (duration: 195.333586ms)","trace[1614140189] 'applied index is now lower than readState.Index' (duration: 18.002067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:59.151409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.31604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:59.151527Z","caller":"traceutil/trace.go:171","msg":"trace[1933723849] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19689; }","duration":"250.427023ms","start":"2026-03-02T19:13:58.901045Z","end":"2026-03-02T19:13:59.151472Z","steps":["trace[1933723849] 'agreement among raft nodes before linearized reading' (duration: 250.28949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:59.1516Z","caller":"traceutil/trace.go:171","msg":"trace[252260586] transaction","detail":"{read_only:false; response_revision:19689; number_of_response:1; }","duration":"250.864434ms","start":"2026-03-02T19:13:58.900701Z","end":"2026-03-02T19:13:59.151566Z","steps":["trace[252260586] 'process raft request' (duration: 232.467427ms)","trace[252260586] 'compare' (duration: 17.903055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:13:59.151621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.312685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:13:59.151648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.059079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:13:59.151703Z","caller":"traceutil/trace.go:171","msg":"trace[28150850] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19689; }","duration":"251.141161ms","start":"2026-03-02T19:13:58.900546Z","end":"2026-03-02T19:13:59.151687Z","steps":["trace[28150850] 'agreement among raft nodes before linearized reading' (duration: 251.048579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:13:59.151699Z","caller":"traceutil/trace.go:171","msg":"trace[1358745695] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19689; }","duration":"251.459839ms","start":"2026-03-02T19:13:58.900218Z","end":"2026-03-02T19:13:59.151678Z","steps":["trace[1358745695] 'agreement among raft nodes before linearized reading' (duration: 251.306495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:13:59.151766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.396232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:13:59.151822Z","caller":"traceutil/trace.go:171","msg":"trace[1254749879] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19689; }","duration":"250.468403ms","start":"2026-03-02T19:13:58.901339Z","end":"2026-03-02T19:13:59.151807Z","steps":["trace[1254749879] 'agreement among raft nodes before linearized reading' (duration: 250.316679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.166208Z","caller":"traceutil/trace.go:171","msg":"trace[1647707534] transaction","detail":"{read_only:false; response_revision:19691; number_of_response:1; }","duration":"130.386244ms","start":"2026-03-02T19:14:00.035797Z","end":"2026-03-02T19:14:00.166183Z","steps":["trace[1647707534] 'process raft request' (duration: 130.22257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.372943Z","caller":"traceutil/trace.go:171","msg":"trace[1511934528] linearizableReadLoop","detail":"{readStateIndex:20417; appliedIndex:20415; }","duration":"311.567389ms","start":"2026-03-02T19:14:00.061343Z","end":"2026-03-02T19:14:00.372911Z","steps":["trace[1511934528] 'read index received' (duration: 104.659496ms)","trace[1511934528] 'applied index is now lower than readState.Index' (duration: 206.906803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:00.37322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.831326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:00.373512Z","caller":"traceutil/trace.go:171","msg":"trace[1180186733] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19692; }","duration":"312.172364ms","start":"2026-03-02T19:14:00.061301Z","end":"2026-03-02T19:14:00.373473Z","steps":["trace[1180186733] 'agreement among raft nodes before linearized reading' (duration: 311.825746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.373311Z","caller":"traceutil/trace.go:171","msg":"trace[1439042776] transaction","detail":"{read_only:false; response_revision:19692; number_of_response:1; }","duration":"326.364377ms","start":"2026-03-02T19:14:00.046929Z","end":"2026-03-02T19:14:00.373294Z","steps":["trace[1439042776] 'process raft request' (duration: 322.191673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:00.373614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:00.061285Z","time spent":"312.292148ms","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:00.373884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:00.046906Z","time spent":"326.787897ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9256,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:00.408257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.658757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:00.408328Z","caller":"traceutil/trace.go:171","msg":"trace[1086415172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19693; }","duration":"157.524909ms","start":"2026-03-02T19:14:00.250785Z","end":"2026-03-02T19:14:00.408309Z","steps":["trace[1086415172] 'agreement among raft nodes before linearized reading' (duration: 157.394976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:00.408408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.23227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:14:00.408496Z","caller":"traceutil/trace.go:171","msg":"trace[1393880265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19693; }","duration":"113.351723ms","start":"2026-03-02T19:14:00.295125Z","end":"2026-03-02T19:14:00.408477Z","steps":["trace[1393880265] 'agreement among raft nodes before linearized reading' (duration: 113.120197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.778656Z","caller":"traceutil/trace.go:171","msg":"trace[661188365] transaction","detail":"{read_only:false; response_revision:19695; number_of_response:1; }","duration":"158.308878ms","start":"2026-03-02T19:14:00.620326Z","end":"2026-03-02T19:14:00.778635Z","steps":["trace[661188365] 'process raft request' (duration: 158.167524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.898119Z","caller":"traceutil/trace.go:171","msg":"trace[1249711384] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20419; }","duration":"237.482031ms","start":"2026-03-02T19:14:00.660608Z","end":"2026-03-02T19:14:00.89809Z","steps":["trace[1249711384] 'read index received' (duration: 117.895915ms)","trace[1249711384] 'applied index is now lower than readState.Index' (duration: 119.584916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:00.898214Z","caller":"traceutil/trace.go:171","msg":"trace[1353347883] transaction","detail":"{read_only:false; response_revision:19696; number_of_response:1; }","duration":"275.169696ms","start":"2026-03-02T19:14:00.623007Z","end":"2026-03-02T19:14:00.898176Z","steps":["trace[1353347883] 'process raft request' (duration: 224.406477ms)","trace[1353347883] 'compare' (duration: 50.564144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:00.898319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.409099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:00.898354Z","caller":"traceutil/trace.go:171","msg":"trace[1878925057] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19696; }","duration":"237.46514ms","start":"2026-03-02T19:14:00.660879Z","end":"2026-03-02T19:14:00.898344Z","steps":["trace[1878925057] 'agreement among raft nodes before linearized reading' (duration: 237.378618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:00.898387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.730007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:00.898513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.334658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:00.898533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.809515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:00.898606Z","caller":"traceutil/trace.go:171","msg":"trace[1310502676] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19696; }","duration":"236.915468ms","start":"2026-03-02T19:14:00.661671Z","end":"2026-03-02T19:14:00.898587Z","steps":["trace[1310502676] 'agreement among raft nodes before linearized reading' (duration: 236.703063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:00.898625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.733318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:00.898662Z","caller":"traceutil/trace.go:171","msg":"trace[786987646] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19696; }","duration":"237.80008ms","start":"2026-03-02T19:14:00.660852Z","end":"2026-03-02T19:14:00.898652Z","steps":["trace[786987646] 'agreement among raft nodes before linearized reading' (duration: 237.733418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.898556Z","caller":"traceutil/trace.go:171","msg":"trace[1062376073] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19696; }","duration":"237.39372ms","start":"2026-03-02T19:14:00.661153Z","end":"2026-03-02T19:14:00.898546Z","steps":["trace[1062376073] 'agreement among raft nodes before linearized reading' (duration: 237.295878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:00.898539Z","caller":"traceutil/trace.go:171","msg":"trace[1942824460] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19696; }","duration":"237.911353ms","start":"2026-03-02T19:14:00.660573Z","end":"2026-03-02T19:14:00.898485Z","steps":["trace[1942824460] 'agreement among raft nodes before linearized reading' (duration: 237.670336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:00.898969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.364332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:14:00.8991Z","caller":"traceutil/trace.go:171","msg":"trace[1727912978] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19696; }","duration":"225.510536ms","start":"2026-03-02T19:14:00.673547Z","end":"2026-03-02T19:14:00.899058Z","steps":["trace[1727912978] 'agreement among raft nodes before linearized reading' (duration: 225.194448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.016294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.382201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:02.016521Z","caller":"traceutil/trace.go:171","msg":"trace[371154501] transaction","detail":"{read_only:false; response_revision:19697; number_of_response:1; }","duration":"1.068723905s","start":"2026-03-02T19:14:00.947765Z","end":"2026-03-02T19:14:02.016489Z","steps":["trace[371154501] 'process raft request' (duration: 128.055357ms)","trace[371154501] 'compare' (duration: 940.048022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:02.01667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:00.947738Z","time spent":"1.068849588s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:02.016805Z","caller":"traceutil/trace.go:171","msg":"trace[1028386200] transaction","detail":"{read_only:false; response_revision:19698; number_of_response:1; }","duration":"1.068726675s","start":"2026-03-02T19:14:00.948025Z","end":"2026-03-02T19:14:02.016751Z","steps":["trace[1028386200] 'process raft request' (duration: 1.068378837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.017072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:00.948017Z","time spent":"1.068894599s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:02.018532Z","caller":"traceutil/trace.go:171","msg":"trace[695031138] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"859.649247ms","start":"2026-03-02T19:14:01.158861Z","end":"2026-03-02T19:14:02.01851Z","steps":["trace[695031138] 'process raft request' (duration: 859.557695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:02.018559Z","caller":"traceutil/trace.go:171","msg":"trace[126003869] linearizableReadLoop","detail":"{readStateIndex:20424; appliedIndex:20421; }","duration":"920.186189ms","start":"2026-03-02T19:14:01.098331Z","end":"2026-03-02T19:14:02.018518Z","steps":["trace[126003869] 'read index received' (duration: 72.93314ms)","trace[126003869] 'applied index is now lower than readState.Index' (duration: 847.249709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:02.018652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.158833Z","time spent":"859.76798ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:02.018711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.552939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.018753Z","caller":"traceutil/trace.go:171","msg":"trace[16040594] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19700; }","duration":"862.622911ms","start":"2026-03-02T19:14:01.156118Z","end":"2026-03-02T19:14:02.018741Z","steps":["trace[16040594] 'agreement among raft nodes before linearized reading' (duration: 862.545509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.018758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.401754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:02.018823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.405192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.018831Z","caller":"traceutil/trace.go:171","msg":"trace[849914452] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19700; }","duration":"920.526857ms","start":"2026-03-02T19:14:01.098282Z","end":"2026-03-02T19:14:02.018809Z","steps":["trace[849914452] 'agreement among raft nodes before linearized reading' (duration: 920.361283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:02.01885Z","caller":"traceutil/trace.go:171","msg":"trace[1977833710] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19700; }","duration":"832.452683ms","start":"2026-03-02T19:14:01.18639Z","end":"2026-03-02T19:14:02.018842Z","steps":["trace[1977833710] 'agreement among raft nodes before linearized reading' (duration: 832.411022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.018882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.186382Z","time spent":"832.495034ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:02.018907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.462081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.018928Z","caller":"traceutil/trace.go:171","msg":"trace[279920689] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19700; }","duration":"345.490362ms","start":"2026-03-02T19:14:01.673432Z","end":"2026-03-02T19:14:02.018922Z","steps":["trace[279920689] 'agreement among raft nodes before linearized reading' (duration: 345.45406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.018941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.673428Z","time spent":"345.510913ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:02.019098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.322861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:14:02.019114Z","caller":"traceutil/trace.go:171","msg":"trace[916377878] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19700; }","duration":"165.388313ms","start":"2026-03-02T19:14:01.853722Z","end":"2026-03-02T19:14:02.01911Z","steps":["trace[916377878] 'agreement among raft nodes before linearized reading' (duration: 165.304581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.167761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:02.019201Z","caller":"traceutil/trace.go:171","msg":"trace[894183814] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19700; }","duration":"833.220273ms","start":"2026-03-02T19:14:01.185971Z","end":"2026-03-02T19:14:02.019192Z","steps":["trace[894183814] 'agreement among raft nodes before linearized reading' (duration: 833.10589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.512623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:02.019226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.185959Z","time spent":"833.261993ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-02T19:14:02.019245Z","caller":"traceutil/trace.go:171","msg":"trace[1135996948] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19700; }","duration":"345.527633ms","start":"2026-03-02T19:14:01.673711Z","end":"2026-03-02T19:14:02.019239Z","steps":["trace[1135996948] 'agreement among raft nodes before linearized reading' (duration: 345.499662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.67368Z","time spent":"345.575664ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:02.019275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.339193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:02.019297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.481588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.019348Z","caller":"traceutil/trace.go:171","msg":"trace[825161816] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19700; }","duration":"346.456966ms","start":"2026-03-02T19:14:01.672872Z","end":"2026-03-02T19:14:02.019329Z","steps":["trace[825161816] 'agreement among raft nodes before linearized reading' (duration: 346.298112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:02.019356Z","caller":"traceutil/trace.go:171","msg":"trace[418058651] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19700; }","duration":"862.57968ms","start":"2026-03-02T19:14:01.15676Z","end":"2026-03-02T19:14:02.01934Z","steps":["trace[418058651] 'agreement among raft nodes before linearized reading' (duration: 862.466478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.672855Z","time spent":"346.532728ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:02.019401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.156738Z","time spent":"862.652602ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:02.019424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.012635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.019442Z","caller":"traceutil/trace.go:171","msg":"trace[133487684] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19700; }","duration":"346.061156ms","start":"2026-03-02T19:14:01.673376Z","end":"2026-03-02T19:14:02.019437Z","steps":["trace[133487684] 'agreement among raft nodes before linearized reading' (duration: 346.033755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.673358Z","time spent":"346.098917ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:02.019441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.173985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.019508Z","caller":"traceutil/trace.go:171","msg":"trace[819703120] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19700; }","duration":"863.276518ms","start":"2026-03-02T19:14:01.156206Z","end":"2026-03-02T19:14:02.019483Z","steps":["trace[819703120] 'agreement among raft nodes before linearized reading' (duration: 863.186806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.452998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.019534Z","caller":"traceutil/trace.go:171","msg":"trace[1434956124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19700; }","duration":"596.499579ms","start":"2026-03-02T19:14:01.42303Z","end":"2026-03-02T19:14:02.019529Z","steps":["trace[1434956124] 'agreement among raft nodes before linearized reading' (duration: 596.476728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.01951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.551572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-02T19:14:02.019552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.582971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:02.019562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.720465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.019588Z","caller":"traceutil/trace.go:171","msg":"trace[1814547348] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19700; }","duration":"833.656373ms","start":"2026-03-02T19:14:01.185922Z","end":"2026-03-02T19:14:02.019578Z","steps":["trace[1814547348] 'agreement among raft nodes before linearized reading' (duration: 833.602692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:02.019593Z","caller":"traceutil/trace.go:171","msg":"trace[1346018692] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19700; }","duration":"428.699986ms","start":"2026-03-02T19:14:01.590872Z","end":"2026-03-02T19:14:02.019572Z","steps":["trace[1346018692] 'agreement among raft nodes before linearized reading' (duration: 428.403919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.822496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:02.01963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.717754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:02.019651Z","caller":"traceutil/trace.go:171","msg":"trace[301397989] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19700; }","duration":"862.865837ms","start":"2026-03-02T19:14:01.156781Z","end":"2026-03-02T19:14:02.019646Z","steps":["trace[301397989] 'agreement among raft nodes before linearized reading' (duration: 862.807105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.590859Z","time spent":"428.778928ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-02T19:14:02.019658Z","caller":"traceutil/trace.go:171","msg":"trace[966652879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19700; }","duration":"833.780826ms","start":"2026-03-02T19:14:01.18587Z","end":"2026-03-02T19:14:02.019651Z","steps":["trace[966652879] 'agreement among raft nodes before linearized reading' (duration: 833.743595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.185849Z","time spent":"833.835128ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:14:02.019595Z","caller":"traceutil/trace.go:171","msg":"trace[1320849095] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19700; }","duration":"833.773916ms","start":"2026-03-02T19:14:01.185812Z","end":"2026-03-02T19:14:02.019586Z","steps":["trace[1320849095] 'agreement among raft nodes before linearized reading' (duration: 833.723655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.01886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.09826Z","time spent":"920.594019ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:02.019665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.156772Z","time spent":"862.889728ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-02T19:14:02.019785Z","caller":"traceutil/trace.go:171","msg":"trace[2033778078] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"1.023280027s","start":"2026-03-02T19:14:00.995177Z","end":"2026-03-02T19:14:02.018457Z","steps":["trace[2033778078] 'process raft request' (duration: 1.021320309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.019626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.185902Z","time spent":"833.718024ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:02.01954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.156185Z","time spent":"863.347589ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:02.01955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.423009Z","time spent":"596.535909ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:02.018783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.1561Z","time spent":"862.676182ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:02.019744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.185801Z","time spent":"833.93796ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:02.020027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.461828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:14:02.020158Z","caller":"traceutil/trace.go:171","msg":"trace[1722682836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19700; }","duration":"806.610602ms","start":"2026-03-02T19:14:01.213537Z","end":"2026-03-02T19:14:02.020148Z","steps":["trace[1722682836] 'agreement among raft nodes before linearized reading' (duration: 805.157076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.02045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:00.995152Z","time spent":"1.024662452s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:14:02.020176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:01.213527Z","time spent":"806.644523ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:14:02.727822Z","caller":"traceutil/trace.go:171","msg":"trace[1676355643] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"702.588471ms","start":"2026-03-02T19:14:02.02521Z","end":"2026-03-02T19:14:02.727798Z","steps":["trace[1676355643] 'process raft request' (duration: 702.418096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:02.727965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.025187Z","time spent":"702.700854ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:03.027776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.048605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:03.027964Z","caller":"traceutil/trace.go:171","msg":"trace[1610507156] linearizableReadLoop","detail":"{readStateIndex:20428; appliedIndex:20425; }","duration":"604.494967ms","start":"2026-03-02T19:14:02.423453Z","end":"2026-03-02T19:14:03.027948Z","steps":["trace[1610507156] 'read index received' (duration: 304.273479ms)","trace[1610507156] 'applied index is now lower than readState.Index' (duration: 300.220628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:03.028049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.58941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:03.028082Z","caller":"traceutil/trace.go:171","msg":"trace[1006219826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19703; }","duration":"604.649831ms","start":"2026-03-02T19:14:02.423424Z","end":"2026-03-02T19:14:03.028073Z","steps":["trace[1006219826] 'agreement among raft nodes before linearized reading' (duration: 604.59287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:03.028073Z","caller":"traceutil/trace.go:171","msg":"trace[1655137819] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"613.441069ms","start":"2026-03-02T19:14:02.414589Z","end":"2026-03-02T19:14:03.02803Z","steps":["trace[1655137819] 'process raft request' (duration: 613.298776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:03.028051Z","caller":"traceutil/trace.go:171","msg":"trace[1323540066] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"874.064885ms","start":"2026-03-02T19:14:02.153947Z","end":"2026-03-02T19:14:03.028011Z","steps":["trace[1323540066] 'process raft request' (duration: 739.718662ms)","trace[1323540066] 'compare' (duration: 133.921762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:03.028279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.414564Z","time spent":"613.609554ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:03.028347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.42341Z","time spent":"604.923958ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:03.028414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.153913Z","time spent":"874.362042ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:14:03.085419Z","caller":"traceutil/trace.go:171","msg":"trace[1514585365] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"180.575509ms","start":"2026-03-02T19:14:02.904826Z","end":"2026-03-02T19:14:03.085402Z","steps":["trace[1514585365] 'process raft request' (duration: 180.481807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.08575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.40285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:03.085829Z","caller":"traceutil/trace.go:171","msg":"trace[1725420546] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19704; }","duration":"181.544243ms","start":"2026-03-02T19:14:02.904261Z","end":"2026-03-02T19:14:03.085805Z","steps":["trace[1725420546] 'agreement among raft nodes before linearized reading' (duration: 181.43252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.085922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.331074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:03.085899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.775662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:14:03.086059Z","caller":"traceutil/trace.go:171","msg":"trace[1163959493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19704; }","duration":"302.924615ms","start":"2026-03-02T19:14:02.783049Z","end":"2026-03-02T19:14:03.085974Z","steps":["trace[1163959493] 'agreement among raft nodes before linearized reading' (duration: 302.671809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.086099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.386789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:03.086025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.358884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:03.086121Z","caller":"traceutil/trace.go:171","msg":"trace[265332145] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19704; }","duration":"181.436231ms","start":"2026-03-02T19:14:02.904678Z","end":"2026-03-02T19:14:03.086114Z","steps":["trace[265332145] 'agreement among raft nodes before linearized reading' (duration: 181.39985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:03.086128Z","caller":"traceutil/trace.go:171","msg":"trace[1898044317] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19704; }","duration":"180.494468ms","start":"2026-03-02T19:14:02.905626Z","end":"2026-03-02T19:14:03.08612Z","steps":["trace[1898044317] 'agreement among raft nodes before linearized reading' (duration: 180.344404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.086128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.783023Z","time spent":"303.075759ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:14:03.086161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.042127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:03.085906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.597667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:03.086216Z","caller":"traceutil/trace.go:171","msg":"trace[187581793] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19704; }","duration":"587.950706ms","start":"2026-03-02T19:14:02.498253Z","end":"2026-03-02T19:14:03.086204Z","steps":["trace[187581793] 'agreement among raft nodes before linearized reading' (duration: 587.536006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:03.086213Z","caller":"traceutil/trace.go:171","msg":"trace[174555835] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19704; }","duration":"182.115089ms","start":"2026-03-02T19:14:02.904081Z","end":"2026-03-02T19:14:03.086196Z","steps":["trace[174555835] 'agreement among raft nodes before linearized reading' (duration: 181.953035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.08623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.712755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:03.086253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.498191Z","time spent":"588.051ms","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:03.085958Z","caller":"traceutil/trace.go:171","msg":"trace[1517899284] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19704; }","duration":"180.396056ms","start":"2026-03-02T19:14:02.905555Z","end":"2026-03-02T19:14:03.085951Z","steps":["trace[1517899284] 'agreement among raft nodes before linearized reading' (duration: 180.234842ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:03.086512Z","caller":"traceutil/trace.go:171","msg":"trace[776581069] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19704; }","duration":"139.766928ms","start":"2026-03-02T19:14:02.946482Z","end":"2026-03-02T19:14:03.086249Z","steps":["trace[776581069] 'agreement among raft nodes before linearized reading' (duration: 139.175123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.086501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.035548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:14:03.086591Z","caller":"traceutil/trace.go:171","msg":"trace[1488699677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19704; }","duration":"646.169862ms","start":"2026-03-02T19:14:02.440398Z","end":"2026-03-02T19:14:03.086568Z","steps":["trace[1488699677] 'agreement among raft nodes before linearized reading' (duration: 645.679229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.086723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:02.440381Z","time spent":"646.323785ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:14:03.480896Z","caller":"traceutil/trace.go:171","msg":"trace[1540998920] transaction","detail":"{read_only:false; response_revision:19706; number_of_response:1; }","duration":"390.227911ms","start":"2026-03-02T19:14:03.090642Z","end":"2026-03-02T19:14:03.48087Z","steps":["trace[1540998920] 'process raft request' (duration: 390.010866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:03.481152Z","caller":"traceutil/trace.go:171","msg":"trace[2083541770] transaction","detail":"{read_only:false; response_revision:19707; number_of_response:1; }","duration":"390.447346ms","start":"2026-03-02T19:14:03.090668Z","end":"2026-03-02T19:14:03.481116Z","steps":["trace[2083541770] 'process raft request' (duration: 390.145759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:03.48119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.090624Z","time spent":"390.479137ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:03.481373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.090652Z","time spent":"390.58341ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:03.697222Z","caller":"traceutil/trace.go:171","msg":"trace[634816181] transaction","detail":"{read_only:false; response_revision:19708; number_of_response:1; }","duration":"440.621012ms","start":"2026-03-02T19:14:03.256575Z","end":"2026-03-02T19:14:03.697196Z","steps":["trace[634816181] 'process raft request' (duration: 422.00883ms)","trace[634816181] 'compare' (duration: 18.457238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:03.697357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.256551Z","time spent":"440.727615ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:04.08661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.76437ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-02T19:14:04.086876Z","caller":"traceutil/trace.go:171","msg":"trace[487529297] linearizableReadLoop","detail":"{readStateIndex:20434; appliedIndex:20433; }","duration":"383.429743ms","start":"2026-03-02T19:14:03.703424Z","end":"2026-03-02T19:14:04.086854Z","steps":["trace[487529297] 'read index received' (duration: 124.353465ms)","trace[487529297] 'applied index is now lower than readState.Index' (duration: 259.074388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:04.086887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.698013Z","time spent":"388.854727ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:14:04.087088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.622617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:04.087169Z","caller":"traceutil/trace.go:171","msg":"trace[293438121] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19708; }","duration":"383.74786ms","start":"2026-03-02T19:14:03.703404Z","end":"2026-03-02T19:14:04.087152Z","steps":["trace[293438121] 'agreement among raft nodes before linearized reading' (duration: 383.503464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.087475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.703393Z","time spent":"384.068639ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":65,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:04.132012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.271707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132137Z","caller":"traceutil/trace.go:171","msg":"trace[326232412] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19709; }","duration":"104.423931ms","start":"2026-03-02T19:14:04.027696Z","end":"2026-03-02T19:14:04.13212Z","steps":["trace[326232412] 'agreement among raft nodes before linearized reading' (duration: 104.249117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.824786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:04.132191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.626841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:04.132239Z","caller":"traceutil/trace.go:171","msg":"trace[826836550] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19709; }","duration":"103.964339ms","start":"2026-03-02T19:14:04.028255Z","end":"2026-03-02T19:14:04.13222Z","steps":["trace[826836550] 'agreement among raft nodes before linearized reading' (duration: 103.784675ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:04.132281Z","caller":"traceutil/trace.go:171","msg":"trace[59413490] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19709; }","duration":"103.729333ms","start":"2026-03-02T19:14:04.028523Z","end":"2026-03-02T19:14:04.132252Z","steps":["trace[59413490] 'agreement among raft nodes before linearized reading' (duration: 103.474557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.13234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.457237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132411Z","caller":"traceutil/trace.go:171","msg":"trace[1566418205] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19709; }","duration":"103.546019ms","start":"2026-03-02T19:14:04.028849Z","end":"2026-03-02T19:14:04.132395Z","steps":["trace[1566418205] 'agreement among raft nodes before linearized reading' (duration: 103.415636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.2292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132472Z","caller":"traceutil/trace.go:171","msg":"trace[1775804680] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19709; }","duration":"107.328843ms","start":"2026-03-02T19:14:04.025123Z","end":"2026-03-02T19:14:04.132452Z","steps":["trace[1775804680] 'agreement among raft nodes before linearized reading' (duration: 107.18742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.063722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132558Z","caller":"traceutil/trace.go:171","msg":"trace[32534255] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19709; }","duration":"104.105592ms","start":"2026-03-02T19:14:04.028442Z","end":"2026-03-02T19:14:04.132548Z","steps":["trace[32534255] 'agreement among raft nodes before linearized reading' (duration: 104.055271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.13259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.914378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132629Z","caller":"traceutil/trace.go:171","msg":"trace[1198455965] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19709; }","duration":"103.956599ms","start":"2026-03-02T19:14:04.028658Z","end":"2026-03-02T19:14:04.132614Z","steps":["trace[1198455965] 'agreement among raft nodes before linearized reading' (duration: 103.900508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.206865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:14:04.132666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.894492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132696Z","caller":"traceutil/trace.go:171","msg":"trace[109515254] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19709; }","duration":"104.944014ms","start":"2026-03-02T19:14:04.027744Z","end":"2026-03-02T19:14:04.132688Z","steps":["trace[109515254] 'agreement among raft nodes before linearized reading' (duration: 104.897743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.348379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:04.132745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.250941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:14:04.13278Z","caller":"traceutil/trace.go:171","msg":"trace[1869528695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19709; }","duration":"109.328983ms","start":"2026-03-02T19:14:04.023438Z","end":"2026-03-02T19:14:04.132767Z","steps":["trace[1869528695] 'agreement among raft nodes before linearized reading' (duration: 109.21699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.490697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:04.132788Z","caller":"traceutil/trace.go:171","msg":"trace[468211405] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19709; }","duration":"339.550004ms","start":"2026-03-02T19:14:03.793201Z","end":"2026-03-02T19:14:04.132751Z","steps":["trace[468211405] 'agreement among raft nodes before linearized reading' (duration: 339.187636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:04.132827Z","caller":"traceutil/trace.go:171","msg":"trace[718714605] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19709; }","duration":"107.555268ms","start":"2026-03-02T19:14:04.025259Z","end":"2026-03-02T19:14:04.132814Z","steps":["trace[718714605] 'agreement among raft nodes before linearized reading' (duration: 107.418165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.793186Z","time spent":"339.657367ms","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:04.132781Z","caller":"traceutil/trace.go:171","msg":"trace[1787548633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19709; }","duration":"108.474581ms","start":"2026-03-02T19:14:04.024277Z","end":"2026-03-02T19:14:04.132752Z","steps":["trace[1787548633] 'agreement among raft nodes before linearized reading' (duration: 107.959169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.553025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:04.132937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.642276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.132971Z","caller":"traceutil/trace.go:171","msg":"trace[3885672] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19709; }","duration":"106.701758ms","start":"2026-03-02T19:14:04.026259Z","end":"2026-03-02T19:14:04.132961Z","steps":["trace[3885672] 'agreement among raft nodes before linearized reading' (duration: 106.628856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.000015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:04.132066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.752535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.13301Z","caller":"traceutil/trace.go:171","msg":"trace[2089427699] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19709; }","duration":"105.106937ms","start":"2026-03-02T19:14:04.027889Z","end":"2026-03-02T19:14:04.132996Z","steps":["trace[2089427699] 'agreement among raft nodes before linearized reading' (duration: 105.002865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:04.13302Z","caller":"traceutil/trace.go:171","msg":"trace[1777151494] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19709; }","duration":"382.56986ms","start":"2026-03-02T19:14:03.750387Z","end":"2026-03-02T19:14:04.132957Z","steps":["trace[1777151494] 'agreement among raft nodes before linearized reading' (duration: 381.535055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.132087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.779445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.133129Z","caller":"traceutil/trace.go:171","msg":"trace[774218112] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19709; }","duration":"106.837571ms","start":"2026-03-02T19:14:04.026264Z","end":"2026-03-02T19:14:04.133102Z","steps":["trace[774218112] 'agreement among raft nodes before linearized reading' (duration: 105.814096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.133085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:03.750369Z","time spent":"382.693764ms","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:04.133331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.62662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:04.133407Z","caller":"traceutil/trace.go:171","msg":"trace[1324385253] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19709; }","duration":"132.751013ms","start":"2026-03-02T19:14:04.000642Z","end":"2026-03-02T19:14:04.133393Z","steps":["trace[1324385253] 'agreement among raft nodes before linearized reading' (duration: 132.599669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:04.133232Z","caller":"traceutil/trace.go:171","msg":"trace[2098449831] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19709; }","duration":"106.757899ms","start":"2026-03-02T19:14:04.026294Z","end":"2026-03-02T19:14:04.133052Z","steps":["trace[2098449831] 'agreement among raft nodes before linearized reading' (duration: 105.755364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:04.688247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012903027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:14:05.078777Z","caller":"traceutil/trace.go:171","msg":"trace[1380317937] linearizableReadLoop","detail":"{readStateIndex:20438; appliedIndex:20436; }","duration":"890.867882ms","start":"2026-03-02T19:14:04.187871Z","end":"2026-03-02T19:14:05.078739Z","steps":["trace[1380317937] 'read index received' (duration: 890.476653ms)","trace[1380317937] 'applied index is now lower than readState.Index' (duration: 389.179µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:05.078878Z","caller":"traceutil/trace.go:171","msg":"trace[519332922] transaction","detail":"{read_only:false; response_revision:19711; number_of_response:1; }","duration":"937.888588ms","start":"2026-03-02T19:14:04.140944Z","end":"2026-03-02T19:14:05.078832Z","steps":["trace[519332922] 'process raft request' (duration: 937.445998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:05.078915Z","caller":"traceutil/trace.go:171","msg":"trace[1777386491] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"937.12407ms","start":"2026-03-02T19:14:04.141722Z","end":"2026-03-02T19:14:05.078846Z","steps":["trace[1777386491] 'process raft request' (duration: 936.964036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.079063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.140921Z","time spent":"938.046683ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:05.079216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.141692Z","time spent":"937.328565ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:05.079395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.494197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:14:05.079463Z","caller":"traceutil/trace.go:171","msg":"trace[96688290] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19712; }","duration":"891.635161ms","start":"2026-03-02T19:14:04.18781Z","end":"2026-03-02T19:14:05.079445Z","steps":["trace[96688290] 'agreement among raft nodes before linearized reading' (duration: 891.118959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.079552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.187789Z","time spent":"891.751224ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T19:14:05.144869Z","caller":"traceutil/trace.go:171","msg":"trace[1225731974] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"110.87863ms","start":"2026-03-02T19:14:05.03395Z","end":"2026-03-02T19:14:05.144828Z","steps":["trace[1225731974] 'process raft request' (duration: 53.476576ms)","trace[1225731974] 'compare' (duration: 57.209619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:05.145101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.621398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:05.145177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.905841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:05.145216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.615646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:14:05.145198Z","caller":"traceutil/trace.go:171","msg":"trace[1349274331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19714; }","duration":"722.767732ms","start":"2026-03-02T19:14:04.422408Z","end":"2026-03-02T19:14:05.145175Z","steps":["trace[1349274331] 'agreement among raft nodes before linearized reading' (duration: 722.530606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.145147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.554201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T19:14:05.14525Z","caller":"traceutil/trace.go:171","msg":"trace[249849531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19714; }","duration":"412.690878ms","start":"2026-03-02T19:14:04.73255Z","end":"2026-03-02T19:14:05.145241Z","steps":["trace[249849531] 'agreement among raft nodes before linearized reading' (duration: 412.3605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:05.145253Z","caller":"traceutil/trace.go:171","msg":"trace[1576645054] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19714; }","duration":"768.037794ms","start":"2026-03-02T19:14:04.377199Z","end":"2026-03-02T19:14:05.145237Z","steps":["trace[1576645054] 'agreement among raft nodes before linearized reading' (duration: 767.744967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.145275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.732529Z","time spent":"412.740171ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:14:05.145272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.422386Z","time spent":"722.871685ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:05.1453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.37718Z","time spent":"768.104237ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:05.145287Z","caller":"traceutil/trace.go:171","msg":"trace[1126989396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:19714; }","duration":"561.730987ms","start":"2026-03-02T19:14:04.58353Z","end":"2026-03-02T19:14:05.145261Z","steps":["trace[1126989396] 'agreement among raft nodes before linearized reading' (duration: 561.399458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.145354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:04.583512Z","time spent":"561.82432ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T19:14:05.470375Z","caller":"traceutil/trace.go:171","msg":"trace[481192166] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"308.723881ms","start":"2026-03-02T19:14:05.161621Z","end":"2026-03-02T19:14:05.470345Z","steps":["trace[481192166] 'process raft request' (duration: 233.089354ms)","trace[481192166] 'compare' (duration: 75.506284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:05.470532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.161598Z","time spent":"308.853113ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:05.900189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.886185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:05.900486Z","caller":"traceutil/trace.go:171","msg":"trace[774109634] linearizableReadLoop","detail":"{readStateIndex:20444; appliedIndex:20443; }","duration":"477.537457ms","start":"2026-03-02T19:14:05.422923Z","end":"2026-03-02T19:14:05.900461Z","steps":["trace[774109634] 'read index received' (duration: 149.302964ms)","trace[774109634] 'applied index is now lower than readState.Index' (duration: 328.232583ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:05.900613Z","caller":"traceutil/trace.go:171","msg":"trace[55686382] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"646.636994ms","start":"2026-03-02T19:14:05.25396Z","end":"2026-03-02T19:14:05.900597Z","steps":["trace[55686382] 'process raft request' (duration: 318.255557ms)","trace[55686382] 'compare' (duration: 327.605368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:05.900724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.253917Z","time spent":"646.727106ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:05.901076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.146372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:05.901138Z","caller":"traceutil/trace.go:171","msg":"trace[853175913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19719; }","duration":"478.238684ms","start":"2026-03-02T19:14:05.422885Z","end":"2026-03-02T19:14:05.901124Z","steps":["trace[853175913] 'agreement among raft nodes before linearized reading' (duration: 478.017309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.901171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.422869Z","time spent":"478.294615ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:05.90151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.346699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:14:05.901554Z","caller":"traceutil/trace.go:171","msg":"trace[922531805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19719; }","duration":"416.426971ms","start":"2026-03-02T19:14:05.485115Z","end":"2026-03-02T19:14:05.901542Z","steps":["trace[922531805] 'agreement among raft nodes before linearized reading' (duration: 416.298338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.901583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.485096Z","time spent":"416.480212ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:14:05.901704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.537425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:14:05.901731Z","caller":"traceutil/trace.go:171","msg":"trace[617621539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19719; }","duration":"416.607636ms","start":"2026-03-02T19:14:05.485115Z","end":"2026-03-02T19:14:05.901722Z","steps":["trace[617621539] 'agreement among raft nodes before linearized reading' (duration: 416.530944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.901758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.485091Z","time spent":"416.661717ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:14:05.901782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.51214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:14:05.90184Z","caller":"traceutil/trace.go:171","msg":"trace[1658730482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19719; }","duration":"332.612313ms","start":"2026-03-02T19:14:05.569215Z","end":"2026-03-02T19:14:05.901827Z","steps":["trace[1658730482] 'agreement among raft nodes before linearized reading' (duration: 332.394706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.901873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.56918Z","time spent":"332.687345ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:14:05.903011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.82353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-02T19:14:05.903725Z","caller":"traceutil/trace.go:171","msg":"trace[902109156] transaction","detail":"{read_only:false; response_revision:19719; number_of_response:1; }","duration":"457.288036ms","start":"2026-03-02T19:14:05.443062Z","end":"2026-03-02T19:14:05.90035Z","steps":["trace[902109156] 'process raft request' (duration: 457.222394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:05.903808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:05.443041Z","time spent":"460.73463ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:14:05.903118Z","caller":"traceutil/trace.go:171","msg":"trace[773791655] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19719; }","duration":"187.972674ms","start":"2026-03-02T19:14:05.715121Z","end":"2026-03-02T19:14:05.903094Z","steps":["trace[773791655] 'agreement among raft nodes before linearized reading' (duration: 186.515318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.396106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.649742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.396188Z","caller":"traceutil/trace.go:171","msg":"trace[2099249556] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19721; }","duration":"361.773405ms","start":"2026-03-02T19:14:06.034397Z","end":"2026-03-02T19:14:06.39617Z","steps":["trace[2099249556] 'range keys from in-memory index tree' (duration: 361.581171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.396228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:06.034381Z","time spent":"361.838557ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:14:06.440288Z","caller":"traceutil/trace.go:171","msg":"trace[914082847] linearizableReadLoop","detail":"{readStateIndex:20448; appliedIndex:20447; }","duration":"297.755218ms","start":"2026-03-02T19:14:06.142515Z","end":"2026-03-02T19:14:06.44027Z","steps":["trace[914082847] 'read index received' (duration: 297.557813ms)","trace[914082847] 'applied index is now lower than readState.Index' (duration: 196.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:06.440336Z","caller":"traceutil/trace.go:171","msg":"trace[1357256680] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"298.22946ms","start":"2026-03-02T19:14:06.142087Z","end":"2026-03-02T19:14:06.440317Z","steps":["trace[1357256680] 'process raft request' (duration: 298.050626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.440512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.889146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:06.440524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.950412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.440566Z","caller":"traceutil/trace.go:171","msg":"trace[1817717908] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19722; }","duration":"296.961278ms","start":"2026-03-02T19:14:06.14359Z","end":"2026-03-02T19:14:06.440551Z","steps":["trace[1817717908] 'agreement among raft nodes before linearized reading' (duration: 296.876386ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:06.440583Z","caller":"traceutil/trace.go:171","msg":"trace[366562450] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19722; }","duration":"298.060675ms","start":"2026-03-02T19:14:06.14251Z","end":"2026-03-02T19:14:06.44057Z","steps":["trace[366562450] 'agreement among raft nodes before linearized reading' (duration: 297.959853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.440628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.101356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.440696Z","caller":"traceutil/trace.go:171","msg":"trace[74924636] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19722; }","duration":"298.196759ms","start":"2026-03-02T19:14:06.142484Z","end":"2026-03-02T19:14:06.440681Z","steps":["trace[74924636] 'agreement among raft nodes before linearized reading' (duration: 297.892921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.440803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.358318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:06.440804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.86755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.440839Z","caller":"traceutil/trace.go:171","msg":"trace[1960662894] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19722; }","duration":"297.419039ms","start":"2026-03-02T19:14:06.143411Z","end":"2026-03-02T19:14:06.44083Z","steps":["trace[1960662894] 'agreement among raft nodes before linearized reading' (duration: 297.312966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:06.440873Z","caller":"traceutil/trace.go:171","msg":"trace[2084723251] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19722; }","duration":"297.994963ms","start":"2026-03-02T19:14:06.14286Z","end":"2026-03-02T19:14:06.440855Z","steps":["trace[2084723251] 'agreement among raft nodes before linearized reading' (duration: 297.87418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.440707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.098201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.44094Z","caller":"traceutil/trace.go:171","msg":"trace[359659930] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19722; }","duration":"297.346697ms","start":"2026-03-02T19:14:06.143579Z","end":"2026-03-02T19:14:06.440925Z","steps":["trace[359659930] 'agreement among raft nodes before linearized reading' (duration: 297.096611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.441135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.119316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:06.441155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.200673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:06.441205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.25101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.441168Z","caller":"traceutil/trace.go:171","msg":"trace[1814256516] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19722; }","duration":"298.166918ms","start":"2026-03-02T19:14:06.142992Z","end":"2026-03-02T19:14:06.441159Z","steps":["trace[1814256516] 'agreement among raft nodes before linearized reading' (duration: 298.060475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:06.441234Z","caller":"traceutil/trace.go:171","msg":"trace[1834537286] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19722; }","duration":"298.29667ms","start":"2026-03-02T19:14:06.14293Z","end":"2026-03-02T19:14:06.441226Z","steps":["trace[1834537286] 'agreement among raft nodes before linearized reading' (duration: 298.257269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.441305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.614354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.441346Z","caller":"traceutil/trace.go:171","msg":"trace[1447254973] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19722; }","duration":"297.818609ms","start":"2026-03-02T19:14:06.143517Z","end":"2026-03-02T19:14:06.441335Z","steps":["trace[1447254973] 'agreement among raft nodes before linearized reading' (duration: 297.763618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.441168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.28158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:06.441207Z","caller":"traceutil/trace.go:171","msg":"trace[794989521] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19722; }","duration":"297.270905ms","start":"2026-03-02T19:14:06.143924Z","end":"2026-03-02T19:14:06.441195Z","steps":["trace[794989521] 'agreement among raft nodes before linearized reading' (duration: 297.134282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:06.441423Z","caller":"traceutil/trace.go:171","msg":"trace[1857592847] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19722; }","duration":"298.571557ms","start":"2026-03-02T19:14:06.142837Z","end":"2026-03-02T19:14:06.441409Z","steps":["trace[1857592847] 'agreement among raft nodes before linearized reading' (duration: 298.267979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.441452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.778347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.44148Z","caller":"traceutil/trace.go:171","msg":"trace[1405801143] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19722; }","duration":"297.825119ms","start":"2026-03-02T19:14:06.143647Z","end":"2026-03-02T19:14:06.441472Z","steps":["trace[1405801143] 'agreement among raft nodes before linearized reading' (duration: 297.778908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.441212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.611418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:06.441616Z","caller":"traceutil/trace.go:171","msg":"trace[980219375] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19722; }","duration":"299.024208ms","start":"2026-03-02T19:14:06.142581Z","end":"2026-03-02T19:14:06.441605Z","steps":["trace[980219375] 'agreement among raft nodes before linearized reading' (duration: 298.607168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:06.584557Z","caller":"traceutil/trace.go:171","msg":"trace[2146161312] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"103.380105ms","start":"2026-03-02T19:14:06.481155Z","end":"2026-03-02T19:14:06.584535Z","steps":["trace[2146161312] 'process raft request' (duration: 103.204391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:06.853827Z","caller":"traceutil/trace.go:171","msg":"trace[1484198059] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"349.565402ms","start":"2026-03-02T19:14:06.504237Z","end":"2026-03-02T19:14:06.853802Z","steps":["trace[1484198059] 'process raft request' (duration: 349.409368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:06.853971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:06.50421Z","time spent":"349.684335ms","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:07.652695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012903063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:14:08.026141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.089611ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:08.02624Z","caller":"traceutil/trace.go:171","msg":"trace[1973187960] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19724; }","duration":"590.198273ms","start":"2026-03-02T19:14:07.436026Z","end":"2026-03-02T19:14:08.026224Z","steps":["trace[1973187960] 'range keys from in-memory index tree' (duration: 590.07166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.026291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.435438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:08.02635Z","caller":"traceutil/trace.go:171","msg":"trace[457542465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19724; }","duration":"981.549521ms","start":"2026-03-02T19:14:07.044788Z","end":"2026-03-02T19:14:08.026337Z","steps":["trace[457542465] 'count revisions from in-memory index tree' (duration: 981.334066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.026594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.044766Z","time spent":"981.809028ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:08.026407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.654417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:14:08.026682Z","caller":"traceutil/trace.go:171","msg":"trace[920605413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19724; }","duration":"940.943024ms","start":"2026-03-02T19:14:07.085728Z","end":"2026-03-02T19:14:08.026671Z","steps":["trace[920605413] 'range keys from in-memory index tree' (duration: 940.566545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.026703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.272342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-02T19:14:08.026717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.085722Z","time spent":"940.981945ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:14:08.026445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.813521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:14:08.026759Z","caller":"traceutil/trace.go:171","msg":"trace[2101356130] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"875.158252ms","start":"2026-03-02T19:14:07.15159Z","end":"2026-03-02T19:14:08.026748Z","steps":["trace[2101356130] 'process raft request' (duration: 590.776147ms)","trace[2101356130] 'compare' (duration: 283.699288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:08.026795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.151557Z","time spent":"875.219704ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:08.026805Z","caller":"traceutil/trace.go:171","msg":"trace[1562236243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19724; }","duration":"941.186201ms","start":"2026-03-02T19:14:07.08559Z","end":"2026-03-02T19:14:08.026777Z","steps":["trace[1562236243] 'range keys from in-memory index tree' (duration: 940.616756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.02689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.08557Z","time spent":"941.294593ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:14:08.034137Z","caller":"traceutil/trace.go:171","msg":"trace[1576767915] linearizableReadLoop","detail":"{readStateIndex:20453; appliedIndex:20450; }","duration":"882.355131ms","start":"2026-03-02T19:14:07.151761Z","end":"2026-03-02T19:14:08.034116Z","steps":["trace[1576767915] 'read index received' (duration: 590.613883ms)","trace[1576767915] 'applied index is now lower than readState.Index' (duration: 291.740458ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:08.034205Z","caller":"traceutil/trace.go:171","msg":"trace[1888515577] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"436.966911ms","start":"2026-03-02T19:14:07.59722Z","end":"2026-03-02T19:14:08.034187Z","steps":["trace[1888515577] 'process raft request' (duration: 436.829457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.034292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.526605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:08.034298Z","caller":"traceutil/trace.go:171","msg":"trace[369589738] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"880.792213ms","start":"2026-03-02T19:14:07.153477Z","end":"2026-03-02T19:14:08.034269Z","steps":["trace[369589738] 'process raft request' (duration: 880.367632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:08.03433Z","caller":"traceutil/trace.go:171","msg":"trace[756060032] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19727; }","duration":"882.591757ms","start":"2026-03-02T19:14:07.151727Z","end":"2026-03-02T19:14:08.034319Z","steps":["trace[756060032] 'agreement among raft nodes before linearized reading' (duration: 882.482854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.034296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.597196Z","time spent":"437.041272ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7182,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:08.034361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.15171Z","time spent":"882.643038ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:08.034428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.153465Z","time spent":"880.889955ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:08.119882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.072038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:08.119964Z","caller":"traceutil/trace.go:171","msg":"trace[87202808] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19729; }","duration":"966.208481ms","start":"2026-03-02T19:14:07.153738Z","end":"2026-03-02T19:14:08.119946Z","steps":["trace[87202808] 'agreement among raft nodes before linearized reading' (duration: 966.074748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.153711Z","time spent":"966.285183ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:08.120036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.634451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:08.120135Z","caller":"traceutil/trace.go:171","msg":"trace[1068600208] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19729; }","duration":"964.750864ms","start":"2026-03-02T19:14:07.155361Z","end":"2026-03-02T19:14:08.120112Z","steps":["trace[1068600208] 'agreement among raft nodes before linearized reading' (duration: 964.59077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.195744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:08.12019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.10872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:14:08.120239Z","caller":"traceutil/trace.go:171","msg":"trace[774553963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19729; }","duration":"761.559473ms","start":"2026-03-02T19:14:07.358667Z","end":"2026-03-02T19:14:08.120226Z","steps":["trace[774553963] 'agreement among raft nodes before linearized reading' (duration: 761.231565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:08.120283Z","caller":"traceutil/trace.go:171","msg":"trace[1897468387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19729; }","duration":"929.280353ms","start":"2026-03-02T19:14:07.190975Z","end":"2026-03-02T19:14:08.120255Z","steps":["trace[1897468387] 'agreement among raft nodes before linearized reading' (duration: 929.018577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.907788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:08.120308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.358644Z","time spent":"761.653055ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:08.12038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.986521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:08.120457Z","caller":"traceutil/trace.go:171","msg":"trace[249312490] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19729; }","duration":"965.070773ms","start":"2026-03-02T19:14:07.155376Z","end":"2026-03-02T19:14:08.120447Z","steps":["trace[249312490] 'agreement among raft nodes before linearized reading' (duration: 964.974371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.958094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:08.120493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.155373Z","time spent":"965.112534ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:08.120497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.908341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:14:08.120423Z","caller":"traceutil/trace.go:171","msg":"trace[1577093193] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19729; }","duration":"965.029732ms","start":"2026-03-02T19:14:07.155307Z","end":"2026-03-02T19:14:08.120336Z","steps":["trace[1577093193] 'agreement among raft nodes before linearized reading' (duration: 964.894798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:08.120543Z","caller":"traceutil/trace.go:171","msg":"trace[2010486457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19729; }","duration":"164.982423ms","start":"2026-03-02T19:14:07.955549Z","end":"2026-03-02T19:14:08.120531Z","steps":["trace[2010486457] 'agreement among raft nodes before linearized reading' (duration: 164.818219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.872608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:08.120595Z","caller":"traceutil/trace.go:171","msg":"trace[921458021] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19729; }","duration":"598.904169ms","start":"2026-03-02T19:14:07.521682Z","end":"2026-03-02T19:14:08.120586Z","steps":["trace[921458021] 'agreement among raft nodes before linearized reading' (duration: 598.854477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.521626Z","time spent":"598.99672ms","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:08.120602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.155299Z","time spent":"965.251848ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:08.120195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.155358Z","time spent":"964.824996ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:08.120335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.190953Z","time spent":"929.372567ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:14:08.120514Z","caller":"traceutil/trace.go:171","msg":"trace[1053888013] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19729; }","duration":"660.052976ms","start":"2026-03-02T19:14:07.460452Z","end":"2026-03-02T19:14:08.120505Z","steps":["trace[1053888013] 'agreement among raft nodes before linearized reading' (duration: 659.939263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.861356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:08.120885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.460433Z","time spent":"660.400735ms","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:08.120905Z","caller":"traceutil/trace.go:171","msg":"trace[998205432] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19729; }","duration":"965.548745ms","start":"2026-03-02T19:14:07.155344Z","end":"2026-03-02T19:14:08.120892Z","steps":["trace[998205432] 'agreement among raft nodes before linearized reading' (duration: 964.853747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:08.120943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:07.15534Z","time spent":"965.592216ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:08.12113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.800967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:14:08.122095Z","caller":"traceutil/trace.go:171","msg":"trace[742762107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19729; }","duration":"147.960501ms","start":"2026-03-02T19:14:07.973244Z","end":"2026-03-02T19:14:08.121204Z","steps":["trace[742762107] 'agreement among raft nodes before linearized reading' (duration: 147.598252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:09.514887Z","caller":"traceutil/trace.go:171","msg":"trace[591023433] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"472.544123ms","start":"2026-03-02T19:14:09.042314Z","end":"2026-03-02T19:14:09.514858Z","steps":["trace[591023433] 'process raft request' (duration: 472.362538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:09.515065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:09.04228Z","time spent":"472.678976ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7182,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:09.760217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.198741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:14:09.760332Z","caller":"traceutil/trace.go:171","msg":"trace[198548103] linearizableReadLoop","detail":"{readStateIndex:20464; appliedIndex:20462; }","duration":"516.978057ms","start":"2026-03-02T19:14:09.243323Z","end":"2026-03-02T19:14:09.760301Z","steps":["trace[198548103] 'read index received' (duration: 271.352772ms)","trace[198548103] 'applied index is now lower than readState.Index' (duration: 245.623485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:09.760429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.089499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:09.760464Z","caller":"traceutil/trace.go:171","msg":"trace[1835905322] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19737; }","duration":"517.178171ms","start":"2026-03-02T19:14:09.243275Z","end":"2026-03-02T19:14:09.760453Z","steps":["trace[1835905322] 'agreement among raft nodes before linearized reading' (duration: 517.093199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:09.760507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:09.243252Z","time spent":"517.244762ms","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:10.32042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.185692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:10.320549Z","caller":"traceutil/trace.go:171","msg":"trace[1138318411] linearizableReadLoop","detail":"{readStateIndex:20466; appliedIndex:20464; }","duration":"280.776456ms","start":"2026-03-02T19:14:10.039749Z","end":"2026-03-02T19:14:10.320526Z","steps":["trace[1138318411] 'read index received' (duration: 33.486681ms)","trace[1138318411] 'applied index is now lower than readState.Index' (duration: 247.287775ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:10.320556Z","caller":"traceutil/trace.go:171","msg":"trace[143506625] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"280.841208ms","start":"2026-03-02T19:14:10.039684Z","end":"2026-03-02T19:14:10.320525Z","steps":["trace[143506625] 'process raft request' (duration: 160.43559ms)","trace[143506625] 'compare' (duration: 119.982037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:10.320776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.015681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:10.320847Z","caller":"traceutil/trace.go:171","msg":"trace[651414911] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19739; }","duration":"281.117294ms","start":"2026-03-02T19:14:10.039714Z","end":"2026-03-02T19:14:10.320831Z","steps":["trace[651414911] 'agreement among raft nodes before linearized reading' (duration: 280.902459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.32089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.286765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:10.320928Z","caller":"traceutil/trace.go:171","msg":"trace[1563117635] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:0; response_revision:19739; }","duration":"195.348096ms","start":"2026-03-02T19:14:10.125567Z","end":"2026-03-02T19:14:10.320915Z","steps":["trace[1563117635] 'agreement among raft nodes before linearized reading' (duration: 195.273904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.32099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.87732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:10.321032Z","caller":"traceutil/trace.go:171","msg":"trace[231249810] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19739; }","duration":"195.930321ms","start":"2026-03-02T19:14:10.12509Z","end":"2026-03-02T19:14:10.32102Z","steps":["trace[231249810] 'agreement among raft nodes before linearized reading' (duration: 195.874749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.32077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.898646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:10.321139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.076015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:10.321129Z","caller":"traceutil/trace.go:171","msg":"trace[1450754233] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19739; }","duration":"272.278275ms","start":"2026-03-02T19:14:10.048831Z","end":"2026-03-02T19:14:10.321109Z","steps":["trace[1450754233] 'agreement among raft nodes before linearized reading' (duration: 271.880995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.321168Z","caller":"traceutil/trace.go:171","msg":"trace[752362215] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19739; }","duration":"196.136276ms","start":"2026-03-02T19:14:10.125022Z","end":"2026-03-02T19:14:10.321158Z","steps":["trace[752362215] 'agreement among raft nodes before linearized reading' (duration: 196.099015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.32123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.925514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:14:10.321269Z","caller":"traceutil/trace.go:171","msg":"trace[77357981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19739; }","duration":"101.046177ms","start":"2026-03-02T19:14:10.220215Z","end":"2026-03-02T19:14:10.321261Z","steps":["trace[77357981] 'agreement among raft nodes before linearized reading' (duration: 100.969675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.321271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.449611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:10.321292Z","caller":"traceutil/trace.go:171","msg":"trace[1612930877] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19739; }","duration":"268.492391ms","start":"2026-03-02T19:14:10.052792Z","end":"2026-03-02T19:14:10.321284Z","steps":["trace[1612930877] 'agreement among raft nodes before linearized reading' (duration: 268.45833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.321166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.315409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:14:10.321401Z","caller":"traceutil/trace.go:171","msg":"trace[1939468480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19739; }","duration":"100.620096ms","start":"2026-03-02T19:14:10.220774Z","end":"2026-03-02T19:14:10.321394Z","steps":["trace[1939468480] 'agreement among raft nodes before linearized reading' (duration: 100.288208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.32141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.939266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:14:10.321435Z","caller":"traceutil/trace.go:171","msg":"trace[812684315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19739; }","duration":"142.991528ms","start":"2026-03-02T19:14:10.178437Z","end":"2026-03-02T19:14:10.321429Z","steps":["trace[812684315] 'agreement among raft nodes before linearized reading' (duration: 142.928476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.321231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.069874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:10.321633Z","caller":"traceutil/trace.go:171","msg":"trace[224290480] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19739; }","duration":"196.495854ms","start":"2026-03-02T19:14:10.125118Z","end":"2026-03-02T19:14:10.321614Z","steps":["trace[224290480] 'agreement among raft nodes before linearized reading' (duration: 195.790497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.321534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.584651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:10.321767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.220358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T19:14:10.321789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.571116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:14:10.321806Z","caller":"traceutil/trace.go:171","msg":"trace[1731885917] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:19739; }","duration":"174.877449ms","start":"2026-03-02T19:14:10.146919Z","end":"2026-03-02T19:14:10.321797Z","steps":["trace[1731885917] 'agreement among raft nodes before linearized reading' (duration: 174.592562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.321819Z","caller":"traceutil/trace.go:171","msg":"trace[1249013704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19739; }","duration":"196.615407ms","start":"2026-03-02T19:14:10.125197Z","end":"2026-03-02T19:14:10.321813Z","steps":["trace[1249013704] 'agreement among raft nodes before linearized reading' (duration: 196.518705ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.321824Z","caller":"traceutil/trace.go:171","msg":"trace[1473772015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19739; }","duration":"196.30846ms","start":"2026-03-02T19:14:10.125501Z","end":"2026-03-02T19:14:10.321809Z","steps":["trace[1473772015] 'agreement among raft nodes before linearized reading' (duration: 196.154596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:10.321558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.830439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:10.321907Z","caller":"traceutil/trace.go:171","msg":"trace[1297490388] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19739; }","duration":"196.233848ms","start":"2026-03-02T19:14:10.125668Z","end":"2026-03-02T19:14:10.321901Z","steps":["trace[1297490388] 'agreement among raft nodes before linearized reading' (duration: 195.87984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.438502Z","caller":"traceutil/trace.go:171","msg":"trace[1041121083] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"111.674801ms","start":"2026-03-02T19:14:10.326805Z","end":"2026-03-02T19:14:10.43848Z","steps":["trace[1041121083] 'process raft request' (duration: 111.568018ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.438515Z","caller":"traceutil/trace.go:171","msg":"trace[1188488352] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"111.860715ms","start":"2026-03-02T19:14:10.326632Z","end":"2026-03-02T19:14:10.438493Z","steps":["trace[1188488352] 'process raft request' (duration: 110.542903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.438761Z","caller":"traceutil/trace.go:171","msg":"trace[513933681] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"110.962024ms","start":"2026-03-02T19:14:10.327784Z","end":"2026-03-02T19:14:10.438746Z","steps":["trace[513933681] 'process raft request' (duration: 110.8053ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.438789Z","caller":"traceutil/trace.go:171","msg":"trace[509873367] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"111.898017ms","start":"2026-03-02T19:14:10.326854Z","end":"2026-03-02T19:14:10.438752Z","steps":["trace[509873367] 'process raft request' (duration: 111.581129ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:10.707469Z","caller":"traceutil/trace.go:171","msg":"trace[366797539] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"107.340243ms","start":"2026-03-02T19:14:10.600101Z","end":"2026-03-02T19:14:10.707442Z","steps":["trace[366797539] 'process raft request' (duration: 107.077766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:14.658004Z","caller":"traceutil/trace.go:171","msg":"trace[1214243787] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"134.731202ms","start":"2026-03-02T19:14:14.523237Z","end":"2026-03-02T19:14:14.657969Z","steps":["trace[1214243787] 'process raft request' (duration: 134.594779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.608137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.040916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:14:16.608206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.519134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:14:16.608226Z","caller":"traceutil/trace.go:171","msg":"trace[2017442551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19789; }","duration":"107.198311ms","start":"2026-03-02T19:14:16.501005Z","end":"2026-03-02T19:14:16.608203Z","steps":["trace[2017442551] 'range keys from in-memory index tree' (duration: 106.806031ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:16.60826Z","caller":"traceutil/trace.go:171","msg":"trace[712766580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19789; }","duration":"106.616286ms","start":"2026-03-02T19:14:16.50163Z","end":"2026-03-02T19:14:16.608247Z","steps":["trace[712766580] 'range keys from in-memory index tree' (duration: 106.38573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.608449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.301093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:16.608654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.69888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:14:16.608685Z","caller":"traceutil/trace.go:171","msg":"trace[1000924680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19790; }","duration":"106.75017ms","start":"2026-03-02T19:14:16.501927Z","end":"2026-03-02T19:14:16.608677Z","steps":["trace[1000924680] 'agreement among raft nodes before linearized reading' (duration: 106.652908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:16.608534Z","caller":"traceutil/trace.go:171","msg":"trace[1088365945] linearizableReadLoop","detail":"{readStateIndex:20518; appliedIndex:20517; }","duration":"106.565886ms","start":"2026-03-02T19:14:16.50195Z","end":"2026-03-02T19:14:16.608516Z","steps":["trace[1088365945] 'read index received' (duration: 104.700389ms)","trace[1088365945] 'applied index is now lower than readState.Index' (duration: 1.863316ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:16.608655Z","caller":"traceutil/trace.go:171","msg":"trace[883675229] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19789; }","duration":"107.589531ms","start":"2026-03-02T19:14:16.501052Z","end":"2026-03-02T19:14:16.608641Z","steps":["trace[883675229] 'range keys from in-memory index tree' (duration: 107.20647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.608795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.210176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.608829Z","caller":"traceutil/trace.go:171","msg":"trace[1723924156] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19790; }","duration":"106.270738ms","start":"2026-03-02T19:14:16.50255Z","end":"2026-03-02T19:14:16.608821Z","steps":["trace[1723924156] 'agreement among raft nodes before linearized reading' (duration: 106.215647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:16.608576Z","caller":"traceutil/trace.go:171","msg":"trace[290448471] transaction","detail":"{read_only:false; response_revision:19790; number_of_response:1; }","duration":"106.632588ms","start":"2026-03-02T19:14:16.501924Z","end":"2026-03-02T19:14:16.608557Z","steps":["trace[290448471] 'process raft request' (duration: 104.788541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.60897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.825213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.608995Z","caller":"traceutil/trace.go:171","msg":"trace[1953546235] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19790; }","duration":"104.850803ms","start":"2026-03-02T19:14:16.504139Z","end":"2026-03-02T19:14:16.60899Z","steps":["trace[1953546235] 'agreement among raft nodes before linearized reading' (duration: 104.814132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.70858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:16.609047Z","caller":"traceutil/trace.go:171","msg":"trace[1080786078] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19790; }","duration":"104.758411ms","start":"2026-03-02T19:14:16.504279Z","end":"2026-03-02T19:14:16.609037Z","steps":["trace[1080786078] 'agreement among raft nodes before linearized reading' (duration: 104.669129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.416827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.609117Z","caller":"traceutil/trace.go:171","msg":"trace[1352323998] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19790; }","duration":"105.466398ms","start":"2026-03-02T19:14:16.503645Z","end":"2026-03-02T19:14:16.609112Z","steps":["trace[1352323998] 'agreement among raft nodes before linearized reading' (duration: 105.429957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.39669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:16.609322Z","caller":"traceutil/trace.go:171","msg":"trace[430406362] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19790; }","duration":"106.444612ms","start":"2026-03-02T19:14:16.502872Z","end":"2026-03-02T19:14:16.609316Z","steps":["trace[430406362] 'agreement among raft nodes before linearized reading' (duration: 106.37384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.735069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.609442Z","caller":"traceutil/trace.go:171","msg":"trace[1826560070] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19790; }","duration":"106.77737ms","start":"2026-03-02T19:14:16.502659Z","end":"2026-03-02T19:14:16.609436Z","steps":["trace[1826560070] 'agreement among raft nodes before linearized reading' (duration: 106.745909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.891943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.609562Z","caller":"traceutil/trace.go:171","msg":"trace[989805740] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19790; }","duration":"106.934934ms","start":"2026-03-02T19:14:16.502622Z","end":"2026-03-02T19:14:16.609557Z","steps":["trace[989805740] 'agreement among raft nodes before linearized reading' (duration: 106.903113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.134486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:16.609809Z","caller":"traceutil/trace.go:171","msg":"trace[206758391] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19790; }","duration":"102.186647ms","start":"2026-03-02T19:14:16.507614Z","end":"2026-03-02T19:14:16.6098Z","steps":["trace[206758391] 'agreement among raft nodes before linearized reading' (duration: 102.112565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.609906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.481808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:16.609928Z","caller":"traceutil/trace.go:171","msg":"trace[1636085775] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19790; }","duration":"103.51714ms","start":"2026-03-02T19:14:16.506406Z","end":"2026-03-02T19:14:16.609923Z","steps":["trace[1636085775] 'agreement among raft nodes before linearized reading' (duration: 103.452108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.610068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.77231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:16.6101Z","caller":"traceutil/trace.go:171","msg":"trace[831988685] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19790; }","duration":"104.804251ms","start":"2026-03-02T19:14:16.505288Z","end":"2026-03-02T19:14:16.610092Z","steps":["trace[831988685] 'agreement among raft nodes before linearized reading' (duration: 104.726659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.610172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.682464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.610194Z","caller":"traceutil/trace.go:171","msg":"trace[2110285041] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19790; }","duration":"105.713304ms","start":"2026-03-02T19:14:16.504475Z","end":"2026-03-02T19:14:16.610189Z","steps":["trace[2110285041] 'agreement among raft nodes before linearized reading' (duration: 105.680924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:16.867227Z","caller":"traceutil/trace.go:171","msg":"trace[1677485861] linearizableReadLoop","detail":"{readStateIndex:20522; appliedIndex:20521; }","duration":"163.378383ms","start":"2026-03-02T19:14:16.703825Z","end":"2026-03-02T19:14:16.867204Z","steps":["trace[1677485861] 'read index received' (duration: 163.088325ms)","trace[1677485861] 'applied index is now lower than readState.Index' (duration: 288.868µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:16.867306Z","caller":"traceutil/trace.go:171","msg":"trace[98244059] transaction","detail":"{read_only:false; response_revision:19794; number_of_response:1; }","duration":"200.071924ms","start":"2026-03-02T19:14:16.667195Z","end":"2026-03-02T19:14:16.867267Z","steps":["trace[98244059] 'process raft request' (duration: 199.820458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:16.867394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.559868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:16.867434Z","caller":"traceutil/trace.go:171","msg":"trace[189453805] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19794; }","duration":"163.64818ms","start":"2026-03-02T19:14:16.703777Z","end":"2026-03-02T19:14:16.867425Z","steps":["trace[189453805] 'agreement among raft nodes before linearized reading' (duration: 163.515727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.201199Z","caller":"traceutil/trace.go:171","msg":"trace[1374761480] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"300.362532ms","start":"2026-03-02T19:14:17.900812Z","end":"2026-03-02T19:14:18.201175Z","steps":["trace[1374761480] 'process raft request' (duration: 300.183137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.201361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:17.900789Z","time spent":"300.479765ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:18.500343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.408958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:18.500532Z","caller":"traceutil/trace.go:171","msg":"trace[2023005139] transaction","detail":"{read_only:false; response_revision:19797; number_of_response:1; }","duration":"397.996463ms","start":"2026-03-02T19:14:18.102493Z","end":"2026-03-02T19:14:18.50049Z","steps":["trace[2023005139] 'process raft request' (duration: 252.035043ms)","trace[2023005139] 'compare' (duration: 145.223202ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:18.500622Z","caller":"traceutil/trace.go:171","msg":"trace[185068502] linearizableReadLoop","detail":"{readStateIndex:20525; appliedIndex:20524; }","duration":"283.954894ms","start":"2026-03-02T19:14:18.216639Z","end":"2026-03-02T19:14:18.500594Z","steps":["trace[185068502] 'read index received' (duration: 137.86426ms)","trace[185068502] 'applied index is now lower than readState.Index' (duration: 146.088484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:18.500703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:18.102475Z","time spent":"398.139878ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:18.500867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.715279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.500913Z","caller":"traceutil/trace.go:171","msg":"trace[1151738597] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19798; }","duration":"152.801012ms","start":"2026-03-02T19:14:18.348101Z","end":"2026-03-02T19:14:18.500902Z","steps":["trace[1151738597] 'agreement among raft nodes before linearized reading' (duration: 152.648148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.500905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.247752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:18.500972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.067544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.501002Z","caller":"traceutil/trace.go:171","msg":"trace[1899116528] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19798; }","duration":"284.418185ms","start":"2026-03-02T19:14:18.216559Z","end":"2026-03-02T19:14:18.500977Z","steps":["trace[1899116528] 'agreement among raft nodes before linearized reading' (duration: 284.119798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.501019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.69779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:18.501053Z","caller":"traceutil/trace.go:171","msg":"trace[935976300] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19798; }","duration":"144.764462ms","start":"2026-03-02T19:14:18.356279Z","end":"2026-03-02T19:14:18.501044Z","steps":["trace[935976300] 'agreement among raft nodes before linearized reading' (duration: 144.644799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.501046Z","caller":"traceutil/trace.go:171","msg":"trace[1132317892] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19798; }","duration":"144.144495ms","start":"2026-03-02T19:14:18.356859Z","end":"2026-03-02T19:14:18.501004Z","steps":["trace[1132317892] 'agreement among raft nodes before linearized reading' (duration: 144.030982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.502098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.189427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.502674Z","caller":"traceutil/trace.go:171","msg":"trace[373744069] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"147.534751ms","start":"2026-03-02T19:14:18.353169Z","end":"2026-03-02T19:14:18.500704Z","steps":["trace[373744069] 'process raft request' (duration: 147.360266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.502657Z","caller":"traceutil/trace.go:171","msg":"trace[1279120981] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19798; }","duration":"145.845878ms","start":"2026-03-02T19:14:18.356785Z","end":"2026-03-02T19:14:18.502631Z","steps":["trace[1279120981] 'agreement among raft nodes before linearized reading' (duration: 144.187176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.503274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.750284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:14:18.503361Z","caller":"traceutil/trace.go:171","msg":"trace[1756384036] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19798; }","duration":"101.843557ms","start":"2026-03-02T19:14:18.401471Z","end":"2026-03-02T19:14:18.503315Z","steps":["trace[1756384036] 'agreement among raft nodes before linearized reading' (duration: 101.656642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.500935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.369702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.503814Z","caller":"traceutil/trace.go:171","msg":"trace[449372594] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19798; }","duration":"147.243733ms","start":"2026-03-02T19:14:18.35654Z","end":"2026-03-02T19:14:18.503784Z","steps":["trace[449372594] 'agreement among raft nodes before linearized reading' (duration: 144.343211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.504057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.865889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:18.504207Z","caller":"traceutil/trace.go:171","msg":"trace[1838917912] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19798; }","duration":"148.021342ms","start":"2026-03-02T19:14:18.356131Z","end":"2026-03-02T19:14:18.504152Z","steps":["trace[1838917912] 'agreement among raft nodes before linearized reading' (duration: 147.640733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.822832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.015772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:18.822934Z","caller":"traceutil/trace.go:171","msg":"trace[87947405] linearizableReadLoop","detail":"{readStateIndex:20527; appliedIndex:20526; }","duration":"208.631625ms","start":"2026-03-02T19:14:18.614285Z","end":"2026-03-02T19:14:18.822916Z","steps":["trace[87947405] 'read index received' (duration: 58.432649ms)","trace[87947405] 'applied index is now lower than readState.Index' (duration: 150.197616ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:18.823046Z","caller":"traceutil/trace.go:171","msg":"trace[370810312] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"308.127644ms","start":"2026-03-02T19:14:18.514882Z","end":"2026-03-02T19:14:18.82301Z","steps":["trace[370810312] 'process raft request' (duration: 157.826945ms)","trace[370810312] 'compare' (duration: 149.258483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:18.823185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.896103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:14:18.823205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:18.514844Z","time spent":"308.278818ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:18.82322Z","caller":"traceutil/trace.go:171","msg":"trace[94796328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19799; }","duration":"208.971485ms","start":"2026-03-02T19:14:18.61424Z","end":"2026-03-02T19:14:18.823212Z","steps":["trace[94796328] 'agreement among raft nodes before linearized reading' (duration: 208.7623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.823181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.281017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:18.823275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.726649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:18.823353Z","caller":"traceutil/trace.go:171","msg":"trace[2075840137] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19799; }","duration":"206.824831ms","start":"2026-03-02T19:14:18.616512Z","end":"2026-03-02T19:14:18.823337Z","steps":["trace[2075840137] 'agreement among raft nodes before linearized reading' (duration: 206.637256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.823459Z","caller":"traceutil/trace.go:171","msg":"trace[901099124] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19799; }","duration":"208.594944ms","start":"2026-03-02T19:14:18.61483Z","end":"2026-03-02T19:14:18.823425Z","steps":["trace[901099124] 'agreement among raft nodes before linearized reading' (duration: 208.227775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.823769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.439761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:18.823798Z","caller":"traceutil/trace.go:171","msg":"trace[1111533885] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19799; }","duration":"206.479082ms","start":"2026-03-02T19:14:18.617312Z","end":"2026-03-02T19:14:18.823791Z","steps":["trace[1111533885] 'agreement among raft nodes before linearized reading' (duration: 206.220756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.823345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.930949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:18.823885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.880502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.823904Z","caller":"traceutil/trace.go:171","msg":"trace[1363519601] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19799; }","duration":"206.915514ms","start":"2026-03-02T19:14:18.616983Z","end":"2026-03-02T19:14:18.823898Z","steps":["trace[1363519601] 'agreement among raft nodes before linearized reading' (duration: 206.887433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.823894Z","caller":"traceutil/trace.go:171","msg":"trace[1784182304] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19799; }","duration":"206.491402ms","start":"2026-03-02T19:14:18.617389Z","end":"2026-03-02T19:14:18.82388Z","steps":["trace[1784182304] 'agreement among raft nodes before linearized reading' (duration: 205.911288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.82397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.366694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.82399Z","caller":"traceutil/trace.go:171","msg":"trace[780939880] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19799; }","duration":"207.396625ms","start":"2026-03-02T19:14:18.616588Z","end":"2026-03-02T19:14:18.823985Z","steps":["trace[780939880] 'agreement among raft nodes before linearized reading' (duration: 207.368754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.82412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.993129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:18.824166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.171419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.824188Z","caller":"traceutil/trace.go:171","msg":"trace[2125652326] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19799; }","duration":"209.20401ms","start":"2026-03-02T19:14:18.614978Z","end":"2026-03-02T19:14:18.824182Z","steps":["trace[2125652326] 'agreement among raft nodes before linearized reading' (duration: 209.169919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.82419Z","caller":"traceutil/trace.go:171","msg":"trace[1677709162] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19799; }","duration":"208.082232ms","start":"2026-03-02T19:14:18.616091Z","end":"2026-03-02T19:14:18.824173Z","steps":["trace[1677709162] 'agreement among raft nodes before linearized reading' (duration: 207.880587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.824327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.384486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:14:18.824346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.998749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:18.824348Z","caller":"traceutil/trace.go:171","msg":"trace[1243336294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19799; }","duration":"199.446937ms","start":"2026-03-02T19:14:18.624896Z","end":"2026-03-02T19:14:18.824343Z","steps":["trace[1243336294] 'agreement among raft nodes before linearized reading' (duration: 199.387076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:18.824369Z","caller":"traceutil/trace.go:171","msg":"trace[1364645127] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19799; }","duration":"208.066642ms","start":"2026-03-02T19:14:18.616292Z","end":"2026-03-02T19:14:18.824358Z","steps":["trace[1364645127] 'agreement among raft nodes before linearized reading' (duration: 208.0009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.82447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.977184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:14:18.824496Z","caller":"traceutil/trace.go:171","msg":"trace[349441697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19799; }","duration":"182.020626ms","start":"2026-03-02T19:14:18.642468Z","end":"2026-03-02T19:14:18.824488Z","steps":["trace[349441697] 'agreement among raft nodes before linearized reading' (duration: 181.962395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.824549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.39136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:18.824575Z","caller":"traceutil/trace.go:171","msg":"trace[2007112548] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19799; }","duration":"208.414491ms","start":"2026-03-02T19:14:18.616154Z","end":"2026-03-02T19:14:18.824568Z","steps":["trace[2007112548] 'agreement among raft nodes before linearized reading' (duration: 208.35477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.824496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.322399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.824655Z","caller":"traceutil/trace.go:171","msg":"trace[373318365] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19799; }","duration":"208.486313ms","start":"2026-03-02T19:14:18.61616Z","end":"2026-03-02T19:14:18.824646Z","steps":["trace[373318365] 'agreement among raft nodes before linearized reading' (duration: 208.315099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.824699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.555894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.824727Z","caller":"traceutil/trace.go:171","msg":"trace[1086971639] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19799; }","duration":"208.587726ms","start":"2026-03-02T19:14:18.616128Z","end":"2026-03-02T19:14:18.824715Z","steps":["trace[1086971639] 'agreement among raft nodes before linearized reading' (duration: 208.556525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.824134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.029995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:18.824803Z","caller":"traceutil/trace.go:171","msg":"trace[1831908316] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19799; }","duration":"209.751164ms","start":"2026-03-02T19:14:18.615046Z","end":"2026-03-02T19:14:18.824797Z","steps":["trace[1831908316] 'agreement among raft nodes before linearized reading' (duration: 209.047935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:18.826069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.349409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:14:18.826104Z","caller":"traceutil/trace.go:171","msg":"trace[538935519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19799; }","duration":"183.43204ms","start":"2026-03-02T19:14:18.642664Z","end":"2026-03-02T19:14:18.826096Z","steps":["trace[538935519] 'agreement among raft nodes before linearized reading' (duration: 181.543603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:19.160263Z","caller":"traceutil/trace.go:171","msg":"trace[195636976] transaction","detail":"{read_only:false; response_revision:19803; number_of_response:1; }","duration":"326.351876ms","start":"2026-03-02T19:14:18.833887Z","end":"2026-03-02T19:14:19.160239Z","steps":["trace[195636976] 'process raft request' (duration: 326.312065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:19.160354Z","caller":"traceutil/trace.go:171","msg":"trace[1316636592] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"330.062357ms","start":"2026-03-02T19:14:18.830269Z","end":"2026-03-02T19:14:19.160332Z","steps":["trace[1316636592] 'process raft request' (duration: 329.729439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:19.160407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:18.833861Z","time spent":"326.472939ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:19.160443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:18.830244Z","time spent":"330.15335ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:19.160581Z","caller":"traceutil/trace.go:171","msg":"trace[1559784414] transaction","detail":"{read_only:false; response_revision:19802; number_of_response:1; }","duration":"327.817663ms","start":"2026-03-02T19:14:18.832716Z","end":"2026-03-02T19:14:19.160534Z","steps":["trace[1559784414] 'process raft request' (duration: 327.446144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:19.160739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:18.832707Z","time spent":"327.949697ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:19.191269Z","caller":"traceutil/trace.go:171","msg":"trace[1973341455] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"318.976912ms","start":"2026-03-02T19:14:18.872148Z","end":"2026-03-02T19:14:19.191125Z","steps":["trace[1973341455] 'process raft request' (duration: 318.701125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:19.191676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:18.872091Z","time spent":"319.299532ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:19.329492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.461956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T19:14:20.994275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.234699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:20.994376Z","caller":"traceutil/trace.go:171","msg":"trace[71596243] linearizableReadLoop","detail":"{readStateIndex:20535; appliedIndex:20533; }","duration":"478.249146ms","start":"2026-03-02T19:14:20.51611Z","end":"2026-03-02T19:14:20.994359Z","steps":["trace[71596243] 'read index received' (duration: 77.146445ms)","trace[71596243] 'applied index is now lower than readState.Index' (duration: 401.101251ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:20.994515Z","caller":"traceutil/trace.go:171","msg":"trace[375120110] transaction","detail":"{read_only:false; response_revision:19806; number_of_response:1; }","duration":"483.495685ms","start":"2026-03-02T19:14:20.510996Z","end":"2026-03-02T19:14:20.994492Z","steps":["trace[375120110] 'process raft request' (duration: 238.960949ms)","trace[375120110] 'compare' (duration: 243.843949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:20.994611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.510966Z","time spent":"483.603007ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:20.994635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.520432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:20.994687Z","caller":"traceutil/trace.go:171","msg":"trace[1939581301] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19806; }","duration":"478.602514ms","start":"2026-03-02T19:14:20.516069Z","end":"2026-03-02T19:14:20.994671Z","steps":["trace[1939581301] 'agreement among raft nodes before linearized reading' (duration: 478.509562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:20.994735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.516055Z","time spent":"478.671786ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:14:21.283153Z","caller":"traceutil/trace.go:171","msg":"trace[2092726042] linearizableReadLoop","detail":"{readStateIndex:20536; appliedIndex:20535; }","duration":"288.691642ms","start":"2026-03-02T19:14:20.994427Z","end":"2026-03-02T19:14:21.283118Z","steps":["trace[2092726042] 'read index received' (duration: 195.911491ms)","trace[2092726042] 'applied index is now lower than readState.Index' (duration: 92.776411ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:21.283323Z","caller":"traceutil/trace.go:171","msg":"trace[2077485995] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"366.272876ms","start":"2026-03-02T19:14:20.917032Z","end":"2026-03-02T19:14:21.283305Z","steps":["trace[2077485995] 'process raft request' (duration: 273.386372ms)","trace[2077485995] 'compare' (duration: 92.103875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:21.283378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.533936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:21.283454Z","caller":"traceutil/trace.go:171","msg":"trace[966126524] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19808; }","duration":"454.631438ms","start":"2026-03-02T19:14:20.828806Z","end":"2026-03-02T19:14:21.283438Z","steps":["trace[966126524] 'agreement among raft nodes before linearized reading' (duration: 454.516995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.991607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.283575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.837503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.283549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.606743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.283625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.673516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:21.283627Z","caller":"traceutil/trace.go:171","msg":"trace[847987943] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19808; }","duration":"454.900245ms","start":"2026-03-02T19:14:20.828711Z","end":"2026-03-02T19:14:21.283611Z","steps":["trace[847987943] 'agreement among raft nodes before linearized reading' (duration: 454.821393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.283649Z","caller":"traceutil/trace.go:171","msg":"trace[1693287548] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19808; }","duration":"453.704216ms","start":"2026-03-02T19:14:20.829937Z","end":"2026-03-02T19:14:21.283641Z","steps":["trace[1693287548] 'agreement among raft nodes before linearized reading' (duration: 453.622114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.507061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:21.283665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.829932Z","time spent":"453.729657ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:21.283674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.750442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:21.283684Z","caller":"traceutil/trace.go:171","msg":"trace[2078605236] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19808; }","duration":"343.612174ms","start":"2026-03-02T19:14:20.940058Z","end":"2026-03-02T19:14:21.283671Z","steps":["trace[2078605236] 'agreement among raft nodes before linearized reading' (duration: 343.47247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.283657Z","caller":"traceutil/trace.go:171","msg":"trace[645142075] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19808; }","duration":"451.736397ms","start":"2026-03-02T19:14:20.831902Z","end":"2026-03-02T19:14:21.283638Z","steps":["trace[645142075] 'agreement among raft nodes before linearized reading' (duration: 451.512192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.283714Z","caller":"traceutil/trace.go:171","msg":"trace[484371062] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19808; }","duration":"454.802383ms","start":"2026-03-02T19:14:20.828903Z","end":"2026-03-02T19:14:21.283705Z","steps":["trace[484371062] 'agreement among raft nodes before linearized reading' (duration: 454.67715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.940043Z","time spent":"343.674616ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:21.283719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.290223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:14:21.283729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.029008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.283744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.828898Z","time spent":"454.839943ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-02T19:14:21.283769Z","caller":"traceutil/trace.go:171","msg":"trace[1718216503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19808; }","duration":"415.349304ms","start":"2026-03-02T19:14:20.868401Z","end":"2026-03-02T19:14:21.283751Z","steps":["trace[1718216503] 'agreement among raft nodes before linearized reading' (duration: 415.252141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.283782Z","caller":"traceutil/trace.go:171","msg":"trace[835260680] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19808; }","duration":"455.09962ms","start":"2026-03-02T19:14:20.82867Z","end":"2026-03-02T19:14:21.28377Z","steps":["trace[835260680] 'agreement among raft nodes before linearized reading' (duration: 455.027649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.831889Z","time spent":"451.84996ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:21.28381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.868392Z","time spent":"415.412616ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:14:21.283822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.82866Z","time spent":"455.151341ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:21.283601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.645024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:14:21.283854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.114901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.283834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.022334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:21.283978Z","caller":"traceutil/trace.go:171","msg":"trace[1509884693] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19808; }","duration":"454.179487ms","start":"2026-03-02T19:14:20.829793Z","end":"2026-03-02T19:14:21.283973Z","steps":["trace[1509884693] 'agreement among raft nodes before linearized reading' (duration: 453.999083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.829788Z","time spent":"454.203068ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:21.283674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.828706Z","time spent":"454.957307ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.682145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.284017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.536032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:21.283883Z","caller":"traceutil/trace.go:171","msg":"trace[878706045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19808; }","duration":"424.993863ms","start":"2026-03-02T19:14:20.858883Z","end":"2026-03-02T19:14:21.283877Z","steps":["trace[878706045] 'agreement among raft nodes before linearized reading' (duration: 424.48535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.284056Z","caller":"traceutil/trace.go:171","msg":"trace[499675298] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19808; }","duration":"453.618634ms","start":"2026-03-02T19:14:20.830427Z","end":"2026-03-02T19:14:21.284046Z","steps":["trace[499675298] 'agreement among raft nodes before linearized reading' (duration: 453.508ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.284054Z","caller":"traceutil/trace.go:171","msg":"trace[1596368170] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19808; }","duration":"455.737117ms","start":"2026-03-02T19:14:20.828305Z","end":"2026-03-02T19:14:21.284042Z","steps":["trace[1596368170] 'agreement among raft nodes before linearized reading' (duration: 455.665744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.040024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:21.28408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.858872Z","time spent":"425.202309ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.843861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:21.284085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.83041Z","time spent":"453.669755ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-02T19:14:21.284101Z","caller":"traceutil/trace.go:171","msg":"trace[1332451151] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19808; }","duration":"454.63178ms","start":"2026-03-02T19:14:20.82946Z","end":"2026-03-02T19:14:21.284091Z","steps":["trace[1332451151] 'agreement among raft nodes before linearized reading' (duration: 453.931942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.28413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.829454Z","time spent":"454.666871ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.30276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:14:21.284127Z","caller":"traceutil/trace.go:171","msg":"trace[1442175429] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19808; }","duration":"767.965984ms","start":"2026-03-02T19:14:20.516145Z","end":"2026-03-02T19:14:21.284111Z","steps":["trace[1442175429] 'agreement among raft nodes before linearized reading' (duration: 767.700226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.29477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:21.284157Z","caller":"traceutil/trace.go:171","msg":"trace[165573200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19808; }","duration":"119.372682ms","start":"2026-03-02T19:14:21.164778Z","end":"2026-03-02T19:14:21.284151Z","steps":["trace[165573200] 'agreement among raft nodes before linearized reading' (duration: 119.3279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.284169Z","caller":"traceutil/trace.go:171","msg":"trace[963245222] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19808; }","duration":"454.917347ms","start":"2026-03-02T19:14:20.829247Z","end":"2026-03-02T19:14:21.284164Z","steps":["trace[963245222] 'agreement among raft nodes before linearized reading' (duration: 454.295141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.284171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.027756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.284191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.82924Z","time spent":"454.945957ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.516105Z","time spent":"768.059606ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.828303Z","time spent":"455.791498ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:14:21.284208Z","caller":"traceutil/trace.go:171","msg":"trace[936393919] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19808; }","duration":"737.090968ms","start":"2026-03-02T19:14:20.547106Z","end":"2026-03-02T19:14:21.284197Z","steps":["trace[936393919] 'agreement among raft nodes before linearized reading' (duration: 737.038496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.28393Z","caller":"traceutil/trace.go:171","msg":"trace[1053833101] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19808; }","duration":"767.204503ms","start":"2026-03-02T19:14:20.516707Z","end":"2026-03-02T19:14:21.283912Z","steps":["trace[1053833101] 'agreement among raft nodes before linearized reading' (duration: 767.07528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.284237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.941412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:21.284253Z","caller":"traceutil/trace.go:171","msg":"trace[1901192309] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19808; }","duration":"455.979393ms","start":"2026-03-02T19:14:20.828269Z","end":"2026-03-02T19:14:21.284249Z","steps":["trace[1901192309] 'agreement among raft nodes before linearized reading' (duration: 455.955032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.284053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.283479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:14:21.284251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.547091Z","time spent":"737.151189ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:21.28427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.828253Z","time spent":"456.013913ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-02T19:14:21.284275Z","caller":"traceutil/trace.go:171","msg":"trace[661825263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19808; }","duration":"119.541435ms","start":"2026-03-02T19:14:21.164729Z","end":"2026-03-02T19:14:21.28427Z","steps":["trace[661825263] 'agreement among raft nodes before linearized reading' (duration: 119.250157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.284025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.396438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:21.284268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.516582Z","time spent":"767.670655ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.069877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:21.283518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.828801Z","time spent":"454.708671ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:14:21.284317Z","caller":"traceutil/trace.go:171","msg":"trace[32183971] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19808; }","duration":"767.710706ms","start":"2026-03-02T19:14:20.516596Z","end":"2026-03-02T19:14:21.284307Z","steps":["trace[32183971] 'agreement among raft nodes before linearized reading' (duration: 767.346727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.283666Z","caller":"traceutil/trace.go:171","msg":"trace[1497528940] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19808; }","duration":"453.213053ms","start":"2026-03-02T19:14:20.830383Z","end":"2026-03-02T19:14:21.283596Z","steps":["trace[1497528940] 'agreement among raft nodes before linearized reading' (duration: 452.935256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.284094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.704375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:14:21.284358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.516587Z","time spent":"767.760197ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:14:21.284381Z","caller":"traceutil/trace.go:171","msg":"trace[1421905060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19808; }","duration":"119.009833ms","start":"2026-03-02T19:14:21.165358Z","end":"2026-03-02T19:14:21.284368Z","steps":["trace[1421905060] 'agreement among raft nodes before linearized reading' (duration: 118.709846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:21.284386Z","caller":"traceutil/trace.go:171","msg":"trace[2115004232] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19808; }","duration":"737.18103ms","start":"2026-03-02T19:14:20.54714Z","end":"2026-03-02T19:14:21.284321Z","steps":["trace[2115004232] 'agreement among raft nodes before linearized reading' (duration: 736.970055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:21.283468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.917013Z","time spent":"366.3571ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:21.284508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.547119Z","time spent":"737.304122ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:21.284389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:20.830372Z","time spent":"453.995933ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:21.680032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.958503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:21.680112Z","caller":"traceutil/trace.go:171","msg":"trace[879267104] transaction","detail":"{read_only:false; response_revision:19809; number_of_response:1; }","duration":"391.423582ms","start":"2026-03-02T19:14:21.288675Z","end":"2026-03-02T19:14:21.680098Z","steps":["trace[879267104] 'process raft request' (duration: 174.340745ms)","trace[879267104] 'compare' (duration: 216.80391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:21.680156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.288658Z","time spent":"391.477823ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:22.316115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.512511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:22.316473Z","caller":"traceutil/trace.go:171","msg":"trace[699871008] linearizableReadLoop","detail":"{readStateIndex:20539; appliedIndex:20537; }","duration":"1.024880277s","start":"2026-03-02T19:14:21.291565Z","end":"2026-03-02T19:14:22.316445Z","steps":["trace[699871008] 'read index received' (duration: 171.439653ms)","trace[699871008] 'applied index is now lower than readState.Index' (duration: 853.439224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:22.31663Z","caller":"traceutil/trace.go:171","msg":"trace[492275270] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"1.022330163s","start":"2026-03-02T19:14:21.294277Z","end":"2026-03-02T19:14:22.316607Z","steps":["trace[492275270] 'process raft request' (duration: 1.022112867s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:22.316696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025105632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:22.316686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.561638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:22.316756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.294257Z","time spent":"1.022426456s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:22.316764Z","caller":"traceutil/trace.go:171","msg":"trace[110649589] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19813; }","duration":"1.025220525s","start":"2026-03-02T19:14:21.291525Z","end":"2026-03-02T19:14:22.316746Z","steps":["trace[110649589] 'agreement among raft nodes before linearized reading' (duration: 1.025088402s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:22.316768Z","caller":"traceutil/trace.go:171","msg":"trace[2097850268] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"1.025181844s","start":"2026-03-02T19:14:21.291549Z","end":"2026-03-02T19:14:22.316731Z","steps":["trace[2097850268] 'process raft request' (duration: 489.895044ms)","trace[2097850268] 'compare' (duration: 534.172072ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:22.316779Z","caller":"traceutil/trace.go:171","msg":"trace[83761625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19813; }","duration":"893.690211ms","start":"2026-03-02T19:14:21.423066Z","end":"2026-03-02T19:14:22.316756Z","steps":["trace[83761625] 'agreement among raft nodes before linearized reading' (duration: 893.554788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:22.316741Z","caller":"traceutil/trace.go:171","msg":"trace[1529603492] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"1.024985079s","start":"2026-03-02T19:14:21.291691Z","end":"2026-03-02T19:14:22.316676Z","steps":["trace[1529603492] 'process raft request' (duration: 1.024643401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:22.316816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.291473Z","time spent":"1.025332548s","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:22.316832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.423054Z","time spent":"893.764424ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:22.316852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.291529Z","time spent":"1.025285207s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:22.316676Z","caller":"traceutil/trace.go:171","msg":"trace[2051871878] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"1.025045331s","start":"2026-03-02T19:14:21.29161Z","end":"2026-03-02T19:14:22.316656Z","steps":["trace[2051871878] 'process raft request' (duration: 1.024622171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:22.316906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.291672Z","time spent":"1.025161073s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:22.316934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.996085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:14:22.317057Z","caller":"traceutil/trace.go:171","msg":"trace[1375261501] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19813; }","duration":"421.140518ms","start":"2026-03-02T19:14:21.89589Z","end":"2026-03-02T19:14:22.317031Z","steps":["trace[1375261501] 'agreement among raft nodes before linearized reading' (duration: 420.765219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:22.317111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.895845Z","time spent":"421.255241ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:14:22.316961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:21.291598Z","time spent":"1.025317217s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:23.216052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012903300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:14:23.716335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012903300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:14:23.785181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187344928s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:14:23.960541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537130655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.960654Z","caller":"traceutil/trace.go:171","msg":"trace[1822468937] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19813; }","duration":"1.537286859s","start":"2026-03-02T19:14:22.423338Z","end":"2026-03-02T19:14:23.960625Z","steps":["trace[1822468937] 'range keys from in-memory index tree' (duration: 1.537056093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.960715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:22.42332Z","time spent":"1.537378932s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:14:23.961392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.881053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:23.961645Z","caller":"traceutil/trace.go:171","msg":"trace[472833225] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"961.76036ms","start":"2026-03-02T19:14:22.999872Z","end":"2026-03-02T19:14:23.961632Z","steps":["trace[472833225] 'process raft request' (duration: 961.655418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.961623Z","caller":"traceutil/trace.go:171","msg":"trace[1488528264] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"1.363867697s","start":"2026-03-02T19:14:22.597728Z","end":"2026-03-02T19:14:23.961595Z","steps":["trace[1488528264] 'process raft request' (duration: 1.187729497s)","trace[1488528264] 'compare' (duration: 175.163546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:23.961716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:22.999845Z","time spent":"961.833772ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:23.961742Z","caller":"traceutil/trace.go:171","msg":"trace[1154952314] linearizableReadLoop","detail":"{readStateIndex:20545; appliedIndex:20542; }","duration":"1.249390687s","start":"2026-03-02T19:14:22.712332Z","end":"2026-03-02T19:14:23.961723Z","steps":["trace[1154952314] 'read index received' (duration: 1.073099903s)","trace[1154952314] 'applied index is now lower than readState.Index' (duration: 176.289984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:23.961761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:22.597701Z","time spent":"1.36399073s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:23.961938Z","caller":"traceutil/trace.go:171","msg":"trace[2017237930] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"670.683809ms","start":"2026-03-02T19:14:23.291246Z","end":"2026-03-02T19:14:23.96193Z","steps":["trace[2017237930] 'process raft request' (duration: 670.359321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.291226Z","time spent":"670.73618ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:23.962167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249819538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:14:23.962403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.590692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:23.962383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212107472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.962432Z","caller":"traceutil/trace.go:171","msg":"trace[2126604713] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19816; }","duration":"669.637853ms","start":"2026-03-02T19:14:23.292787Z","end":"2026-03-02T19:14:23.962425Z","steps":["trace[2126604713] 'agreement among raft nodes before linearized reading' (duration: 669.562721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.292777Z","time spent":"669.670114ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-02T19:14:23.962458Z","caller":"traceutil/trace.go:171","msg":"trace[514752900] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19816; }","duration":"1.212230315s","start":"2026-03-02T19:14:22.750209Z","end":"2026-03-02T19:14:23.962439Z","steps":["trace[514752900] 'agreement among raft nodes before linearized reading' (duration: 1.212106702s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.975673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:23.962498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.080745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:23.962494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.586602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.96253Z","caller":"traceutil/trace.go:171","msg":"trace[155472361] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19816; }","duration":"668.128076ms","start":"2026-03-02T19:14:23.294391Z","end":"2026-03-02T19:14:23.962519Z","steps":["trace[155472361] 'agreement among raft nodes before linearized reading' (duration: 668.011823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.294382Z","time spent":"668.166437ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.644779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:23.962559Z","caller":"traceutil/trace.go:171","msg":"trace[485355651] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19816; }","duration":"668.082665ms","start":"2026-03-02T19:14:23.294427Z","end":"2026-03-02T19:14:23.96251Z","steps":["trace[485355651] 'agreement among raft nodes before linearized reading' (duration: 667.904601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.962555Z","caller":"traceutil/trace.go:171","msg":"trace[395112777] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19816; }","duration":"669.647614ms","start":"2026-03-02T19:14:23.292889Z","end":"2026-03-02T19:14:23.962537Z","steps":["trace[395112777] 'agreement among raft nodes before linearized reading' (duration: 669.547611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.962591Z","caller":"traceutil/trace.go:171","msg":"trace[1828388238] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19816; }","duration":"668.728571ms","start":"2026-03-02T19:14:23.293852Z","end":"2026-03-02T19:14:23.96258Z","steps":["trace[1828388238] 'agreement among raft nodes before linearized reading' (duration: 668.583027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.940576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:23.962608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.292868Z","time spent":"669.727725ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:14:23.962634Z","caller":"traceutil/trace.go:171","msg":"trace[689030464] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19816; }","duration":"666.976957ms","start":"2026-03-02T19:14:23.295653Z","end":"2026-03-02T19:14:23.96263Z","steps":["trace[689030464] 'agreement among raft nodes before linearized reading' (duration: 666.948326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.293832Z","time spent":"668.796983ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.295639Z","time spent":"667.012228ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.294422Z","time spent":"668.165787ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.926081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:23.962561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.043994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:23.962703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.831614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:14:23.96273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.034208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.962735Z","caller":"traceutil/trace.go:171","msg":"trace[1444510944] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19816; }","duration":"670.235149ms","start":"2026-03-02T19:14:23.292487Z","end":"2026-03-02T19:14:23.962722Z","steps":["trace[1444510944] 'agreement among raft nodes before linearized reading' (duration: 670.046685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.139771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:23.962751Z","caller":"traceutil/trace.go:171","msg":"trace[364744190] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19816; }","duration":"667.07803ms","start":"2026-03-02T19:14:23.295668Z","end":"2026-03-02T19:14:23.962746Z","steps":["trace[364744190] 'agreement among raft nodes before linearized reading' (duration: 667.051789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.292473Z","time spent":"670.28298ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.852404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.962765Z","caller":"traceutil/trace.go:171","msg":"trace[2125810811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19816; }","duration":"539.130206ms","start":"2026-03-02T19:14:23.423593Z","end":"2026-03-02T19:14:23.962723Z","steps":["trace[2125810811] 'agreement among raft nodes before linearized reading' (duration: 538.816158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.647709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:23.962808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.844367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:23.962819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.45949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:23.962822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.926879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:14:23.962843Z","caller":"traceutil/trace.go:171","msg":"trace[1128533243] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19816; }","duration":"667.549212ms","start":"2026-03-02T19:14:23.295286Z","end":"2026-03-02T19:14:23.962836Z","steps":["trace[1128533243] 'agreement among raft nodes before linearized reading' (duration: 667.45395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.919011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.962852Z","caller":"traceutil/trace.go:171","msg":"trace[1673474808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19816; }","duration":"147.983651ms","start":"2026-03-02T19:14:23.81486Z","end":"2026-03-02T19:14:23.962843Z","steps":["trace[1673474808] 'agreement among raft nodes before linearized reading' (duration: 147.908009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.423576Z","time spent":"539.257519ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.282254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:23.962878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.931113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:14:23.962873Z","caller":"traceutil/trace.go:171","msg":"trace[944448772] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19816; }","duration":"667.973443ms","start":"2026-03-02T19:14:23.294892Z","end":"2026-03-02T19:14:23.962865Z","steps":["trace[944448772] 'agreement among raft nodes before linearized reading' (duration: 667.927372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.295268Z","time spent":"667.595744ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-02T19:14:23.962899Z","caller":"traceutil/trace.go:171","msg":"trace[710376669] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:19816; }","duration":"344.005514ms","start":"2026-03-02T19:14:23.618889Z","end":"2026-03-02T19:14:23.962894Z","steps":["trace[710376669] 'agreement among raft nodes before linearized reading' (duration: 343.953203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.993003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.962903Z","caller":"traceutil/trace.go:171","msg":"trace[341715082] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19816; }","duration":"673.365956ms","start":"2026-03-02T19:14:23.289527Z","end":"2026-03-02T19:14:23.962893Z","steps":["trace[341715082] 'agreement among raft nodes before linearized reading' (duration: 673.278064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.29483Z","time spent":"668.069274ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.618858Z","time spent":"344.056816ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-03-02T19:14:23.962922Z","caller":"traceutil/trace.go:171","msg":"trace[2108596859] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19816; }","duration":"668.079085ms","start":"2026-03-02T19:14:23.294838Z","end":"2026-03-02T19:14:23.962918Z","steps":["trace[2108596859] 'agreement among raft nodes before linearized reading' (duration: 668.018873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.962871Z","caller":"traceutil/trace.go:171","msg":"trace[795386542] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19816; }","duration":"668.812543ms","start":"2026-03-02T19:14:23.294014Z","end":"2026-03-02T19:14:23.962826Z","steps":["trace[795386542] 'agreement among raft nodes before linearized reading' (duration: 668.369962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.962945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.289502Z","time spent":"673.423678ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.588362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:14:23.962957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.29482Z","time spent":"668.132327ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.294006Z","time spent":"668.957486ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-02T19:14:23.962987Z","caller":"traceutil/trace.go:171","msg":"trace[1339993456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19816; }","duration":"279.007762ms","start":"2026-03-02T19:14:23.683971Z","end":"2026-03-02T19:14:23.962978Z","steps":["trace[1339993456] 'agreement among raft nodes before linearized reading' (duration: 278.524131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.962247Z","caller":"traceutil/trace.go:171","msg":"trace[1662597288] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19816; }","duration":"1.249942801s","start":"2026-03-02T19:14:22.712283Z","end":"2026-03-02T19:14:23.962225Z","steps":["trace[1662597288] 'agreement among raft nodes before linearized reading' (duration: 1.249780286s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.962831Z","caller":"traceutil/trace.go:171","msg":"trace[731945235] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19816; }","duration":"962.902759ms","start":"2026-03-02T19:14:22.999924Z","end":"2026-03-02T19:14:23.962826Z","steps":["trace[731945235] 'agreement among raft nodes before linearized reading' (duration: 962.870298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.963062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:22.999903Z","time spent":"963.152085ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:14:23.962747Z","caller":"traceutil/trace.go:171","msg":"trace[1854465040] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19816; }","duration":"142.916705ms","start":"2026-03-02T19:14:23.819816Z","end":"2026-03-02T19:14:23.962733Z","steps":["trace[1854465040] 'agreement among raft nodes before linearized reading' (duration: 142.820753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.963062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:22.712261Z","time spent":"1.250775391s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:23.962777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.288234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:23.963174Z","caller":"traceutil/trace.go:171","msg":"trace[639029751] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19816; }","duration":"673.688054ms","start":"2026-03-02T19:14:23.289477Z","end":"2026-03-02T19:14:23.963165Z","steps":["trace[639029751] 'agreement among raft nodes before linearized reading' (duration: 673.212692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.963198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.289416Z","time spent":"673.774497ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.477175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.96331Z","caller":"traceutil/trace.go:171","msg":"trace[718405003] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19816; }","duration":"669.072399ms","start":"2026-03-02T19:14:23.294231Z","end":"2026-03-02T19:14:23.963303Z","steps":["trace[718405003] 'agreement among raft nodes before linearized reading' (duration: 668.481635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.963337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.294223Z","time spent":"669.10829ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.295656Z","time spent":"667.11192ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:22.750186Z","time spent":"1.212314517s","remote":"127.0.0.1:55966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:23.962782Z","caller":"traceutil/trace.go:171","msg":"trace[1560228134] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19816; }","duration":"673.231103ms","start":"2026-03-02T19:14:23.289537Z","end":"2026-03-02T19:14:23.962768Z","steps":["trace[1560228134] 'agreement among raft nodes before linearized reading' (duration: 673.076369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.963504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.289502Z","time spent":"673.966211ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:23.962709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.969067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:23.963537Z","caller":"traceutil/trace.go:171","msg":"trace[1920645914] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19816; }","duration":"667.816308ms","start":"2026-03-02T19:14:23.295714Z","end":"2026-03-02T19:14:23.96353Z","steps":["trace[1920645914] 'agreement among raft nodes before linearized reading' (duration: 666.981187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:23.962811Z","caller":"traceutil/trace.go:171","msg":"trace[346884115] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19816; }","duration":"671.09473ms","start":"2026-03-02T19:14:23.291709Z","end":"2026-03-02T19:14:23.962804Z","steps":["trace[346884115] 'agreement among raft nodes before linearized reading' (duration: 670.870085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.96377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.291696Z","time spent":"672.060753ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:23.96299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.72872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:23.963885Z","caller":"traceutil/trace.go:171","msg":"trace[1446213546] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19816; }","duration":"457.653974ms","start":"2026-03-02T19:14:23.506207Z","end":"2026-03-02T19:14:23.963861Z","steps":["trace[1446213546] 'agreement among raft nodes before linearized reading' (duration: 456.727421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:23.963954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.506174Z","time spent":"457.755916ms","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":30,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:14:23.964518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.295698Z","time spent":"667.860669ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:24.590065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.003956ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:14:24.590201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.965874Z","time spent":"624.323159ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:14:24.64166Z","caller":"traceutil/trace.go:171","msg":"trace[1548591604] transaction","detail":"{read_only:false; response_revision:19819; number_of_response:1; }","duration":"673.553781ms","start":"2026-03-02T19:14:23.968087Z","end":"2026-03-02T19:14:24.64164Z","steps":["trace[1548591604] 'process raft request' (duration: 673.498539ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:24.641703Z","caller":"traceutil/trace.go:171","msg":"trace[120785082] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"675.726724ms","start":"2026-03-02T19:14:23.965941Z","end":"2026-03-02T19:14:24.641668Z","steps":["trace[120785082] 'process raft request' (duration: 675.450417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:24.641799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.968069Z","time spent":"673.648812ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:24.641852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.965927Z","time spent":"675.839838ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:24.64173Z","caller":"traceutil/trace.go:171","msg":"trace[2098992229] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"674.271969ms","start":"2026-03-02T19:14:23.967423Z","end":"2026-03-02T19:14:24.641695Z","steps":["trace[2098992229] 'process raft request' (duration: 674.126245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:24.64201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.967398Z","time spent":"674.513535ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:24.642445Z","caller":"traceutil/trace.go:171","msg":"trace[1460524499] linearizableReadLoop","detail":"{readStateIndex:20550; appliedIndex:20545; }","duration":"672.897704ms","start":"2026-03-02T19:14:23.969535Z","end":"2026-03-02T19:14:24.642433Z","steps":["trace[1460524499] 'read index received' (duration: 284.618002ms)","trace[1460524499] 'applied index is now lower than readState.Index' (duration: 388.278082ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:24.642674Z","caller":"traceutil/trace.go:171","msg":"trace[1826867632] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"673.301014ms","start":"2026-03-02T19:14:23.969344Z","end":"2026-03-02T19:14:24.642645Z","steps":["trace[1826867632] 'process raft request' (duration: 672.266369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:24.642841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.969337Z","time spent":"673.427207ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:24.642932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.387927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:14:24.643044Z","caller":"traceutil/trace.go:171","msg":"trace[251944006] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19820; }","duration":"673.532521ms","start":"2026-03-02T19:14:23.9695Z","end":"2026-03-02T19:14:24.643032Z","steps":["trace[251944006] 'agreement among raft nodes before linearized reading' (duration: 673.320294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:24.643081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:23.969482Z","time spent":"673.589471ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:14:25.030882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.153835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:25.030995Z","caller":"traceutil/trace.go:171","msg":"trace[1831335158] linearizableReadLoop","detail":"{readStateIndex:20551; appliedIndex:20550; }","duration":"388.495289ms","start":"2026-03-02T19:14:24.642482Z","end":"2026-03-02T19:14:25.030978Z","steps":["trace[1831335158] 'read index received' (duration: 263.158179ms)","trace[1831335158] 'applied index is now lower than readState.Index' (duration: 125.33562ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:25.031225Z","caller":"traceutil/trace.go:171","msg":"trace[632645556] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"439.806171ms","start":"2026-03-02T19:14:24.591405Z","end":"2026-03-02T19:14:25.031211Z","steps":["trace[632645556] 'process raft request' (duration: 314.240836ms)","trace[632645556] 'compare' (duration: 124.740025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:25.031356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:24.591379Z","time spent":"439.938035ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:25.031605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.308057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:14:25.031627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.361903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T19:14:25.031628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.315709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18779"} {"level":"info","ts":"2026-03-02T19:14:25.031652Z","caller":"traceutil/trace.go:171","msg":"trace[275199906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19821; }","duration":"709.393829ms","start":"2026-03-02T19:14:24.322245Z","end":"2026-03-02T19:14:25.031639Z","steps":["trace[275199906] 'agreement among raft nodes before linearized reading' (duration: 709.180254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:25.031682Z","caller":"traceutil/trace.go:171","msg":"trace[1419342251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19821; }","duration":"710.474015ms","start":"2026-03-02T19:14:24.321195Z","end":"2026-03-02T19:14:25.031669Z","steps":["trace[1419342251] 'agreement among raft nodes before linearized reading' (duration: 710.25797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:25.031692Z","caller":"traceutil/trace.go:171","msg":"trace[455194979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19821; }","duration":"387.417771ms","start":"2026-03-02T19:14:24.64426Z","end":"2026-03-02T19:14:25.031678Z","steps":["trace[455194979] 'agreement among raft nodes before linearized reading' (duration: 387.203595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.031715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:24.321157Z","time spent":"710.551327ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:14:25.031713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:24.322229Z","time spent":"709.469351ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:14:25.03174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:24.644246Z","time spent":"387.486403ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18803,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:14:25.03173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.497367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:14:25.031672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.498246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:14:25.031791Z","caller":"traceutil/trace.go:171","msg":"trace[2090554185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19821; }","duration":"710.560278ms","start":"2026-03-02T19:14:24.321215Z","end":"2026-03-02T19:14:25.031775Z","steps":["trace[2090554185] 'agreement among raft nodes before linearized reading' (duration: 710.144918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:25.031816Z","caller":"traceutil/trace.go:171","msg":"trace[515351329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19821; }","duration":"710.682831ms","start":"2026-03-02T19:14:24.321116Z","end":"2026-03-02T19:14:25.031799Z","steps":["trace[515351329] 'agreement among raft nodes before linearized reading' (duration: 710.340532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.031836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:24.321153Z","time spent":"710.67164ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:14:25.031872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:24.321097Z","time spent":"710.757642ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:14:25.579479Z","caller":"traceutil/trace.go:171","msg":"trace[1673257419] linearizableReadLoop","detail":"{readStateIndex:20555; appliedIndex:20551; }","duration":"542.352386ms","start":"2026-03-02T19:14:25.037102Z","end":"2026-03-02T19:14:25.579454Z","steps":["trace[1673257419] 'read index received' (duration: 72.207502ms)","trace[1673257419] 'applied index is now lower than readState.Index' (duration: 470.143814ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:25.579563Z","caller":"traceutil/trace.go:171","msg":"trace[927029746] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"543.162636ms","start":"2026-03-02T19:14:25.036354Z","end":"2026-03-02T19:14:25.579517Z","steps":["trace[927029746] 'process raft request' (duration: 542.791727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:25.579631Z","caller":"traceutil/trace.go:171","msg":"trace[1101687950] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"543.226477ms","start":"2026-03-02T19:14:25.036393Z","end":"2026-03-02T19:14:25.579619Z","steps":["trace[1101687950] 'process raft request' (duration: 542.974861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.579755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:25.036364Z","time spent":"543.31057ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:25.579772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:25.036334Z","time spent":"543.32092ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:25.580021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.91066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:14:25.580082Z","caller":"traceutil/trace.go:171","msg":"trace[1836532096] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19825; }","duration":"543.017382ms","start":"2026-03-02T19:14:25.03705Z","end":"2026-03-02T19:14:25.580068Z","steps":["trace[1836532096] 'agreement among raft nodes before linearized reading' (duration: 542.842818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.58011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:25.037031Z","time spent":"543.073393ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:14:25.580188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.226453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:14:25.580248Z","caller":"traceutil/trace.go:171","msg":"trace[935866933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19825; }","duration":"536.314765ms","start":"2026-03-02T19:14:25.043913Z","end":"2026-03-02T19:14:25.580228Z","steps":["trace[935866933] 'agreement among raft nodes before linearized reading' (duration: 536.074669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.580293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:25.043899Z","time spent":"536.381677ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T19:14:25.580311Z","caller":"traceutil/trace.go:171","msg":"trace[1941769660] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"543.217217ms","start":"2026-03-02T19:14:25.037085Z","end":"2026-03-02T19:14:25.580302Z","steps":["trace[1941769660] 'process raft request' (duration: 542.325365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.580374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:25.037075Z","time spent":"543.254208ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:25.580541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.100195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:25.580565Z","caller":"traceutil/trace.go:171","msg":"trace[1693272607] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19825; }","duration":"225.126545ms","start":"2026-03-02T19:14:25.355431Z","end":"2026-03-02T19:14:25.580557Z","steps":["trace[1693272607] 'agreement among raft nodes before linearized reading' (duration: 225.086594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:25.580605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.016945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:25.580646Z","caller":"traceutil/trace.go:171","msg":"trace[1207604577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19825; }","duration":"157.095617ms","start":"2026-03-02T19:14:25.423538Z","end":"2026-03-02T19:14:25.580634Z","steps":["trace[1207604577] 'agreement among raft nodes before linearized reading' (duration: 157.029066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.040121Z","caller":"traceutil/trace.go:171","msg":"trace[1570323705] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"152.838051ms","start":"2026-03-02T19:14:25.887252Z","end":"2026-03-02T19:14:26.04009Z","steps":["trace[1570323705] 'process raft request' (duration: 152.642576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.23719Z","caller":"traceutil/trace.go:171","msg":"trace[26157987] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"267.271042ms","start":"2026-03-02T19:14:25.969887Z","end":"2026-03-02T19:14:26.237158Z","steps":["trace[26157987] 'process raft request' (duration: 179.650457ms)","trace[26157987] 'compare' (duration: 87.371638ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:26.23735Z","caller":"traceutil/trace.go:171","msg":"trace[901947181] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"265.107627ms","start":"2026-03-02T19:14:25.972227Z","end":"2026-03-02T19:14:26.237335Z","steps":["trace[901947181] 'process raft request' (duration: 264.857311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.237546Z","caller":"traceutil/trace.go:171","msg":"trace[1265428605] linearizableReadLoop","detail":"{readStateIndex:20559; appliedIndex:20556; }","duration":"197.358546ms","start":"2026-03-02T19:14:26.040161Z","end":"2026-03-02T19:14:26.23752Z","steps":["trace[1265428605] 'read index received' (duration: 109.316362ms)","trace[1265428605] 'applied index is now lower than readState.Index' (duration: 88.037334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:26.237712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.893491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:26.23774Z","caller":"traceutil/trace.go:171","msg":"trace[934249261] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19829; }","duration":"266.950813ms","start":"2026-03-02T19:14:25.970782Z","end":"2026-03-02T19:14:26.237733Z","steps":["trace[934249261] 'agreement among raft nodes before linearized reading' (duration: 266.8297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.237748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.018669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.237763Z","caller":"traceutil/trace.go:171","msg":"trace[250113958] transaction","detail":"{read_only:false; response_revision:19829; number_of_response:1; }","duration":"264.787279ms","start":"2026-03-02T19:14:25.972939Z","end":"2026-03-02T19:14:26.237726Z","steps":["trace[250113958] 'process raft request' (duration: 264.344029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.237782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.824529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.237838Z","caller":"traceutil/trace.go:171","msg":"trace[933199293] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19829; }","duration":"266.133242ms","start":"2026-03-02T19:14:25.971673Z","end":"2026-03-02T19:14:26.237806Z","steps":["trace[933199293] 'agreement among raft nodes before linearized reading' (duration: 266.007029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.237869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.002094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:26.237883Z","caller":"traceutil/trace.go:171","msg":"trace[1141781442] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19829; }","duration":"267.030244ms","start":"2026-03-02T19:14:25.970849Z","end":"2026-03-02T19:14:26.237879Z","steps":["trace[1141781442] 'agreement among raft nodes before linearized reading' (duration: 266.984903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.237883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.167058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:26.237883Z","caller":"traceutil/trace.go:171","msg":"trace[770523322] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19829; }","duration":"266.972113ms","start":"2026-03-02T19:14:25.97088Z","end":"2026-03-02T19:14:26.237852Z","steps":["trace[770523322] 'agreement among raft nodes before linearized reading' (duration: 266.834459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.237878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.658791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:26.237893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.00703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:26.237951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.117947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:26.237952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.736343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.237952Z","caller":"traceutil/trace.go:171","msg":"trace[358856753] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19829; }","duration":"266.102142ms","start":"2026-03-02T19:14:25.971835Z","end":"2026-03-02T19:14:26.237937Z","steps":["trace[358856753] 'agreement among raft nodes before linearized reading' (duration: 265.993559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.237951Z","caller":"traceutil/trace.go:171","msg":"trace[1120103750] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19829; }","duration":"265.758614ms","start":"2026-03-02T19:14:25.972178Z","end":"2026-03-02T19:14:26.237937Z","steps":["trace[1120103750] 'agreement among raft nodes before linearized reading' (duration: 265.645371ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.237978Z","caller":"traceutil/trace.go:171","msg":"trace[1320178630] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19829; }","duration":"267.763993ms","start":"2026-03-02T19:14:25.970206Z","end":"2026-03-02T19:14:26.23797Z","steps":["trace[1320178630] 'agreement among raft nodes before linearized reading' (duration: 267.723912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.423319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:26.237808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.995879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:26.238034Z","caller":"traceutil/trace.go:171","msg":"trace[891383843] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19829; }","duration":"266.462301ms","start":"2026-03-02T19:14:25.971567Z","end":"2026-03-02T19:14:26.238029Z","steps":["trace[891383843] 'agreement among raft nodes before linearized reading' (duration: 266.41671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.237913Z","caller":"traceutil/trace.go:171","msg":"trace[4773044] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19829; }","duration":"267.233041ms","start":"2026-03-02T19:14:25.97067Z","end":"2026-03-02T19:14:26.237903Z","steps":["trace[4773044] 'agreement among raft nodes before linearized reading' (duration: 267.156709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.23805Z","caller":"traceutil/trace.go:171","msg":"trace[228920503] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19829; }","duration":"268.266355ms","start":"2026-03-02T19:14:25.969775Z","end":"2026-03-02T19:14:26.238041Z","steps":["trace[228920503] 'agreement among raft nodes before linearized reading' (duration: 267.833185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.872836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.238111Z","caller":"traceutil/trace.go:171","msg":"trace[1359408907] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19829; }","duration":"267.929518ms","start":"2026-03-02T19:14:25.970173Z","end":"2026-03-02T19:14:26.238103Z","steps":["trace[1359408907] 'agreement among raft nodes before linearized reading' (duration: 267.873176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.237964Z","caller":"traceutil/trace.go:171","msg":"trace[289904051] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19829; }","duration":"267.145357ms","start":"2026-03-02T19:14:25.970815Z","end":"2026-03-02T19:14:26.23796Z","steps":["trace[289904051] 'agreement among raft nodes before linearized reading' (duration: 267.124617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.944688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.238176Z","caller":"traceutil/trace.go:171","msg":"trace[2006767661] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19829; }","duration":"268.019329ms","start":"2026-03-02T19:14:25.970144Z","end":"2026-03-02T19:14:26.238163Z","steps":["trace[2006767661] 'agreement among raft nodes before linearized reading' (duration: 267.949137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.114402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:26.238227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.194724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:26.238242Z","caller":"traceutil/trace.go:171","msg":"trace[1005607531] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19829; }","duration":"268.174734ms","start":"2026-03-02T19:14:25.970054Z","end":"2026-03-02T19:14:26.238229Z","steps":["trace[1005607531] 'agreement among raft nodes before linearized reading' (duration: 268.01192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.238256Z","caller":"traceutil/trace.go:171","msg":"trace[1286876579] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19829; }","duration":"268.240725ms","start":"2026-03-02T19:14:25.970008Z","end":"2026-03-02T19:14:26.238248Z","steps":["trace[1286876579] 'agreement among raft nodes before linearized reading' (duration: 268.164273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.314596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.238325Z","caller":"traceutil/trace.go:171","msg":"trace[412350742] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19829; }","duration":"268.364918ms","start":"2026-03-02T19:14:25.969955Z","end":"2026-03-02T19:14:26.23832Z","steps":["trace[412350742] 'agreement among raft nodes before linearized reading' (duration: 268.334417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.392709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.238349Z","caller":"traceutil/trace.go:171","msg":"trace[2061800020] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19829; }","duration":"268.48532ms","start":"2026-03-02T19:14:25.969852Z","end":"2026-03-02T19:14:26.238338Z","steps":["trace[2061800020] 'agreement among raft nodes before linearized reading' (duration: 268.440779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:26.238341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.242835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:26.2384Z","caller":"traceutil/trace.go:171","msg":"trace[1301202267] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19829; }","duration":"268.338978ms","start":"2026-03-02T19:14:25.970047Z","end":"2026-03-02T19:14:26.238386Z","steps":["trace[1301202267] 'agreement among raft nodes before linearized reading' (duration: 268.222155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:26.835339Z","caller":"traceutil/trace.go:171","msg":"trace[2048034185] transaction","detail":"{read_only:false; response_revision:19830; number_of_response:1; }","duration":"165.336162ms","start":"2026-03-02T19:14:26.669975Z","end":"2026-03-02T19:14:26.835311Z","steps":["trace[2048034185] 'process raft request' (duration: 165.047865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:27.983559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.289464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:14:27.98378Z","caller":"traceutil/trace.go:171","msg":"trace[1660422538] transaction","detail":"{read_only:false; response_revision:19833; number_of_response:1; }","duration":"395.124513ms","start":"2026-03-02T19:14:27.588618Z","end":"2026-03-02T19:14:27.983742Z","steps":["trace[1660422538] 'process raft request' (duration: 110.540093ms)","trace[1660422538] 'compare' (duration: 284.066817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:27.98393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:27.588602Z","time spent":"395.244946ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:27.98426Z","caller":"traceutil/trace.go:171","msg":"trace[926709033] linearizableReadLoop","detail":"{readStateIndex:20564; appliedIndex:20562; }","duration":"292.060766ms","start":"2026-03-02T19:14:27.692176Z","end":"2026-03-02T19:14:27.984237Z","steps":["trace[926709033] 'read index received' (duration: 6.989404ms)","trace[926709033] 'applied index is now lower than readState.Index' (duration: 285.020421ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:27.984319Z","caller":"traceutil/trace.go:171","msg":"trace[1682541642] transaction","detail":"{read_only:false; response_revision:19834; number_of_response:1; }","duration":"395.649575ms","start":"2026-03-02T19:14:27.58864Z","end":"2026-03-02T19:14:27.984289Z","steps":["trace[1682541642] 'process raft request' (duration: 395.02147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:27.984367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.176599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:27.984444Z","caller":"traceutil/trace.go:171","msg":"trace[1391405548] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19834; }","duration":"292.281941ms","start":"2026-03-02T19:14:27.692145Z","end":"2026-03-02T19:14:27.984426Z","steps":["trace[1391405548] 'agreement among raft nodes before linearized reading' (duration: 292.172878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:27.984525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:27.588627Z","time spent":"395.79368ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:28.753757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012903355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:14:29.213668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.309238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.213748Z","caller":"traceutil/trace.go:171","msg":"trace[1903424000] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19834; }","duration":"971.432921ms","start":"2026-03-02T19:14:28.242301Z","end":"2026-03-02T19:14:29.213734Z","steps":["trace[1903424000] 'range keys from in-memory index tree' (duration: 971.243316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.213776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.242283Z","time spent":"971.487082ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:29.214163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.611336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:29.21417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.974909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:29.214195Z","caller":"traceutil/trace.go:171","msg":"trace[754476042] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19834; }","duration":"971.660996ms","start":"2026-03-02T19:14:28.242526Z","end":"2026-03-02T19:14:29.214187Z","steps":["trace[754476042] 'range keys from in-memory index tree' (duration: 971.339209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.21422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.24252Z","time spent":"971.694657ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-02T19:14:29.214216Z","caller":"traceutil/trace.go:171","msg":"trace[1593012648] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19834; }","duration":"971.036831ms","start":"2026-03-02T19:14:28.243164Z","end":"2026-03-02T19:14:29.214201Z","steps":["trace[1593012648] 'range keys from in-memory index tree' (duration: 970.694302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.214252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.243155Z","time spent":"971.089592ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-02T19:14:29.214439Z","caller":"traceutil/trace.go:171","msg":"trace[1132768404] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"970.843435ms","start":"2026-03-02T19:14:28.243584Z","end":"2026-03-02T19:14:29.214427Z","steps":["trace[1132768404] 'process raft request' (duration: 917.914473ms)","trace[1132768404] 'compare' (duration: 51.756484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:29.214423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.047531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-02T19:14:29.214483Z","caller":"traceutil/trace.go:171","msg":"trace[1181796325] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19834; }","duration":"971.133722ms","start":"2026-03-02T19:14:28.243336Z","end":"2026-03-02T19:14:29.214469Z","steps":["trace[1181796325] 'range keys from in-memory index tree' (duration: 970.931008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.214517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.243329Z","time spent":"971.181894ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:14:29.214524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.243568Z","time spent":"970.897037ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:29.305779Z","caller":"traceutil/trace.go:171","msg":"trace[1315402878] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"1.061219029s","start":"2026-03-02T19:14:28.244536Z","end":"2026-03-02T19:14:29.305755Z","steps":["trace[1315402878] 'process raft request' (duration: 1.060935572s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:29.306054Z","caller":"traceutil/trace.go:171","msg":"trace[818940924] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"1.061508295s","start":"2026-03-02T19:14:28.24452Z","end":"2026-03-02T19:14:29.306028Z","steps":["trace[818940924] 'process raft request' (duration: 1.060829269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.306074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244519Z","time spent":"1.061326031s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:14:29.306169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244502Z","time spent":"1.061611688s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:29.306081Z","caller":"traceutil/trace.go:171","msg":"trace[1041465475] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"515.378527ms","start":"2026-03-02T19:14:28.790622Z","end":"2026-03-02T19:14:29.306Z","steps":["trace[1041465475] 'process raft request' (duration: 514.896335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.307606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.790595Z","time spent":"516.878265ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:14:29.320882Z","caller":"traceutil/trace.go:171","msg":"trace[1071197635] linearizableReadLoop","detail":"{readStateIndex:20567; appliedIndex:20564; }","duration":"1.077204494s","start":"2026-03-02T19:14:28.243665Z","end":"2026-03-02T19:14:29.32087Z","steps":["trace[1071197635] 'read index received' (duration: 917.862032ms)","trace[1071197635] 'applied index is now lower than readState.Index' (duration: 159.341622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:14:29.321194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077523953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:14:29.321235Z","caller":"traceutil/trace.go:171","msg":"trace[794703928] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19838; }","duration":"1.077604295s","start":"2026-03-02T19:14:28.243621Z","end":"2026-03-02T19:14:29.321225Z","steps":["trace[794703928] 'agreement among raft nodes before linearized reading' (duration: 1.077485761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.321263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.2436Z","time spent":"1.077655866s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:14:29.321577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077589145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.321604Z","caller":"traceutil/trace.go:171","msg":"trace[344831909] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19838; }","duration":"1.077634566s","start":"2026-03-02T19:14:28.243963Z","end":"2026-03-02T19:14:29.321597Z","steps":["trace[344831909] 'agreement among raft nodes before linearized reading' (duration: 1.077591595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.321622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.243955Z","time spent":"1.077662546s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:29.321768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076545479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.321809Z","caller":"traceutil/trace.go:171","msg":"trace[935992503] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19838; }","duration":"1.076605261s","start":"2026-03-02T19:14:28.245195Z","end":"2026-03-02T19:14:29.321801Z","steps":["trace[935992503] 'agreement among raft nodes before linearized reading' (duration: 1.076524619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.321834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.245185Z","time spent":"1.076643191s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:29.321873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076385704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.321929Z","caller":"traceutil/trace.go:171","msg":"trace[1046908751] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19838; }","duration":"1.076447895s","start":"2026-03-02T19:14:28.245463Z","end":"2026-03-02T19:14:29.321911Z","steps":["trace[1046908751] 'agreement among raft nodes before linearized reading' (duration: 1.076391534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.321966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077943603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:29.321973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.245456Z","time spent":"1.076509648s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:29.321934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07656571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.321999Z","caller":"traceutil/trace.go:171","msg":"trace[463232650] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19838; }","duration":"1.077991584s","start":"2026-03-02T19:14:28.243999Z","end":"2026-03-02T19:14:29.321991Z","steps":["trace[463232650] 'agreement among raft nodes before linearized reading' (duration: 1.077939173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.243994Z","time spent":"1.078023755s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:14:29.321808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076522339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:29.322058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076741034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:29.322101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077615005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:29.322079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076544498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:29.322159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077951254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:14:29.322179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078017405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-02T19:14:29.32217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.85559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:14:29.322206Z","caller":"traceutil/trace.go:171","msg":"trace[14745418] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19838; }","duration":"1.078096957s","start":"2026-03-02T19:14:28.244102Z","end":"2026-03-02T19:14:29.322199Z","steps":["trace[14745418] 'agreement among raft nodes before linearized reading' (duration: 1.078021186s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:29.322208Z","caller":"traceutil/trace.go:171","msg":"trace[1921435722] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19838; }","duration":"1.078028905s","start":"2026-03-02T19:14:28.244167Z","end":"2026-03-02T19:14:29.322195Z","steps":["trace[1921435722] 'agreement among raft nodes before linearized reading' (duration: 1.077907982s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.835277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T19:14:29.322232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244077Z","time spent":"1.078147308s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-02T19:14:29.322231Z","caller":"traceutil/trace.go:171","msg":"trace[688125375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19838; }","duration":"482.951212ms","start":"2026-03-02T19:14:28.839261Z","end":"2026-03-02T19:14:29.322212Z","steps":["trace[688125375] 'agreement among raft nodes before linearized reading' (duration: 482.770727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.98437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:14:29.322018Z","caller":"traceutil/trace.go:171","msg":"trace[1694193042] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19838; }","duration":"1.076671113s","start":"2026-03-02T19:14:28.245334Z","end":"2026-03-02T19:14:29.322005Z","steps":["trace[1694193042] 'agreement among raft nodes before linearized reading' (duration: 1.07655388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.32225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244161Z","time spent":"1.078073406s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:14:29.322253Z","caller":"traceutil/trace.go:171","msg":"trace[273642329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19838; }","duration":"176.894199ms","start":"2026-03-02T19:14:29.145351Z","end":"2026-03-02T19:14:29.322245Z","steps":["trace[273642329] 'agreement among raft nodes before linearized reading' (duration: 176.804566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.839246Z","time spent":"483.020504ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:14:29.322279Z","caller":"traceutil/trace.go:171","msg":"trace[239722385] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19838; }","duration":"630.177154ms","start":"2026-03-02T19:14:28.692089Z","end":"2026-03-02T19:14:29.322266Z","steps":["trace[239722385] 'agreement among raft nodes before linearized reading' (duration: 629.9978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.245324Z","time spent":"1.076956029s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-02T19:14:29.322199Z","caller":"traceutil/trace.go:171","msg":"trace[82643880] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19838; }","duration":"1.076728193s","start":"2026-03-02T19:14:28.245448Z","end":"2026-03-02T19:14:29.322176Z","steps":["trace[82643880] 'agreement among raft nodes before linearized reading' (duration: 1.076468777s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:29.322105Z","caller":"traceutil/trace.go:171","msg":"trace[1668510361] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:19838; }","duration":"1.076804676s","start":"2026-03-02T19:14:28.245291Z","end":"2026-03-02T19:14:29.322096Z","steps":["trace[1668510361] 'agreement among raft nodes before linearized reading' (duration: 1.076666053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.69207Z","time spent":"630.273557ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:14:29.322135Z","caller":"traceutil/trace.go:171","msg":"trace[1178716780] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:19838; }","duration":"1.077646726s","start":"2026-03-02T19:14:28.24448Z","end":"2026-03-02T19:14:29.322127Z","steps":["trace[1178716780] 'agreement among raft nodes before linearized reading' (duration: 1.077604525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.322444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244453Z","time spent":"1.077985434s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:14:29.322032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.092851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.32255Z","caller":"traceutil/trace.go:171","msg":"trace[1241747598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19838; }","duration":"898.685396ms","start":"2026-03-02T19:14:28.423821Z","end":"2026-03-02T19:14:29.322507Z","steps":["trace[1241747598] 'agreement among raft nodes before linearized reading' (duration: 898.03009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.324285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.423801Z","time spent":"900.47354ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:14:29.322104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077938913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-03-02T19:14:29.322371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.24544Z","time spent":"1.076918107s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:29.322067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077656466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:14:29.322102Z","caller":"traceutil/trace.go:171","msg":"trace[1511744782] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:19838; }","duration":"1.076869047s","start":"2026-03-02T19:14:28.245223Z","end":"2026-03-02T19:14:29.322092Z","steps":["trace[1511744782] 'agreement among raft nodes before linearized reading' (duration: 1.076483077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.3224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.245285Z","time spent":"1.077099723s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-02T19:14:29.324461Z","caller":"traceutil/trace.go:171","msg":"trace[1600154629] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:19838; }","duration":"1.080073376s","start":"2026-03-02T19:14:28.244372Z","end":"2026-03-02T19:14:29.324445Z","steps":["trace[1600154629] 'agreement among raft nodes before linearized reading' (duration: 1.077671427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.324508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244356Z","time spent":"1.080139618s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:14:29.324503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.245212Z","time spent":"1.079259757s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:14:29.324421Z","caller":"traceutil/trace.go:171","msg":"trace[1459344286] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:19838; }","duration":"1.080283321s","start":"2026-03-02T19:14:28.24412Z","end":"2026-03-02T19:14:29.324404Z","steps":["trace[1459344286] 'agreement among raft nodes before linearized reading' (duration: 1.07780463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:29.324617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:14:28.244114Z","time spent":"1.080488616s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-02T19:14:30.117476Z","caller":"traceutil/trace.go:171","msg":"trace[1083893178] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"126.332084ms","start":"2026-03-02T19:14:29.991126Z","end":"2026-03-02T19:14:30.117458Z","steps":["trace[1083893178] 'process raft request' (duration: 126.218212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:30.118965Z","caller":"traceutil/trace.go:171","msg":"trace[1764107933] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"127.154434ms","start":"2026-03-02T19:14:29.991798Z","end":"2026-03-02T19:14:30.118952Z","steps":["trace[1764107933] 'process raft request' (duration: 126.968839ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:31.618134Z","caller":"traceutil/trace.go:171","msg":"trace[1610002580] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"141.636003ms","start":"2026-03-02T19:14:31.476473Z","end":"2026-03-02T19:14:31.618109Z","steps":["trace[1610002580] 'process raft request' (duration: 94.620447ms)","trace[1610002580] 'compare' (duration: 46.582756ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:55.416544Z","caller":"traceutil/trace.go:171","msg":"trace[2096329183] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"110.251086ms","start":"2026-03-02T19:14:55.306269Z","end":"2026-03-02T19:14:55.41652Z","steps":["trace[2096329183] 'process raft request' (duration: 110.066001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:10.621388Z","caller":"traceutil/trace.go:171","msg":"trace[799013144] transaction","detail":"{read_only:false; response_revision:20107; number_of_response:1; }","duration":"123.360061ms","start":"2026-03-02T19:15:10.497985Z","end":"2026-03-02T19:15:10.621345Z","steps":["trace[799013144] 'process raft request' (duration: 59.456175ms)","trace[799013144] 'compare' (duration: 63.605548ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:10.902332Z","caller":"traceutil/trace.go:171","msg":"trace[726851493] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"113.593509ms","start":"2026-03-02T19:15:10.788713Z","end":"2026-03-02T19:15:10.902306Z","steps":["trace[726851493] 'process raft request' (duration: 113.437015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:10.902389Z","caller":"traceutil/trace.go:171","msg":"trace[819173876] linearizableReadLoop","detail":"{readStateIndex:20849; appliedIndex:20849; }","duration":"102.656048ms","start":"2026-03-02T19:15:10.799678Z","end":"2026-03-02T19:15:10.902334Z","steps":["trace[819173876] 'read index received' (duration: 102.626437ms)","trace[819173876] 'applied index is now lower than readState.Index' (duration: 22.14µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:10.903035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.344023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:10.90311Z","caller":"traceutil/trace.go:171","msg":"trace[2075097933] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20108; }","duration":"103.494357ms","start":"2026-03-02T19:15:10.799599Z","end":"2026-03-02T19:15:10.903093Z","steps":["trace[2075097933] 'agreement among raft nodes before linearized reading' (duration: 102.905303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:11.216152Z","caller":"traceutil/trace.go:171","msg":"trace[1782404788] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"188.798874ms","start":"2026-03-02T19:15:11.027322Z","end":"2026-03-02T19:15:11.216121Z","steps":["trace[1782404788] 'process raft request' (duration: 184.777894ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:11.216278Z","caller":"traceutil/trace.go:171","msg":"trace[1027709165] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"185.184944ms","start":"2026-03-02T19:15:11.031045Z","end":"2026-03-02T19:15:11.21623Z","steps":["trace[1027709165] 'process raft request' (duration: 185.00391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.033854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.133396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:12.034063Z","caller":"traceutil/trace.go:171","msg":"trace[583224025] transaction","detail":"{read_only:false; response_revision:20119; number_of_response:1; }","duration":"230.602862ms","start":"2026-03-02T19:15:11.803439Z","end":"2026-03-02T19:15:12.034042Z","steps":["trace[583224025] 'process raft request' (duration: 230.52392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:12.034094Z","caller":"traceutil/trace.go:171","msg":"trace[888433469] linearizableReadLoop","detail":"{readStateIndex:20859; appliedIndex:20858; }","duration":"231.472633ms","start":"2026-03-02T19:15:11.802597Z","end":"2026-03-02T19:15:12.034069Z","steps":["trace[888433469] 'read index received' (duration: 60.242µs)","trace[888433469] 'applied index is now lower than readState.Index' (duration: 231.410961ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:12.034214Z","caller":"traceutil/trace.go:171","msg":"trace[1410093684] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"344.953407ms","start":"2026-03-02T19:15:11.689247Z","end":"2026-03-02T19:15:12.034201Z","steps":["trace[1410093684] 'process raft request' (duration: 71.39712ms)","trace[1410093684] 'compare' (duration: 272.48709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:12.034338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:11.689236Z","time spent":"345.02215ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:12.034556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.818381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:15:12.03466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.057447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-clpsd\" ","response":"range_response_count:1 size:8116"} {"level":"info","ts":"2026-03-02T19:15:12.034661Z","caller":"traceutil/trace.go:171","msg":"trace[1446986540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20119; }","duration":"206.961605ms","start":"2026-03-02T19:15:11.827674Z","end":"2026-03-02T19:15:12.034636Z","steps":["trace[1446986540] 'agreement among raft nodes before linearized reading' (duration: 206.659768ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:12.034701Z","caller":"traceutil/trace.go:171","msg":"trace[2014690324] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-clpsd; range_end:; response_count:1; response_revision:20119; }","duration":"232.126279ms","start":"2026-03-02T19:15:11.802563Z","end":"2026-03-02T19:15:12.034689Z","steps":["trace[2014690324] 'agreement among raft nodes before linearized reading' (duration: 231.978086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.034765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.250684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:15:12.034822Z","caller":"traceutil/trace.go:171","msg":"trace[1995572309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20119; }","duration":"170.352206ms","start":"2026-03-02T19:15:11.864457Z","end":"2026-03-02T19:15:12.034809Z","steps":["trace[1995572309] 'agreement among raft nodes before linearized reading' (duration: 170.186222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.289136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.050094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:12.289265Z","caller":"traceutil/trace.go:171","msg":"trace[1456721656] transaction","detail":"{read_only:false; response_revision:20120; number_of_response:1; }","duration":"251.49646ms","start":"2026-03-02T19:15:12.037745Z","end":"2026-03-02T19:15:12.289241Z","steps":["trace[1456721656] 'process raft request' (duration: 130.243941ms)","trace[1456721656] 'compare' (duration: 120.919791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:12.813813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.103497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:12.814007Z","caller":"traceutil/trace.go:171","msg":"trace[2031487245] linearizableReadLoop","detail":"{readStateIndex:20863; appliedIndex:20861; }","duration":"593.354671ms","start":"2026-03-02T19:15:12.220634Z","end":"2026-03-02T19:15:12.813988Z","steps":["trace[2031487245] 'read index received' (duration: 250.956037ms)","trace[2031487245] 'applied index is now lower than readState.Index' (duration: 342.397764ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:12.814095Z","caller":"traceutil/trace.go:171","msg":"trace[1447624637] transaction","detail":"{read_only:false; response_revision:20121; number_of_response:1; }","duration":"774.990947ms","start":"2026-03-02T19:15:12.039093Z","end":"2026-03-02T19:15:12.814084Z","steps":["trace[1447624637] 'process raft request' (duration: 432.540882ms)","trace[1447624637] 'compare' (duration: 341.80163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:12.814149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:12.039065Z","time spent":"775.052999ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:12.814226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.576686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:12.814275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.057351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:12.814306Z","caller":"traceutil/trace.go:171","msg":"trace[725975723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20122; }","duration":"391.115773ms","start":"2026-03-02T19:15:12.42318Z","end":"2026-03-02T19:15:12.814296Z","steps":["trace[725975723] 'agreement among raft nodes before linearized reading' (duration: 391.064391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:12.814308Z","caller":"traceutil/trace.go:171","msg":"trace[1535864573] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20122; }","duration":"593.706099ms","start":"2026-03-02T19:15:12.220579Z","end":"2026-03-02T19:15:12.814285Z","steps":["trace[1535864573] 'agreement among raft nodes before linearized reading' (duration: 593.529805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.814332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:12.423155Z","time spent":"391.171165ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:12.814353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:12.220556Z","time spent":"593.788232ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:15:12.814391Z","caller":"traceutil/trace.go:171","msg":"trace[1851483519] transaction","detail":"{read_only:false; response_revision:20122; number_of_response:1; }","duration":"769.761638ms","start":"2026-03-02T19:15:12.044572Z","end":"2026-03-02T19:15:12.814334Z","steps":["trace[1851483519] 'process raft request' (duration: 769.338887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.814426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.578899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:15:12.81447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:12.04455Z","time spent":"769.876961ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8109,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:12.81449Z","caller":"traceutil/trace.go:171","msg":"trace[1342664264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20122; }","duration":"182.681522ms","start":"2026-03-02T19:15:12.631792Z","end":"2026-03-02T19:15:12.814474Z","steps":["trace[1342664264] 'agreement among raft nodes before linearized reading' (duration: 182.465837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.814512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.046253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:15:12.814592Z","caller":"traceutil/trace.go:171","msg":"trace[410331288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20122; }","duration":"333.173426ms","start":"2026-03-02T19:15:12.481395Z","end":"2026-03-02T19:15:12.814569Z","steps":["trace[410331288] 'agreement among raft nodes before linearized reading' (duration: 332.92189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:12.814632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:12.481366Z","time spent":"333.257978ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:15:13.013793Z","caller":"traceutil/trace.go:171","msg":"trace[425316710] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"194.818403ms","start":"2026-03-02T19:15:12.818946Z","end":"2026-03-02T19:15:13.013764Z","steps":["trace[425316710] 'process raft request' (duration: 118.241724ms)","trace[425316710] 'compare' (duration: 76.088757ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:13.01395Z","caller":"traceutil/trace.go:171","msg":"trace[1531808884] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"194.471134ms","start":"2026-03-02T19:15:12.819455Z","end":"2026-03-02T19:15:13.013926Z","steps":["trace[1531808884] 'process raft request' (duration: 194.210338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:13.53386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.108146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:13.533961Z","caller":"traceutil/trace.go:171","msg":"trace[1662093421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20126; }","duration":"109.24067ms","start":"2026-03-02T19:15:13.424699Z","end":"2026-03-02T19:15:13.533939Z","steps":["trace[1662093421] 'range keys from in-memory index tree' (duration: 109.043195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:14.155081Z","caller":"traceutil/trace.go:171","msg":"trace[224690635] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"114.659735ms","start":"2026-03-02T19:15:14.040402Z","end":"2026-03-02T19:15:14.155062Z","steps":["trace[224690635] 'process raft request' (duration: 114.556942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:15.036188Z","caller":"traceutil/trace.go:171","msg":"trace[770843753] transaction","detail":"{read_only:false; response_revision:20136; number_of_response:1; }","duration":"122.635193ms","start":"2026-03-02T19:15:14.913517Z","end":"2026-03-02T19:15:15.036153Z","steps":["trace[770843753] 'process raft request' (duration: 122.12914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:15.23682Z","caller":"traceutil/trace.go:171","msg":"trace[504812320] transaction","detail":"{read_only:false; response_revision:20138; number_of_response:1; }","duration":"195.477289ms","start":"2026-03-02T19:15:15.041309Z","end":"2026-03-02T19:15:15.236786Z","steps":["trace[504812320] 'process raft request' (duration: 130.046826ms)","trace[504812320] 'compare' (duration: 65.144336ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:41.502894Z","caller":"traceutil/trace.go:171","msg":"trace[1831631781] transaction","detail":"{read_only:false; response_revision:20290; number_of_response:1; }","duration":"147.50355ms","start":"2026-03-02T19:15:41.355349Z","end":"2026-03-02T19:15:41.502852Z","steps":["trace[1831631781] 'process raft request' (duration: 147.103661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:41.886844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.196471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:41.887064Z","caller":"traceutil/trace.go:171","msg":"trace[122677848] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"240.464066ms","start":"2026-03-02T19:15:41.646558Z","end":"2026-03-02T19:15:41.887022Z","steps":["trace[122677848] 'process raft request' (duration: 89.019279ms)","trace[122677848] 'compare' (duration: 150.277589ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:41.887353Z","caller":"traceutil/trace.go:171","msg":"trace[2063749550] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"162.804449ms","start":"2026-03-02T19:15:41.724527Z","end":"2026-03-02T19:15:41.887331Z","steps":["trace[2063749550] 'process raft request' (duration: 162.411169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:43.196881Z","caller":"traceutil/trace.go:171","msg":"trace[297887836] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"169.826774ms","start":"2026-03-02T19:15:43.027034Z","end":"2026-03-02T19:15:43.19686Z","steps":["trace[297887836] 'process raft request' (duration: 169.699651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:43.700286Z","caller":"traceutil/trace.go:171","msg":"trace[1399446945] linearizableReadLoop","detail":"{readStateIndex:21045; appliedIndex:21044; }","duration":"116.680444ms","start":"2026-03-02T19:15:43.583583Z","end":"2026-03-02T19:15:43.700263Z","steps":["trace[1399446945] 'read index received' (duration: 116.472969ms)","trace[1399446945] 'applied index is now lower than readState.Index' (duration: 206.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:43.700409Z","caller":"traceutil/trace.go:171","msg":"trace[1778195699] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"150.210525ms","start":"2026-03-02T19:15:43.550184Z","end":"2026-03-02T19:15:43.700395Z","steps":["trace[1778195699] 'process raft request' (duration: 149.929479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:43.700973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.373132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:15:43.701071Z","caller":"traceutil/trace.go:171","msg":"trace[1206877402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20298; }","duration":"117.510866ms","start":"2026-03-02T19:15:43.583538Z","end":"2026-03-02T19:15:43.701049Z","steps":["trace[1206877402] 'agreement among raft nodes before linearized reading' (duration: 117.308731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:43.881703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.121053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:43.881942Z","caller":"traceutil/trace.go:171","msg":"trace[132428157] transaction","detail":"{read_only:false; response_revision:20300; number_of_response:1; }","duration":"135.808378ms","start":"2026-03-02T19:15:43.746113Z","end":"2026-03-02T19:15:43.881921Z","steps":["trace[132428157] 'process raft request' (duration: 135.726646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:43.882207Z","caller":"traceutil/trace.go:171","msg":"trace[348199611] transaction","detail":"{read_only:false; response_revision:20299; number_of_response:1; }","duration":"174.815987ms","start":"2026-03-02T19:15:43.707376Z","end":"2026-03-02T19:15:43.882192Z","steps":["trace[348199611] 'process raft request' (duration: 72.12478ms)","trace[348199611] 'compare' (duration: 101.98679ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:44.104476Z","caller":"traceutil/trace.go:171","msg":"trace[342828521] transaction","detail":"{read_only:false; response_revision:20303; number_of_response:1; }","duration":"171.442854ms","start":"2026-03-02T19:15:43.933008Z","end":"2026-03-02T19:15:44.104451Z","steps":["trace[342828521] 'process raft request' (duration: 171.398763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:44.104834Z","caller":"traceutil/trace.go:171","msg":"trace[1158205092] transaction","detail":"{read_only:false; response_revision:20302; number_of_response:1; }","duration":"213.699701ms","start":"2026-03-02T19:15:43.891084Z","end":"2026-03-02T19:15:44.104783Z","steps":["trace[1158205092] 'process raft request' (duration: 184.313161ms)","trace[1158205092] 'compare' (duration: 28.897448ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:44.579194Z","caller":"traceutil/trace.go:171","msg":"trace[1528932746] transaction","detail":"{read_only:false; response_revision:20305; number_of_response:1; }","duration":"121.902044ms","start":"2026-03-02T19:15:44.457276Z","end":"2026-03-02T19:15:44.579178Z","steps":["trace[1528932746] 'process raft request' (duration: 119.572956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:45.339079Z","caller":"traceutil/trace.go:171","msg":"trace[475310264] transaction","detail":"{read_only:false; response_revision:20307; number_of_response:1; }","duration":"132.343793ms","start":"2026-03-02T19:15:45.206718Z","end":"2026-03-02T19:15:45.339062Z","steps":["trace[475310264] 'process raft request' (duration: 132.23706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:46.187078Z","caller":"traceutil/trace.go:171","msg":"trace[493886044] linearizableReadLoop","detail":"{readStateIndex:21056; appliedIndex:21055; }","duration":"301.322964ms","start":"2026-03-02T19:15:45.88573Z","end":"2026-03-02T19:15:46.187053Z","steps":["trace[493886044] 'read index received' (duration: 301.1469ms)","trace[493886044] 'applied index is now lower than readState.Index' (duration: 174.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:46.187165Z","caller":"traceutil/trace.go:171","msg":"trace[879578633] transaction","detail":"{read_only:false; response_revision:20308; number_of_response:1; }","duration":"476.581553ms","start":"2026-03-02T19:15:45.710563Z","end":"2026-03-02T19:15:46.187144Z","steps":["trace[879578633] 'process raft request' (duration: 476.306017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:46.187261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:45.710542Z","time spent":"476.662795ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:46.187272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.54017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:15:46.187312Z","caller":"traceutil/trace.go:171","msg":"trace[880770941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20308; }","duration":"301.617312ms","start":"2026-03-02T19:15:45.885681Z","end":"2026-03-02T19:15:46.187298Z","steps":["trace[880770941] 'agreement among raft nodes before linearized reading' (duration: 301.488099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:46.187366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:45.885662Z","time spent":"301.687513ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:46.687538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:15:47.013444Z","caller":"traceutil/trace.go:171","msg":"trace[10377269] transaction","detail":"{read_only:false; response_revision:20309; number_of_response:1; }","duration":"1.058835569s","start":"2026-03-02T19:15:45.954586Z","end":"2026-03-02T19:15:47.013421Z","steps":["trace[10377269] 'process raft request' (duration: 1.058644864s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:47.013575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:45.954555Z","time spent":"1.058950432s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:47.013762Z","caller":"traceutil/trace.go:171","msg":"trace[2062322159] transaction","detail":"{read_only:false; response_revision:20311; number_of_response:1; }","duration":"903.652239ms","start":"2026-03-02T19:15:46.110085Z","end":"2026-03-02T19:15:47.013737Z","steps":["trace[2062322159] 'process raft request' (duration: 903.543486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:47.013779Z","caller":"traceutil/trace.go:171","msg":"trace[129839947] transaction","detail":"{read_only:false; response_revision:20310; number_of_response:1; }","duration":"904.381867ms","start":"2026-03-02T19:15:46.109362Z","end":"2026-03-02T19:15:47.013744Z","steps":["trace[129839947] 'process raft request' (duration: 904.026888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:47.013918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.109336Z","time spent":"904.51066ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:47.01392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.110057Z","time spent":"903.778841ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:48.009362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.276049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:48.009461Z","caller":"traceutil/trace.go:171","msg":"trace[1298940809] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20311; }","duration":"572.387541ms","start":"2026-03-02T19:15:47.43706Z","end":"2026-03-02T19:15:48.009447Z","steps":["trace[1298940809] 'range keys from in-memory index tree' (duration: 572.260938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.009785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.416323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:48.010021Z","caller":"traceutil/trace.go:171","msg":"trace[602764908] linearizableReadLoop","detail":"{readStateIndex:21061; appliedIndex:21056; }","duration":"1.822858075s","start":"2026-03-02T19:15:46.187141Z","end":"2026-03-02T19:15:48.009999Z","steps":["trace[602764908] 'read index received' (duration: 826.080965ms)","trace[602764908] 'applied index is now lower than readState.Index' (duration: 996.77588ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:48.010132Z","caller":"traceutil/trace.go:171","msg":"trace[243154235] transaction","detail":"{read_only:false; response_revision:20313; number_of_response:1; }","duration":"1.797512036s","start":"2026-03-02T19:15:46.212601Z","end":"2026-03-02T19:15:48.010113Z","steps":["trace[243154235] 'process raft request' (duration: 1.7973064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.01023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.212574Z","time spent":"1.797602598s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:48.010134Z","caller":"traceutil/trace.go:171","msg":"trace[1904277945] transaction","detail":"{read_only:false; response_revision:20312; number_of_response:1; }","duration":"1.818491816s","start":"2026-03-02T19:15:46.191629Z","end":"2026-03-02T19:15:48.010121Z","steps":["trace[1904277945] 'process raft request' (duration: 1.016628782s)","trace[1904277945] 'compare' (duration: 800.823178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:48.010449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103384464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:48.010476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.191606Z","time spent":"1.818788143s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:48.010514Z","caller":"traceutil/trace.go:171","msg":"trace[1587274356] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20313; }","duration":"2.103505047s","start":"2026-03-02T19:15:45.906994Z","end":"2026-03-02T19:15:48.010499Z","steps":["trace[1587274356] 'agreement among raft nodes before linearized reading' (duration: 2.103367114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.01056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:45.906967Z","time spent":"2.103581778s","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:48.351056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138306941s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:15:48.599635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.231578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-02T19:15:48.599891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.173335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:48.599944Z","caller":"traceutil/trace.go:171","msg":"trace[1784662496] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"886.253817ms","start":"2026-03-02T19:15:47.713674Z","end":"2026-03-02T19:15:48.599928Z","steps":["trace[1784662496] 'agreement among raft nodes before linearized reading' (duration: 886.171785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.599987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.71366Z","time spent":"886.318338ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:15:48.60007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256977434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:15:48.600165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075605454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:15:48.600171Z","caller":"traceutil/trace.go:171","msg":"trace[515785412] transaction","detail":"{read_only:false; response_revision:20314; number_of_response:1; }","duration":"1.387531444s","start":"2026-03-02T19:15:47.212625Z","end":"2026-03-02T19:15:48.600156Z","steps":["trace[515785412] 'process raft request' (duration: 1.1386743s)","trace[515785412] 'compare' (duration: 247.999673ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:48.600194Z","caller":"traceutil/trace.go:171","msg":"trace[1328022892] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20314; }","duration":"1.075668596s","start":"2026-03-02T19:15:47.524517Z","end":"2026-03-02T19:15:48.600186Z","steps":["trace[1328022892] 'agreement among raft nodes before linearized reading' (duration: 1.075593114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.524471Z","time spent":"1.075738728s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:15:48.60021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.831266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:48.600239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.2126Z","time spent":"1.387605436s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:48.600271Z","caller":"traceutil/trace.go:171","msg":"trace[1531477272] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"889.943219ms","start":"2026-03-02T19:15:47.710314Z","end":"2026-03-02T19:15:48.600257Z","steps":["trace[1531477272] 'agreement among raft nodes before linearized reading' (duration: 889.812485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.60028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178755865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:48.600175Z","caller":"traceutil/trace.go:171","msg":"trace[1434992763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20314; }","duration":"1.257099317s","start":"2026-03-02T19:15:47.343034Z","end":"2026-03-02T19:15:48.600133Z","steps":["trace[1434992763] 'agreement among raft nodes before linearized reading' (duration: 1.256884182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.710293Z","time spent":"890.007041ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-02T19:15:48.600306Z","caller":"traceutil/trace.go:171","msg":"trace[1772436976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20314; }","duration":"1.178778985s","start":"2026-03-02T19:15:47.421518Z","end":"2026-03-02T19:15:48.600297Z","steps":["trace[1772436976] 'agreement among raft nodes before linearized reading' (duration: 1.178742554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.60033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.343014Z","time spent":"1.257310424s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:48.60034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.421465Z","time spent":"1.178869137s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098016171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:15:48.600461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933899249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:15:48.600481Z","caller":"traceutil/trace.go:171","msg":"trace[1444388726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20314; }","duration":"1.93394502s","start":"2026-03-02T19:15:46.66653Z","end":"2026-03-02T19:15:48.600475Z","steps":["trace[1444388726] 'agreement among raft nodes before linearized reading' (duration: 1.933895669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.666513Z","time spent":"1.933979332s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:15:48.600473Z","caller":"traceutil/trace.go:171","msg":"trace[869600471] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:20314; }","duration":"1.098263228s","start":"2026-03-02T19:15:47.50218Z","end":"2026-03-02T19:15:48.600443Z","steps":["trace[869600471] 'agreement among raft nodes before linearized reading' (duration: 1.098020372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.60054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.855793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:48.600544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.922984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-03-02T19:15:48.600554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055780063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:15:48.600572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.50216Z","time spent":"1.09839305s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":21,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:48.600408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361267002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:15:48.600611Z","caller":"traceutil/trace.go:171","msg":"trace[1264742882] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20314; }","duration":"1.361504388s","start":"2026-03-02T19:15:47.239103Z","end":"2026-03-02T19:15:48.600608Z","steps":["trace[1264742882] 'agreement among raft nodes before linearized reading' (duration: 1.361265782s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:48.600599Z","caller":"traceutil/trace.go:171","msg":"trace[921861116] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20314; }","duration":"886.982986ms","start":"2026-03-02T19:15:47.713599Z","end":"2026-03-02T19:15:48.600582Z","steps":["trace[921861116] 'agreement among raft nodes before linearized reading' (duration: 886.879874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.239086Z","time spent":"1.361535439s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.108759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:15:48.60059Z","caller":"traceutil/trace.go:171","msg":"trace[624738794] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20314; }","duration":"2.055851224s","start":"2026-03-02T19:15:46.544733Z","end":"2026-03-02T19:15:48.600584Z","steps":["trace[624738794] 'agreement among raft nodes before linearized reading' (duration: 2.055800713s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.544712Z","time spent":"2.055997368s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:48.600755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164966462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:15:48.600581Z","caller":"traceutil/trace.go:171","msg":"trace[1951866724] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"886.909534ms","start":"2026-03-02T19:15:47.713661Z","end":"2026-03-02T19:15:48.600571Z","steps":["trace[1951866724] 'agreement among raft nodes before linearized reading' (duration: 886.848902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:48.600781Z","caller":"traceutil/trace.go:171","msg":"trace[907285886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20314; }","duration":"2.165024764s","start":"2026-03-02T19:15:46.435749Z","end":"2026-03-02T19:15:48.600774Z","steps":["trace[907285886] 'agreement among raft nodes before linearized reading' (duration: 2.164923181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.713655Z","time spent":"887.131379ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.435732Z","time spent":"2.165062854s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.867458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-02T19:15:48.601009Z","caller":"traceutil/trace.go:171","msg":"trace[219626648] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20314; }","duration":"888.078093ms","start":"2026-03-02T19:15:47.712873Z","end":"2026-03-02T19:15:48.600951Z","steps":["trace[219626648] 'agreement among raft nodes before linearized reading' (duration: 886.942814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.600701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695486565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-02T19:15:48.601146Z","caller":"traceutil/trace.go:171","msg":"trace[1011705917] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20314; }","duration":"1.695987717s","start":"2026-03-02T19:15:46.905144Z","end":"2026-03-02T19:15:48.601131Z","steps":["trace[1011705917] 'agreement among raft nodes before linearized reading' (duration: 1.695221919s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.60038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.426722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"warn","ts":"2026-03-02T19:15:48.601206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:46.905108Z","time spent":"1.69607287s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12632,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:15:48.601231Z","caller":"traceutil/trace.go:171","msg":"trace[188943215] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20314; }","duration":"885.320524ms","start":"2026-03-02T19:15:47.715902Z","end":"2026-03-02T19:15:48.601223Z","steps":["trace[188943215] 'agreement among raft nodes before linearized reading' (duration: 884.286108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.601264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.715896Z","time spent":"885.359906ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12632,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.16434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-02T19:15:48.601376Z","caller":"traceutil/trace.go:171","msg":"trace[984518156] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20314; }","duration":"886.218926ms","start":"2026-03-02T19:15:47.71515Z","end":"2026-03-02T19:15:48.601369Z","steps":["trace[984518156] 'agreement among raft nodes before linearized reading' (duration: 885.005286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.601196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.712854Z","time spent":"888.270417ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:15:48.6014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.71514Z","time spent":"886.251237ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12632,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:15:48.600666Z","caller":"traceutil/trace.go:171","msg":"trace[1949275536] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20314; }","duration":"887.174101ms","start":"2026-03-02T19:15:47.713474Z","end":"2026-03-02T19:15:48.600648Z","steps":["trace[1949275536] 'agreement among raft nodes before linearized reading' (duration: 887.069158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.601506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.713462Z","time spent":"888.038711ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.996136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:48.60165Z","caller":"traceutil/trace.go:171","msg":"trace[951426699] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20314; }","duration":"888.115133ms","start":"2026-03-02T19:15:47.713529Z","end":"2026-03-02T19:15:48.601645Z","steps":["trace[951426699] 'agreement among raft nodes before linearized reading' (duration: 887.008886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.601668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.713518Z","time spent":"888.144704ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:15:48.600646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:47.713592Z","time spent":"887.043807ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12632,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:15:48.604001Z","caller":"traceutil/trace.go:171","msg":"trace[241840722] linearizableReadLoop","detail":"{readStateIndex:21062; appliedIndex:21061; }","duration":"589.673009ms","start":"2026-03-02T19:15:48.010074Z","end":"2026-03-02T19:15:48.599747Z","steps":["trace[241840722] 'read index received' (duration: 341.156244ms)","trace[241840722] 'applied index is now lower than readState.Index' (duration: 248.514955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:48.604336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.730149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:15:48.604472Z","caller":"traceutil/trace.go:171","msg":"trace[1889875851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20314; }","duration":"412.794851ms","start":"2026-03-02T19:15:48.191586Z","end":"2026-03-02T19:15:48.604381Z","steps":["trace[1889875851] 'agreement among raft nodes before linearized reading' (duration: 412.591906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.604604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.191457Z","time spent":"413.099738ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:15:48.60505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.136389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:48.605084Z","caller":"traceutil/trace.go:171","msg":"trace[646854717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20314; }","duration":"311.201831ms","start":"2026-03-02T19:15:48.293873Z","end":"2026-03-02T19:15:48.605074Z","steps":["trace[646854717] 'agreement among raft nodes before linearized reading' (duration: 311.15289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:48.605104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.293857Z","time spent":"311.241611ms","remote":"127.0.0.1:47660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:49.303445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.579605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:15:49.303756Z","caller":"traceutil/trace.go:171","msg":"trace[1468407479] transaction","detail":"{read_only:false; response_revision:20315; number_of_response:1; }","duration":"698.555111ms","start":"2026-03-02T19:15:48.605162Z","end":"2026-03-02T19:15:49.303717Z","steps":["trace[1468407479] 'process raft request' (duration: 152.110125ms)","trace[1468407479] 'compare' (duration: 545.299097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:49.304031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.605145Z","time spent":"698.771186ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:49.304437Z","caller":"traceutil/trace.go:171","msg":"trace[1097638388] transaction","detail":"{read_only:false; response_revision:20316; number_of_response:1; }","duration":"699.183546ms","start":"2026-03-02T19:15:48.605238Z","end":"2026-03-02T19:15:49.304422Z","steps":["trace[1097638388] 'process raft request' (duration: 698.379447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:49.304533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.605218Z","time spent":"699.261729ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:49.304562Z","caller":"traceutil/trace.go:171","msg":"trace[356886540] transaction","detail":"{read_only:false; response_revision:20317; number_of_response:1; }","duration":"695.791422ms","start":"2026-03-02T19:15:48.608734Z","end":"2026-03-02T19:15:49.304525Z","steps":["trace[356886540] 'process raft request' (duration: 695.042444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:49.304704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.608723Z","time spent":"695.909205ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:49.306938Z","caller":"traceutil/trace.go:171","msg":"trace[568765690] transaction","detail":"{read_only:false; response_revision:20318; number_of_response:1; }","duration":"698.090359ms","start":"2026-03-02T19:15:48.608836Z","end":"2026-03-02T19:15:49.306927Z","steps":["trace[568765690] 'process raft request' (duration: 695.172086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:49.307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.60883Z","time spent":"698.14154ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:50.30827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001375613s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:15:50.308737Z","caller":"traceutil/trace.go:171","msg":"trace[623987727] linearizableReadLoop","detail":"{readStateIndex:21064; appliedIndex:21062; }","duration":"1.703145614s","start":"2026-03-02T19:15:48.605566Z","end":"2026-03-02T19:15:50.308711Z","steps":["trace[623987727] 'read index received' (duration: 151.834308ms)","trace[623987727] 'applied index is now lower than readState.Index' (duration: 1.551309876s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:50.309362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70377934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18635"} {"level":"info","ts":"2026-03-02T19:15:50.309435Z","caller":"traceutil/trace.go:171","msg":"trace[823068802] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20318; }","duration":"1.703869863s","start":"2026-03-02T19:15:48.605549Z","end":"2026-03-02T19:15:50.309418Z","steps":["trace[823068802] 'agreement among raft nodes before linearized reading' (duration: 1.703667228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.30948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.60554Z","time spent":"1.703929654s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18659,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:15:50.309814Z","caller":"traceutil/trace.go:171","msg":"trace[1562122914] transaction","detail":"{read_only:false; response_revision:20319; number_of_response:1; }","duration":"1.292258701s","start":"2026-03-02T19:15:49.017525Z","end":"2026-03-02T19:15:50.309783Z","steps":["trace[1562122914] 'process raft request' (duration: 1.290867016s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.309933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:49.017503Z","time spent":"1.292367653s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:50.611287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:15:50.611345Z","caller":"traceutil/trace.go:171","msg":"trace[846442481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285406s","start":"2026-03-02T19:15:48.611046Z","end":"2026-03-02T19:15:50.611332Z","steps":["trace[846442481] 'agreement among raft nodes before linearized reading' (duration: 2.000208924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.611373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.611041Z","time spent":"2.000325597s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:15:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:15:50.614248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307068917s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:15:50.614689Z","caller":"traceutil/trace.go:171","msg":"trace[131602743] linearizableReadLoop","detail":"{readStateIndex:21070; appliedIndex:21068; }","duration":"305.878939ms","start":"2026-03-02T19:15:50.308789Z","end":"2026-03-02T19:15:50.614668Z","steps":["trace[131602743] 'read index received' (duration: 305.589912ms)","trace[131602743] 'applied index is now lower than readState.Index' (duration: 287.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:50.6148Z","caller":"traceutil/trace.go:171","msg":"trace[1487085213] transaction","detail":"{read_only:false; response_revision:20321; number_of_response:1; }","duration":"1.596136789s","start":"2026-03-02T19:15:49.018651Z","end":"2026-03-02T19:15:50.614788Z","steps":["trace[1487085213] 'process raft request' (duration: 1.595936104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.614811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.500988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:50.614849Z","caller":"traceutil/trace.go:171","msg":"trace[814850722] transaction","detail":"{read_only:false; response_revision:20320; number_of_response:1; }","duration":"1.596359865s","start":"2026-03-02T19:15:49.018469Z","end":"2026-03-02T19:15:50.614829Z","steps":["trace[814850722] 'process raft request' (duration: 1.595948365s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:50.614876Z","caller":"traceutil/trace.go:171","msg":"trace[310120017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20321; }","duration":"417.608101ms","start":"2026-03-02T19:15:50.197253Z","end":"2026-03-02T19:15:50.614861Z","steps":["trace[310120017] 'agreement among raft nodes before linearized reading' (duration: 417.482788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.61488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:49.018631Z","time spent":"1.596200001s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:50.614883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.154974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:50.614918Z","caller":"traceutil/trace.go:171","msg":"trace[876887025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20321; }","duration":"364.229146ms","start":"2026-03-02T19:15:50.250679Z","end":"2026-03-02T19:15:50.614908Z","steps":["trace[876887025] 'agreement among raft nodes before linearized reading' (duration: 364.160405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.614902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778656648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:50.614922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:50.197238Z","time spent":"417.667292ms","remote":"127.0.0.1:47696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:50.614943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:50.250655Z","time spent":"364.283718ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:15:50.614953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.501279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:15:50.614996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.795422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:15:50.615026Z","caller":"traceutil/trace.go:171","msg":"trace[696395451] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20321; }","duration":"722.862614ms","start":"2026-03-02T19:15:49.892157Z","end":"2026-03-02T19:15:50.61502Z","steps":["trace[696395451] 'agreement among raft nodes before linearized reading' (duration: 722.818373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.615094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:49.892137Z","time spent":"722.949696ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:50.615178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.604448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:50.614958Z","caller":"traceutil/trace.go:171","msg":"trace[1240604219] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20321; }","duration":"1.778721669s","start":"2026-03-02T19:15:48.836222Z","end":"2026-03-02T19:15:50.614944Z","steps":["trace[1240604219] 'agreement among raft nodes before linearized reading' (duration: 1.778626217s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:50.615219Z","caller":"traceutil/trace.go:171","msg":"trace[1013896629] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20321; }","duration":"982.696831ms","start":"2026-03-02T19:15:49.632512Z","end":"2026-03-02T19:15:50.615209Z","steps":["trace[1013896629] 'agreement among raft nodes before linearized reading' (duration: 982.609829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.615244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:49.632494Z","time spent":"982.745021ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:15:50.614999Z","caller":"traceutil/trace.go:171","msg":"trace[1374539290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20321; }","duration":"203.567381ms","start":"2026-03-02T19:15:50.411417Z","end":"2026-03-02T19:15:50.614985Z","steps":["trace[1374539290] 'agreement among raft nodes before linearized reading' (duration: 203.490179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.614959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:49.018442Z","time spent":"1.596458967s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:50.615238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:48.836155Z","time spent":"1.779069878s","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:15:50.614874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.176385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:15:50.615451Z","caller":"traceutil/trace.go:171","msg":"trace[1109439957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20321; }","duration":"601.79855ms","start":"2026-03-02T19:15:50.013643Z","end":"2026-03-02T19:15:50.615442Z","steps":["trace[1109439957] 'agreement among raft nodes before linearized reading' (duration: 601.132764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:50.615481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:50.013623Z","time spent":"601.850422ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:50.61566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.630178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:15:50.615691Z","caller":"traceutil/trace.go:171","msg":"trace[403490801] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20321; }","duration":"171.70246ms","start":"2026-03-02T19:15:50.443981Z","end":"2026-03-02T19:15:50.615684Z","steps":["trace[403490801] 'agreement among raft nodes before linearized reading' (duration: 171.651049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:50.817428Z","caller":"traceutil/trace.go:171","msg":"trace[38619738] linearizableReadLoop","detail":"{readStateIndex:21072; appliedIndex:21071; }","duration":"138.031904ms","start":"2026-03-02T19:15:50.67937Z","end":"2026-03-02T19:15:50.817402Z","steps":["trace[38619738] 'read index received' (duration: 45.961319ms)","trace[38619738] 'applied index is now lower than readState.Index' (duration: 92.069315ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:50.817451Z","caller":"traceutil/trace.go:171","msg":"trace[1261210929] transaction","detail":"{read_only:false; response_revision:20323; number_of_response:1; }","duration":"146.495725ms","start":"2026-03-02T19:15:50.670916Z","end":"2026-03-02T19:15:50.817412Z","steps":["trace[1261210929] 'process raft request' (duration: 54.40901ms)","trace[1261210929] 'compare' (duration: 91.938241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:50.817699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.25723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:15:50.817793Z","caller":"traceutil/trace.go:171","msg":"trace[1923368250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20323; }","duration":"138.397773ms","start":"2026-03-02T19:15:50.679344Z","end":"2026-03-02T19:15:50.817742Z","steps":["trace[1923368250] 'agreement among raft nodes before linearized reading' (duration: 138.153707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.405712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.840605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-02T19:15:56.405814Z","caller":"traceutil/trace.go:171","msg":"trace[42805207] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:20368; }","duration":"107.986179ms","start":"2026-03-02T19:15:56.297805Z","end":"2026-03-02T19:15:56.405791Z","steps":["trace[42805207] 'range keys from in-memory index tree' (duration: 107.657831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:56.781999Z","caller":"traceutil/trace.go:171","msg":"trace[216137684] transaction","detail":"{read_only:false; response_revision:20372; number_of_response:1; }","duration":"144.626447ms","start":"2026-03-02T19:15:56.637352Z","end":"2026-03-02T19:15:56.781978Z","steps":["trace[216137684] 'process raft request' (duration: 108.88441ms)","trace[216137684] 'compare' (duration: 35.538272ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:56.782336Z","caller":"traceutil/trace.go:171","msg":"trace[1082491180] transaction","detail":"{read_only:false; response_revision:20373; number_of_response:1; }","duration":"122.5318ms","start":"2026-03-02T19:15:56.659762Z","end":"2026-03-02T19:15:56.782294Z","steps":["trace[1082491180] 'process raft request' (duration: 122.171291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:00.907703Z","caller":"traceutil/trace.go:171","msg":"trace[1302905058] transaction","detail":"{read_only:false; response_revision:20397; number_of_response:1; }","duration":"110.162562ms","start":"2026-03-02T19:16:00.797517Z","end":"2026-03-02T19:16:00.907679Z","steps":["trace[1302905058] 'process raft request' (duration: 48.478462ms)","trace[1302905058] 'compare' (duration: 61.402954ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:00.91318Z","caller":"traceutil/trace.go:171","msg":"trace[363889036] transaction","detail":"{read_only:false; response_revision:20398; number_of_response:1; }","duration":"115.560847ms","start":"2026-03-02T19:16:00.797579Z","end":"2026-03-02T19:16:00.913139Z","steps":["trace[363889036] 'process raft request' (duration: 115.032434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:01.655073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.516719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:01.655425Z","caller":"traceutil/trace.go:171","msg":"trace[1216841749] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"151.490069ms","start":"2026-03-02T19:16:01.503881Z","end":"2026-03-02T19:16:01.655371Z","steps":["trace[1216841749] 'process raft request' (duration: 20.58885ms)","trace[1216841749] 'compare' (duration: 130.399496ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:01.655608Z","caller":"traceutil/trace.go:171","msg":"trace[1183106289] transaction","detail":"{read_only:false; response_revision:20402; number_of_response:1; }","duration":"149.075918ms","start":"2026-03-02T19:16:01.506491Z","end":"2026-03-02T19:16:01.655567Z","steps":["trace[1183106289] 'process raft request' (duration: 148.672528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:03.828961Z","caller":"traceutil/trace.go:171","msg":"trace[588313383] linearizableReadLoop","detail":"{readStateIndex:21162; appliedIndex:21161; }","duration":"155.146989ms","start":"2026-03-02T19:16:03.673789Z","end":"2026-03-02T19:16:03.828936Z","steps":["trace[588313383] 'read index received' (duration: 147.154311ms)","trace[588313383] 'applied index is now lower than readState.Index' (duration: 7.991568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:03.829101Z","caller":"traceutil/trace.go:171","msg":"trace[435656196] transaction","detail":"{read_only:false; response_revision:20410; number_of_response:1; }","duration":"157.977199ms","start":"2026-03-02T19:16:03.67109Z","end":"2026-03-02T19:16:03.829068Z","steps":["trace[435656196] 'process raft request' (duration: 149.841557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:03.829207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.400656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:16:03.829249Z","caller":"traceutil/trace.go:171","msg":"trace[836889714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20410; }","duration":"155.480317ms","start":"2026-03-02T19:16:03.673756Z","end":"2026-03-02T19:16:03.829236Z","steps":["trace[836889714] 'agreement among raft nodes before linearized reading' (duration: 155.324724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:03.82927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.663461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:16:03.829313Z","caller":"traceutil/trace.go:171","msg":"trace[92602886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20410; }","duration":"111.774783ms","start":"2026-03-02T19:16:03.717527Z","end":"2026-03-02T19:16:03.829302Z","steps":["trace[92602886] 'agreement among raft nodes before linearized reading' (duration: 111.601419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:04.138749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.91196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:16:04.138837Z","caller":"traceutil/trace.go:171","msg":"trace[659121893] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20412; }","duration":"148.039742ms","start":"2026-03-02T19:16:03.990771Z","end":"2026-03-02T19:16:04.138811Z","steps":["trace[659121893] 'range keys from in-memory index tree' (duration: 147.733275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.71903Z","caller":"traceutil/trace.go:171","msg":"trace[600226431] transaction","detail":"{read_only:false; response_revision:20431; number_of_response:1; }","duration":"139.45577ms","start":"2026-03-02T19:16:08.579553Z","end":"2026-03-02T19:16:08.719009Z","steps":["trace[600226431] 'process raft request' (duration: 139.353708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.897709Z","caller":"traceutil/trace.go:171","msg":"trace[1820740105] transaction","detail":"{read_only:false; response_revision:20432; number_of_response:1; }","duration":"152.750679ms","start":"2026-03-02T19:16:08.744929Z","end":"2026-03-02T19:16:08.89768Z","steps":["trace[1820740105] 'process raft request' (duration: 152.334549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.897708Z","caller":"traceutil/trace.go:171","msg":"trace[756176394] linearizableReadLoop","detail":"{readStateIndex:21184; appliedIndex:21184; }","duration":"142.760242ms","start":"2026-03-02T19:16:08.754909Z","end":"2026-03-02T19:16:08.897669Z","steps":["trace[756176394] 'read index received' (duration: 142.742351ms)","trace[756176394] 'applied index is now lower than readState.Index' (duration: 15.111µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:08.898031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.11601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-02T19:16:08.898103Z","caller":"traceutil/trace.go:171","msg":"trace[61034926] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:20432; }","duration":"143.248224ms","start":"2026-03-02T19:16:08.75484Z","end":"2026-03-02T19:16:08.898088Z","steps":["trace[61034926] 'agreement among raft nodes before linearized reading' (duration: 142.982138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:09.905673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.108406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:16:09.905752Z","caller":"traceutil/trace.go:171","msg":"trace[375751034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20437; }","duration":"188.223779ms","start":"2026-03-02T19:16:09.717508Z","end":"2026-03-02T19:16:09.905732Z","steps":["trace[375751034] 'range keys from in-memory index tree' (duration: 188.026515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:09.905768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.310467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:16:09.905856Z","caller":"traceutil/trace.go:171","msg":"trace[467281462] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20437; }","duration":"189.42272ms","start":"2026-03-02T19:16:09.716409Z","end":"2026-03-02T19:16:09.905832Z","steps":["trace[467281462] 'range keys from in-memory index tree' (duration: 189.202604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:23.271948Z","caller":"traceutil/trace.go:171","msg":"trace[1133518903] linearizableReadLoop","detail":"{readStateIndex:21277; appliedIndex:21274; }","duration":"187.882001ms","start":"2026-03-02T19:16:23.084044Z","end":"2026-03-02T19:16:23.271926Z","steps":["trace[1133518903] 'read index received' (duration: 48.251867ms)","trace[1133518903] 'applied index is now lower than readState.Index' (duration: 139.627294ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:23.271969Z","caller":"traceutil/trace.go:171","msg":"trace[745754255] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"215.62911ms","start":"2026-03-02T19:16:23.056322Z","end":"2026-03-02T19:16:23.271951Z","steps":["trace[745754255] 'process raft request' (duration: 209.051687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:23.271928Z","caller":"traceutil/trace.go:171","msg":"trace[788787898] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"209.827186ms","start":"2026-03-02T19:16:23.062071Z","end":"2026-03-02T19:16:23.271898Z","steps":["trace[788787898] 'process raft request' (duration: 209.654151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:23.272207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.133677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:23.27228Z","caller":"traceutil/trace.go:171","msg":"trace[2113902029] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20521; }","duration":"188.263211ms","start":"2026-03-02T19:16:23.084006Z","end":"2026-03-02T19:16:23.272269Z","steps":["trace[2113902029] 'agreement among raft nodes before linearized reading' (duration: 188.088536ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:25.881103Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18770} {"level":"info","ts":"2026-03-02T19:16:25.992594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18770,"took":"108.627214ms","hash":134889466,"current-db-size-bytes":46927872,"current-db-size":"47 MB","current-db-size-in-use-bytes":25948160,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T19:16:25.992687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":134889466,"revision":18770,"compact-revision":16465} {"level":"info","ts":"2026-03-02T19:16:29.114838Z","caller":"traceutil/trace.go:171","msg":"trace[730207412] transaction","detail":"{read_only:false; response_revision:20559; number_of_response:1; }","duration":"262.694378ms","start":"2026-03-02T19:16:28.852115Z","end":"2026-03-02T19:16:29.114809Z","steps":["trace[730207412] 'process raft request' (duration: 262.538234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.667323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.427655ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:16:29.667551Z","caller":"traceutil/trace.go:171","msg":"trace[1683942150] linearizableReadLoop","detail":"{readStateIndex:21319; appliedIndex:21318; }","duration":"446.348134ms","start":"2026-03-02T19:16:29.221166Z","end":"2026-03-02T19:16:29.667514Z","steps":["trace[1683942150] 'read index received' (duration: 228.699094ms)","trace[1683942150] 'applied index is now lower than readState.Index' (duration: 217.64551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:29.667723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.533158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:29.667826Z","caller":"traceutil/trace.go:171","msg":"trace[1102516042] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20559; }","duration":"446.699052ms","start":"2026-03-02T19:16:29.2211Z","end":"2026-03-02T19:16:29.667799Z","steps":["trace[1102516042] 'agreement among raft nodes before linearized reading' (duration: 446.522298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.667854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.647174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:29.667845Z","caller":"traceutil/trace.go:171","msg":"trace[1638635696] transaction","detail":"{read_only:false; response_revision:20560; number_of_response:1; }","duration":"377.555847ms","start":"2026-03-02T19:16:29.290234Z","end":"2026-03-02T19:16:29.66779Z","steps":["trace[1638635696] 'process raft request' (duration: 377.184728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.667887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:29.221075Z","time spent":"446.794575ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:29.66793Z","caller":"traceutil/trace.go:171","msg":"trace[1837102973] transaction","detail":"{read_only:false; response_revision:20562; number_of_response:1; }","duration":"283.575385ms","start":"2026-03-02T19:16:29.384349Z","end":"2026-03-02T19:16:29.667925Z","steps":["trace[1837102973] 'process raft request' (duration: 283.398851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.667991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:29.290211Z","time spent":"377.70293ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:29.667911Z","caller":"traceutil/trace.go:171","msg":"trace[1824530377] transaction","detail":"{read_only:false; response_revision:20561; number_of_response:1; }","duration":"289.185155ms","start":"2026-03-02T19:16:29.37872Z","end":"2026-03-02T19:16:29.667905Z","steps":["trace[1824530377] 'process raft request' (duration: 288.99113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.668242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.368636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:29.668266Z","caller":"traceutil/trace.go:171","msg":"trace[2088166134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20563; }","duration":"276.422037ms","start":"2026-03-02T19:16:29.391839Z","end":"2026-03-02T19:16:29.668261Z","steps":["trace[2088166134] 'agreement among raft nodes before linearized reading' (duration: 276.337805ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:29.667884Z","caller":"traceutil/trace.go:171","msg":"trace[484102009] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:20563; }","duration":"380.723926ms","start":"2026-03-02T19:16:29.287152Z","end":"2026-03-02T19:16:29.667876Z","steps":["trace[484102009] 'agreement among raft nodes before linearized reading' (duration: 380.653384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.668369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:29.287131Z","time spent":"381.230839ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:29.668342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.58758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:16:29.668416Z","caller":"traceutil/trace.go:171","msg":"trace[627147615] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20563; }","duration":"257.708084ms","start":"2026-03-02T19:16:29.410689Z","end":"2026-03-02T19:16:29.668397Z","steps":["trace[627147615] 'agreement among raft nodes before linearized reading' (duration: 257.479387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:29.668554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.277146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:29.668619Z","caller":"traceutil/trace.go:171","msg":"trace[312837499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20563; }","duration":"245.367368ms","start":"2026-03-02T19:16:29.423236Z","end":"2026-03-02T19:16:29.668603Z","steps":["trace[312837499] 'agreement among raft nodes before linearized reading' (duration: 245.270075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:30.200313Z","caller":"traceutil/trace.go:171","msg":"trace[395122465] transaction","detail":"{read_only:false; response_revision:20567; number_of_response:1; }","duration":"135.702957ms","start":"2026-03-02T19:16:30.064557Z","end":"2026-03-02T19:16:30.20026Z","steps":["trace[395122465] 'process raft request' (duration: 125.348711ms)","trace[395122465] 'compare' (duration: 10.12205ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:32.096115Z","caller":"traceutil/trace.go:171","msg":"trace[1130954135] transaction","detail":"{read_only:false; response_revision:20570; number_of_response:1; }","duration":"421.884666ms","start":"2026-03-02T19:16:31.674212Z","end":"2026-03-02T19:16:32.096097Z","steps":["trace[1130954135] 'process raft request' (duration: 421.775124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.096225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:31.674195Z","time spent":"421.968988ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:32.143081Z","caller":"traceutil/trace.go:171","msg":"trace[1590401191] linearizableReadLoop","detail":"{readStateIndex:21331; appliedIndex:21329; }","duration":"462.274719ms","start":"2026-03-02T19:16:31.680778Z","end":"2026-03-02T19:16:32.143053Z","steps":["trace[1590401191] 'read index received' (duration: 415.284343ms)","trace[1590401191] 'applied index is now lower than readState.Index' (duration: 46.989446ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:32.143194Z","caller":"traceutil/trace.go:171","msg":"trace[2134535555] transaction","detail":"{read_only:false; response_revision:20571; number_of_response:1; }","duration":"468.815971ms","start":"2026-03-02T19:16:31.674368Z","end":"2026-03-02T19:16:32.143184Z","steps":["trace[2134535555] 'process raft request' (duration: 468.556235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.14329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:31.674346Z","time spent":"468.872262ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:32.143574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.29204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:16:32.143612Z","caller":"traceutil/trace.go:171","msg":"trace[362709427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20571; }","duration":"327.382302ms","start":"2026-03-02T19:16:31.81622Z","end":"2026-03-02T19:16:32.143602Z","steps":["trace[362709427] 'agreement among raft nodes before linearized reading' (duration: 327.055454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.143636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:31.816193Z","time spent":"327.438064ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:16:32.143834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.64923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:16:32.143868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.071418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:32.143898Z","caller":"traceutil/trace.go:171","msg":"trace[1067514872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20571; }","duration":"319.757383ms","start":"2026-03-02T19:16:31.824124Z","end":"2026-03-02T19:16:32.143881Z","steps":["trace[1067514872] 'agreement among raft nodes before linearized reading' (duration: 319.538668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.143936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:31.824108Z","time spent":"319.821604ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:16:32.143937Z","caller":"traceutil/trace.go:171","msg":"trace[576250984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20571; }","duration":"463.191151ms","start":"2026-03-02T19:16:31.680728Z","end":"2026-03-02T19:16:32.143919Z","steps":["trace[576250984] 'agreement among raft nodes before linearized reading' (duration: 462.969375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.14397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:31.680707Z","time spent":"463.256633ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:32.415049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.368875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:32.41526Z","caller":"traceutil/trace.go:171","msg":"trace[1439477871] linearizableReadLoop","detail":"{readStateIndex:21333; appliedIndex:21331; }","duration":"266.868501ms","start":"2026-03-02T19:16:32.148375Z","end":"2026-03-02T19:16:32.415244Z","steps":["trace[1439477871] 'read index received' (duration: 86.25534ms)","trace[1439477871] 'applied index is now lower than readState.Index' (duration: 180.612271ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:32.415372Z","caller":"traceutil/trace.go:171","msg":"trace[310017115] transaction","detail":"{read_only:false; response_revision:20572; number_of_response:1; }","duration":"268.982443ms","start":"2026-03-02T19:16:32.146378Z","end":"2026-03-02T19:16:32.415361Z","steps":["trace[310017115] 'process raft request' (duration: 88.225659ms)","trace[310017115] 'compare' (duration: 180.244362ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:32.415669Z","caller":"traceutil/trace.go:171","msg":"trace[1480679840] transaction","detail":"{read_only:false; response_revision:20573; number_of_response:1; }","duration":"268.572734ms","start":"2026-03-02T19:16:32.147087Z","end":"2026-03-02T19:16:32.415659Z","steps":["trace[1480679840] 'process raft request' (duration: 268.071512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:32.415791Z","caller":"traceutil/trace.go:171","msg":"trace[733655229] transaction","detail":"{read_only:false; response_revision:20574; number_of_response:1; }","duration":"265.830246ms","start":"2026-03-02T19:16:32.149953Z","end":"2026-03-02T19:16:32.415783Z","steps":["trace[733655229] 'process raft request' (duration: 265.258012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.416108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.708251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:16:32.416181Z","caller":"traceutil/trace.go:171","msg":"trace[236292407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20574; }","duration":"267.806884ms","start":"2026-03-02T19:16:32.148356Z","end":"2026-03-02T19:16:32.416163Z","steps":["trace[236292407] 'agreement among raft nodes before linearized reading' (duration: 267.522717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.416183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.345161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:16:32.416299Z","caller":"traceutil/trace.go:171","msg":"trace[1980487843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20574; }","duration":"173.474384ms","start":"2026-03-02T19:16:32.2428Z","end":"2026-03-02T19:16:32.416274Z","steps":["trace[1980487843] 'agreement among raft nodes before linearized reading' (duration: 173.147396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:32.416388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.224675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:16:32.41647Z","caller":"traceutil/trace.go:171","msg":"trace[2095557905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20574; }","duration":"212.341337ms","start":"2026-03-02T19:16:32.204107Z","end":"2026-03-02T19:16:32.416448Z","steps":["trace[2095557905] 'agreement among raft nodes before linearized reading' (duration: 211.802394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:32.528469Z","caller":"traceutil/trace.go:171","msg":"trace[268509467] transaction","detail":"{read_only:false; response_revision:20576; number_of_response:1; }","duration":"104.921842ms","start":"2026-03-02T19:16:32.423516Z","end":"2026-03-02T19:16:32.528438Z","steps":["trace[268509467] 'process raft request' (duration: 104.504282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:34.552156Z","caller":"traceutil/trace.go:171","msg":"trace[1676108610] transaction","detail":"{read_only:false; response_revision:20588; number_of_response:1; }","duration":"121.148535ms","start":"2026-03-02T19:16:34.430979Z","end":"2026-03-02T19:16:34.552128Z","steps":["trace[1676108610] 'process raft request' (duration: 120.614572ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:34.552766Z","caller":"traceutil/trace.go:171","msg":"trace[774204898] transaction","detail":"{read_only:false; response_revision:20589; number_of_response:1; }","duration":"121.702919ms","start":"2026-03-02T19:16:34.431019Z","end":"2026-03-02T19:16:34.552722Z","steps":["trace[774204898] 'process raft request' (duration: 120.751506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:35.457659Z","caller":"traceutil/trace.go:171","msg":"trace[1257111149] linearizableReadLoop","detail":"{readStateIndex:21353; appliedIndex:21352; }","duration":"153.139249ms","start":"2026-03-02T19:16:35.304502Z","end":"2026-03-02T19:16:35.457641Z","steps":["trace[1257111149] 'read index received' (duration: 152.953415ms)","trace[1257111149] 'applied index is now lower than readState.Index' (duration: 185.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:35.457963Z","caller":"traceutil/trace.go:171","msg":"trace[1440100493] transaction","detail":"{read_only:false; response_revision:20592; number_of_response:1; }","duration":"243.230925ms","start":"2026-03-02T19:16:35.214721Z","end":"2026-03-02T19:16:35.457952Z","steps":["trace[1440100493] 'process raft request' (duration: 242.806585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:35.458155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.635751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:35.458197Z","caller":"traceutil/trace.go:171","msg":"trace[1348910074] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:20592; }","duration":"153.726714ms","start":"2026-03-02T19:16:35.304458Z","end":"2026-03-02T19:16:35.458185Z","steps":["trace[1348910074] 'agreement among raft nodes before linearized reading' (duration: 153.651662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.925437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:16:36.935105Z","caller":"traceutil/trace.go:171","msg":"trace[1212671290] transaction","detail":"{read_only:false; response_revision:20593; number_of_response:1; }","duration":"796.442398ms","start":"2026-03-02T19:16:36.138637Z","end":"2026-03-02T19:16:36.93508Z","steps":["trace[1212671290] 'process raft request' (duration: 796.288625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.935249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.138619Z","time spent":"796.560173ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:36.960999Z","caller":"traceutil/trace.go:171","msg":"trace[2017504151] linearizableReadLoop","detail":"{readStateIndex:21355; appliedIndex:21353; }","duration":"536.522322ms","start":"2026-03-02T19:16:36.424442Z","end":"2026-03-02T19:16:36.960964Z","steps":["trace[2017504151] 'read index received' (duration: 510.571937ms)","trace[2017504151] 'applied index is now lower than readState.Index' (duration: 25.949264ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:36.96105Z","caller":"traceutil/trace.go:171","msg":"trace[1829550624] transaction","detail":"{read_only:false; response_revision:20594; number_of_response:1; }","duration":"802.639364ms","start":"2026-03-02T19:16:36.158381Z","end":"2026-03-02T19:16:36.96102Z","steps":["trace[1829550624] 'process raft request' (duration: 802.425509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.9612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.158363Z","time spent":"802.754696ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:36.961207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.763228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:36.961284Z","caller":"traceutil/trace.go:171","msg":"trace[252743372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20594; }","duration":"536.909731ms","start":"2026-03-02T19:16:36.424356Z","end":"2026-03-02T19:16:36.961266Z","steps":["trace[252743372] 'agreement among raft nodes before linearized reading' (duration: 536.757597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.961327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.424334Z","time spent":"536.985742ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:36.961359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.114698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:16:36.961374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.391147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:36.961412Z","caller":"traceutil/trace.go:171","msg":"trace[1916209856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20594; }","duration":"344.20231ms","start":"2026-03-02T19:16:36.617191Z","end":"2026-03-02T19:16:36.961394Z","steps":["trace[1916209856] 'agreement among raft nodes before linearized reading' (duration: 344.070287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.961451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.617174Z","time spent":"344.268961ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:16:36.961447Z","caller":"traceutil/trace.go:171","msg":"trace[1343508958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20594; }","duration":"459.543641ms","start":"2026-03-02T19:16:36.501888Z","end":"2026-03-02T19:16:36.961431Z","steps":["trace[1343508958] 'agreement among raft nodes before linearized reading' (duration: 459.235143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.961469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.650224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:16:36.961525Z","caller":"traceutil/trace.go:171","msg":"trace[658923042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20594; }","duration":"403.759547ms","start":"2026-03-02T19:16:36.557749Z","end":"2026-03-02T19:16:36.961508Z","steps":["trace[658923042] 'agreement among raft nodes before linearized reading' (duration: 403.552332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.961601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.557724Z","time spent":"403.86846ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:36.961522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.799188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:16:36.961678Z","caller":"traceutil/trace.go:171","msg":"trace[1252324424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20594; }","duration":"404.001743ms","start":"2026-03-02T19:16:36.557654Z","end":"2026-03-02T19:16:36.961656Z","steps":["trace[1252324424] 'agreement among raft nodes before linearized reading' (duration: 403.651825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.961531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.501866Z","time spent":"459.631434ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:36.961734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.557637Z","time spent":"404.086085ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:36.962588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.684702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:16:36.962667Z","caller":"traceutil/trace.go:171","msg":"trace[1385463441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20594; }","duration":"344.776984ms","start":"2026-03-02T19:16:36.617871Z","end":"2026-03-02T19:16:36.962648Z","steps":["trace[1385463441] 'agreement among raft nodes before linearized reading' (duration: 343.983714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:36.962711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.617865Z","time spent":"344.833325ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:16:37.204881Z","caller":"traceutil/trace.go:171","msg":"trace[1764843533] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"239.062041ms","start":"2026-03-02T19:16:36.965798Z","end":"2026-03-02T19:16:37.20486Z","steps":["trace[1764843533] 'process raft request' (duration: 164.289656ms)","trace[1764843533] 'compare' (duration: 74.674433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:37.74259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.706073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:37.74279Z","caller":"traceutil/trace.go:171","msg":"trace[208638462] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20595; }","duration":"305.943869ms","start":"2026-03-02T19:16:37.436825Z","end":"2026-03-02T19:16:37.742769Z","steps":["trace[208638462] 'range keys from in-memory index tree' (duration: 305.683853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.743421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.726854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:37.743673Z","caller":"traceutil/trace.go:171","msg":"trace[1246920372] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"777.763126ms","start":"2026-03-02T19:16:36.96589Z","end":"2026-03-02T19:16:37.743653Z","steps":["trace[1246920372] 'process raft request' (duration: 436.705365ms)","trace[1246920372] 'compare' (duration: 340.333663ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:37.743876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.965866Z","time spent":"777.980722ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:37.743685Z","caller":"traceutil/trace.go:171","msg":"trace[703656581] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"777.677773ms","start":"2026-03-02T19:16:36.965994Z","end":"2026-03-02T19:16:37.743671Z","steps":["trace[703656581] 'process raft request' (duration: 777.569641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.744019Z","caller":"traceutil/trace.go:171","msg":"trace[1463420939] transaction","detail":"{read_only:false; response_revision:20599; number_of_response:1; }","duration":"777.689263ms","start":"2026-03-02T19:16:36.966287Z","end":"2026-03-02T19:16:37.743977Z","steps":["trace[1463420939] 'process raft request' (duration: 777.538919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.744038Z","caller":"traceutil/trace.go:171","msg":"trace[626589513] transaction","detail":"{read_only:false; response_revision:20600; number_of_response:1; }","duration":"570.140375ms","start":"2026-03-02T19:16:37.173867Z","end":"2026-03-02T19:16:37.744007Z","steps":["trace[626589513] 'process raft request' (duration: 570.092423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.74411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.965973Z","time spent":"778.045323ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:37.744085Z","caller":"traceutil/trace.go:171","msg":"trace[1117160472] linearizableReadLoop","detail":"{readStateIndex:21360; appliedIndex:21355; }","duration":"707.064311ms","start":"2026-03-02T19:16:37.037Z","end":"2026-03-02T19:16:37.744064Z","steps":["trace[1117160472] 'read index received' (duration: 93.102579ms)","trace[1117160472] 'applied index is now lower than readState.Index' (duration: 613.956072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:37.744235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.966272Z","time spent":"777.850037ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:37.744237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:37.173822Z","time spent":"570.316359ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:37.744266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.249606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:37.744337Z","caller":"traceutil/trace.go:171","msg":"trace[2064436640] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20600; }","duration":"707.361569ms","start":"2026-03-02T19:16:37.036955Z","end":"2026-03-02T19:16:37.744316Z","steps":["trace[2064436640] 'agreement among raft nodes before linearized reading' (duration: 707.223356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.744394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:37.036933Z","time spent":"707.442561ms","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:37.743956Z","caller":"traceutil/trace.go:171","msg":"trace[699659390] transaction","detail":"{read_only:false; response_revision:20598; number_of_response:1; }","duration":"777.612681ms","start":"2026-03-02T19:16:36.966269Z","end":"2026-03-02T19:16:37.743881Z","steps":["trace[699659390] 'process raft request' (duration: 777.366345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.744498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:36.966254Z","time spent":"778.191555ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:37.793906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.85713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:16:37.793948Z","caller":"traceutil/trace.go:171","msg":"trace[1107463491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20601; }","duration":"243.942722ms","start":"2026-03-02T19:16:37.549997Z","end":"2026-03-02T19:16:37.79394Z","steps":["trace[1107463491] 'agreement among raft nodes before linearized reading' (duration: 243.776588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.793873Z","caller":"traceutil/trace.go:171","msg":"trace[252098673] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"329.198746ms","start":"2026-03-02T19:16:37.464636Z","end":"2026-03-02T19:16:37.793835Z","steps":["trace[252098673] 'process raft request' (duration: 329.035082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.794148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:37.464616Z","time spent":"329.407333ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:38.02413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.835423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:38.024225Z","caller":"traceutil/trace.go:171","msg":"trace[107394178] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20601; }","duration":"113.981807ms","start":"2026-03-02T19:16:37.910223Z","end":"2026-03-02T19:16:38.024205Z","steps":["trace[107394178] 'range keys from in-memory index tree' (duration: 113.764122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:38.708563Z","caller":"traceutil/trace.go:171","msg":"trace[1704001621] transaction","detail":"{read_only:false; response_revision:20603; number_of_response:1; }","duration":"362.216577ms","start":"2026-03-02T19:16:38.346326Z","end":"2026-03-02T19:16:38.708542Z","steps":["trace[1704001621] 'process raft request' (duration: 362.074023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:38.70873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:38.346312Z","time spent":"362.3597ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8587,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:38.940065Z","caller":"traceutil/trace.go:171","msg":"trace[620470181] linearizableReadLoop","detail":"{readStateIndex:21365; appliedIndex:21363; }","duration":"495.103483ms","start":"2026-03-02T19:16:38.444931Z","end":"2026-03-02T19:16:38.940035Z","steps":["trace[620470181] 'read index received' (duration: 263.459346ms)","trace[620470181] 'applied index is now lower than readState.Index' (duration: 231.642957ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:38.940186Z","caller":"traceutil/trace.go:171","msg":"trace[2062804508] transaction","detail":"{read_only:false; response_revision:20604; number_of_response:1; }","duration":"564.245268ms","start":"2026-03-02T19:16:38.375929Z","end":"2026-03-02T19:16:38.940174Z","steps":["trace[2062804508] 'process raft request' (duration: 563.91671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:38.940278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:38.375913Z","time spent":"564.302449ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:38.940434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.478183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:38.940518Z","caller":"traceutil/trace.go:171","msg":"trace[527551487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20604; }","duration":"495.607206ms","start":"2026-03-02T19:16:38.444889Z","end":"2026-03-02T19:16:38.940497Z","steps":["trace[527551487] 'agreement among raft nodes before linearized reading' (duration: 495.38858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:38.940566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:38.44487Z","time spent":"495.686327ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:39.034797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.923348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-66d49f9fbc-2dk25\" ","response":"range_response_count:1 size:8366"} {"level":"info","ts":"2026-03-02T19:16:39.034896Z","caller":"traceutil/trace.go:171","msg":"trace[301465487] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-66d49f9fbc-2dk25; range_end:; response_count:1; response_revision:20607; }","duration":"314.055211ms","start":"2026-03-02T19:16:38.720814Z","end":"2026-03-02T19:16:39.034869Z","steps":["trace[301465487] 'agreement among raft nodes before linearized reading' (duration: 313.701063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:39.034945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:38.720798Z","time spent":"314.133963ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":8390,"request content":"key:\"/registry/pods/openstack/octavia-housekeeping-66d49f9fbc-2dk25\" "} {"level":"info","ts":"2026-03-02T19:16:39.321228Z","caller":"traceutil/trace.go:171","msg":"trace[250908206] transaction","detail":"{read_only:false; response_revision:20608; number_of_response:1; }","duration":"275.081094ms","start":"2026-03-02T19:16:39.046127Z","end":"2026-03-02T19:16:39.321208Z","steps":["trace[250908206] 'process raft request' (duration: 199.53311ms)","trace[250908206] 'compare' (duration: 75.278348ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:40.148461Z","caller":"traceutil/trace.go:171","msg":"trace[659812915] linearizableReadLoop","detail":"{readStateIndex:21371; appliedIndex:21369; }","duration":"940.309739ms","start":"2026-03-02T19:16:39.208119Z","end":"2026-03-02T19:16:40.148428Z","steps":["trace[659812915] 'read index received' (duration: 37.590612ms)","trace[659812915] 'applied index is now lower than readState.Index' (duration: 902.717707ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:40.148648Z","caller":"traceutil/trace.go:171","msg":"trace[1913464283] transaction","detail":"{read_only:false; response_revision:20609; number_of_response:1; }","duration":"1.098729379s","start":"2026-03-02T19:16:39.049793Z","end":"2026-03-02T19:16:40.148523Z","steps":["trace[1913464283] 'process raft request' (duration: 1.098447061s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.148716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.575535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:40.14877Z","caller":"traceutil/trace.go:171","msg":"trace[529625598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20609; }","duration":"940.639477ms","start":"2026-03-02T19:16:39.208113Z","end":"2026-03-02T19:16:40.148752Z","steps":["trace[529625598] 'agreement among raft nodes before linearized reading' (duration: 940.462303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.148818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.208074Z","time spent":"940.733259ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:40.148944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.04977Z","time spent":"1.099050077s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:40.649561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:16:40.788119Z","caller":"traceutil/trace.go:171","msg":"trace[252250386] transaction","detail":"{read_only:false; response_revision:20611; number_of_response:1; }","duration":"876.646749ms","start":"2026-03-02T19:16:39.911447Z","end":"2026-03-02T19:16:40.788094Z","steps":["trace[252250386] 'process raft request' (duration: 876.539157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:40.788129Z","caller":"traceutil/trace.go:171","msg":"trace[932073060] transaction","detail":"{read_only:false; response_revision:20610; number_of_response:1; }","duration":"989.365345ms","start":"2026-03-02T19:16:39.798727Z","end":"2026-03-02T19:16:40.788092Z","steps":["trace[932073060] 'process raft request' (duration: 946.595934ms)","trace[932073060] 'compare' (duration: 42.530365ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:40.788176Z","caller":"traceutil/trace.go:171","msg":"trace[310792692] linearizableReadLoop","detail":"{readStateIndex:21374; appliedIndex:21371; }","duration":"639.613578ms","start":"2026-03-02T19:16:40.14854Z","end":"2026-03-02T19:16:40.788154Z","steps":["trace[310792692] 'read index received' (duration: 596.788936ms)","trace[310792692] 'applied index is now lower than readState.Index' (duration: 42.823782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:40.788255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.911421Z","time spent":"876.764512ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:40.788288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.798699Z","time spent":"989.503799ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:40.788366Z","caller":"traceutil/trace.go:171","msg":"trace[1602447281] transaction","detail":"{read_only:false; response_revision:20612; number_of_response:1; }","duration":"589.719982ms","start":"2026-03-02T19:16:40.198636Z","end":"2026-03-02T19:16:40.788356Z","steps":["trace[1602447281] 'process raft request' (duration: 589.416674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.788456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.198616Z","time spent":"589.781043ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:40.788656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.093631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:16:40.788699Z","caller":"traceutil/trace.go:171","msg":"trace[906374475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20612; }","duration":"846.183774ms","start":"2026-03-02T19:16:39.942505Z","end":"2026-03-02T19:16:40.788688Z","steps":["trace[906374475] 'agreement among raft nodes before linearized reading' (duration: 846.04554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.78873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.942479Z","time spent":"846.243045ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:16:40.788747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.181055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:16:40.78876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039652933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:16:40.78878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.914213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:40.788786Z","caller":"traceutil/trace.go:171","msg":"trace[1863691292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20612; }","duration":"364.264317ms","start":"2026-03-02T19:16:40.42451Z","end":"2026-03-02T19:16:40.788774Z","steps":["trace[1863691292] 'agreement among raft nodes before linearized reading' (duration: 364.204865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.788727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.901145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:40.788817Z","caller":"traceutil/trace.go:171","msg":"trace[1868036195] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20612; }","duration":"418.986714ms","start":"2026-03-02T19:16:40.369821Z","end":"2026-03-02T19:16:40.788807Z","steps":["trace[1868036195] 'agreement among raft nodes before linearized reading' (duration: 418.926802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:40.788818Z","caller":"traceutil/trace.go:171","msg":"trace[1859820772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20612; }","duration":"1.039746966s","start":"2026-03-02T19:16:39.749058Z","end":"2026-03-02T19:16:40.788805Z","steps":["trace[1859820772] 'agreement among raft nodes before linearized reading' (duration: 1.039573271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.788823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.424485Z","time spent":"364.332019ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:16:40.788833Z","caller":"traceutil/trace.go:171","msg":"trace[1206974338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20612; }","duration":"538.035658ms","start":"2026-03-02T19:16:40.250786Z","end":"2026-03-02T19:16:40.788822Z","steps":["trace[1206974338] 'agreement among raft nodes before linearized reading' (duration: 537.901955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.788839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.369801Z","time spent":"419.031985ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:40.788765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024697672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:16:40.788866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.250769Z","time spent":"538.08741ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:40.788835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039674574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:16:40.788873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46236215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-bootstrap-gz825\" ","response":"range_response_count:1 size:8413"} {"level":"info","ts":"2026-03-02T19:16:40.788925Z","caller":"traceutil/trace.go:171","msg":"trace[864365344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20612; }","duration":"1.039801087s","start":"2026-03-02T19:16:39.749102Z","end":"2026-03-02T19:16:40.788904Z","steps":["trace[864365344] 'agreement among raft nodes before linearized reading' (duration: 1.039595552s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:40.788922Z","caller":"traceutil/trace.go:171","msg":"trace[554895110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20612; }","duration":"1.024849436s","start":"2026-03-02T19:16:39.764039Z","end":"2026-03-02T19:16:40.788889Z","steps":["trace[554895110] 'agreement among raft nodes before linearized reading' (duration: 1.02460559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.788991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.749073Z","time spent":"1.039904509s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:40.789017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.764034Z","time spent":"1.024953788s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:16:40.788946Z","caller":"traceutil/trace.go:171","msg":"trace[1564896290] range","detail":"{range_begin:/registry/pods/openstack/octavia-bootstrap-gz825; range_end:; response_count:1; response_revision:20612; }","duration":"1.462517904s","start":"2026-03-02T19:16:39.326416Z","end":"2026-03-02T19:16:40.788934Z","steps":["trace[1564896290] 'agreement among raft nodes before linearized reading' (duration: 1.462265908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.789066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.326392Z","time spent":"1.462663098s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8437,"request content":"key:\"/registry/pods/openstack/octavia-bootstrap-gz825\" "} {"level":"warn","ts":"2026-03-02T19:16:40.788835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.265586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:16:40.78913Z","caller":"traceutil/trace.go:171","msg":"trace[1594386408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20612; }","duration":"846.598344ms","start":"2026-03-02T19:16:39.942506Z","end":"2026-03-02T19:16:40.789104Z","steps":["trace[1594386408] 'agreement among raft nodes before linearized reading' (duration: 846.167683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.788859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039716845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:16:40.789204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.942481Z","time spent":"846.704996ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:16:40.789224Z","caller":"traceutil/trace.go:171","msg":"trace[1908283114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20612; }","duration":"1.040118664s","start":"2026-03-02T19:16:39.749091Z","end":"2026-03-02T19:16:40.78921Z","steps":["trace[1908283114] 'agreement among raft nodes before linearized reading' (duration: 1.039666963s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:40.789265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.74907Z","time spent":"1.040182536s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:16:40.788854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.749037Z","time spent":"1.039808457s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:16:41.382517Z","caller":"traceutil/trace.go:171","msg":"trace[424595487] transaction","detail":"{read_only:false; response_revision:20615; number_of_response:1; }","duration":"587.493166ms","start":"2026-03-02T19:16:40.794998Z","end":"2026-03-02T19:16:41.382491Z","steps":["trace[424595487] 'process raft request' (duration: 587.414224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:41.38254Z","caller":"traceutil/trace.go:171","msg":"trace[1929141516] transaction","detail":"{read_only:false; response_revision:20614; number_of_response:1; }","duration":"587.590918ms","start":"2026-03-02T19:16:40.794916Z","end":"2026-03-02T19:16:41.382507Z","steps":["trace[1929141516] 'process raft request' (duration: 587.352902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.382674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.79499Z","time spent":"587.606108ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:41.3827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.794893Z","time spent":"587.718222ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:41.382914Z","caller":"traceutil/trace.go:171","msg":"trace[1355471586] transaction","detail":"{read_only:false; response_revision:20617; number_of_response:1; }","duration":"587.739172ms","start":"2026-03-02T19:16:40.795145Z","end":"2026-03-02T19:16:41.382884Z","steps":["trace[1355471586] 'process raft request' (duration: 587.526467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:41.382905Z","caller":"traceutil/trace.go:171","msg":"trace[92727285] transaction","detail":"{read_only:false; response_revision:20616; number_of_response:1; }","duration":"587.761552ms","start":"2026-03-02T19:16:40.795085Z","end":"2026-03-02T19:16:41.382847Z","steps":["trace[92727285] 'process raft request' (duration: 587.364673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:41.382954Z","caller":"traceutil/trace.go:171","msg":"trace[1951457114] linearizableReadLoop","detail":"{readStateIndex:21380; appliedIndex:21374; }","duration":"557.977993ms","start":"2026-03-02T19:16:40.824932Z","end":"2026-03-02T19:16:41.38291Z","steps":["trace[1951457114] 'read index received' (duration: 28.570409ms)","trace[1951457114] 'applied index is now lower than readState.Index' (duration: 529.406474ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:41.383092Z","caller":"traceutil/trace.go:171","msg":"trace[118159903] transaction","detail":"{read_only:false; response_revision:20619; number_of_response:1; }","duration":"552.189059ms","start":"2026-03-02T19:16:40.830892Z","end":"2026-03-02T19:16:41.383081Z","steps":["trace[118159903] 'process raft request' (duration: 551.948683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.383165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.795061Z","time spent":"587.956278ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:41.383239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.830872Z","time spent":"552.269912ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8581,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:41.383342Z","caller":"traceutil/trace.go:171","msg":"trace[1385300308] transaction","detail":"{read_only:false; response_revision:20618; number_of_response:1; }","duration":"587.937817ms","start":"2026-03-02T19:16:40.795322Z","end":"2026-03-02T19:16:41.38326Z","steps":["trace[1385300308] 'process raft request' (duration: 587.474655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.383473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.795314Z","time spent":"588.07383ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:41.38364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.69478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-bootstrap-gz825\" ","response":"range_response_count:1 size:2799"} {"level":"info","ts":"2026-03-02T19:16:41.383717Z","caller":"traceutil/trace.go:171","msg":"trace[2011718497] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-bootstrap-gz825; range_end:; response_count:1; response_revision:20619; }","duration":"558.805473ms","start":"2026-03-02T19:16:40.824892Z","end":"2026-03-02T19:16:41.383697Z","steps":["trace[2011718497] 'agreement among raft nodes before linearized reading' (duration: 558.516576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.383773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.824874Z","time spent":"558.885167ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2823,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-bootstrap-gz825\" "} {"level":"warn","ts":"2026-03-02T19:16:41.382994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.795136Z","time spent":"587.821244ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:41.817721Z","caller":"traceutil/trace.go:171","msg":"trace[817799127] transaction","detail":"{read_only:false; response_revision:20621; number_of_response:1; }","duration":"751.288609ms","start":"2026-03-02T19:16:41.066408Z","end":"2026-03-02T19:16:41.817696Z","steps":["trace[817799127] 'process raft request' (duration: 751.244968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.817875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.06639Z","time spent":"751.403192ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:41.818302Z","caller":"traceutil/trace.go:171","msg":"trace[216289178] transaction","detail":"{read_only:false; response_revision:20620; number_of_response:1; }","duration":"779.625963ms","start":"2026-03-02T19:16:41.038662Z","end":"2026-03-02T19:16:41.818288Z","steps":["trace[216289178] 'process raft request' (duration: 778.866164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.818402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.038637Z","time spent":"779.705334ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:41.818846Z","caller":"traceutil/trace.go:171","msg":"trace[1647685423] linearizableReadLoop","detail":"{readStateIndex:21383; appliedIndex:21383; }","duration":"435.775792ms","start":"2026-03-02T19:16:41.383039Z","end":"2026-03-02T19:16:41.818815Z","steps":["trace[1647685423] 'read index received' (duration: 435.763522ms)","trace[1647685423] 'applied index is now lower than readState.Index' (duration: 9.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:41.818989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.918514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:41.819035Z","caller":"traceutil/trace.go:171","msg":"trace[2085133329] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20621; }","duration":"834.971265ms","start":"2026-03-02T19:16:40.984051Z","end":"2026-03-02T19:16:41.819023Z","steps":["trace[2085133329] 'agreement among raft nodes before linearized reading' (duration: 834.879713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.819068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.983983Z","time spent":"835.075778ms","remote":"127.0.0.1:55960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:42.071038Z","caller":"traceutil/trace.go:171","msg":"trace[1350970412] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20622; }","duration":"684.545974ms","start":"2026-03-02T19:16:41.386462Z","end":"2026-03-02T19:16:42.071008Z","steps":["trace[1350970412] 'process raft request' (duration: 588.801659ms)","trace[1350970412] 'compare' (duration: 95.478968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:42.071219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.386435Z","time spent":"684.667157ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-02T19:16:42.071232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.850328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:16:42.071316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.653025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-rgnr8\" ","response":"range_response_count:1 size:13075"} {"level":"info","ts":"2026-03-02T19:16:42.07139Z","caller":"traceutil/trace.go:171","msg":"trace[265409738] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-rgnr8; range_end:; response_count:1; response_revision:20622; }","duration":"684.779389ms","start":"2026-03-02T19:16:41.386599Z","end":"2026-03-02T19:16:42.071378Z","steps":["trace[265409738] 'agreement among raft nodes before linearized reading' (duration: 684.490472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:42.071027Z","caller":"traceutil/trace.go:171","msg":"trace[77304197] linearizableReadLoop","detail":"{readStateIndex:21384; appliedIndex:21383; }","duration":"252.074073ms","start":"2026-03-02T19:16:41.818921Z","end":"2026-03-02T19:16:42.070995Z","steps":["trace[77304197] 'read index received' (duration: 156.40159ms)","trace[77304197] 'applied index is now lower than readState.Index' (duration: 95.670613ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:42.071328Z","caller":"traceutil/trace.go:171","msg":"trace[868873086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20622; }","duration":"648.978761ms","start":"2026-03-02T19:16:41.42233Z","end":"2026-03-02T19:16:42.071309Z","steps":["trace[868873086] 'agreement among raft nodes before linearized reading' (duration: 648.764326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.071478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.422321Z","time spent":"649.150435ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:42.071535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.894807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-02T19:16:42.071558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.328548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:16:42.071431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.38659Z","time spent":"684.83181ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":13099,"request content":"key:\"/registry/pods/openstack/octavia-health-manager-default-rgnr8\" "} {"level":"info","ts":"2026-03-02T19:16:42.071585Z","caller":"traceutil/trace.go:171","msg":"trace[179099539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20622; }","duration":"421.964509ms","start":"2026-03-02T19:16:41.649607Z","end":"2026-03-02T19:16:42.071571Z","steps":["trace[179099539] 'agreement among raft nodes before linearized reading' (duration: 421.767215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:42.071595Z","caller":"traceutil/trace.go:171","msg":"trace[2040726986] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20622; }","duration":"657.421181ms","start":"2026-03-02T19:16:41.414163Z","end":"2026-03-02T19:16:42.071584Z","steps":["trace[2040726986] 'agreement among raft nodes before linearized reading' (duration: 657.286868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.071631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.414152Z","time spent":"657.471262ms","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:42.071625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.649594Z","time spent":"422.021961ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T19:16:42.367912Z","caller":"traceutil/trace.go:171","msg":"trace[834447143] transaction","detail":"{read_only:false; response_revision:20624; number_of_response:1; }","duration":"195.921241ms","start":"2026-03-02T19:16:42.171961Z","end":"2026-03-02T19:16:42.367882Z","steps":["trace[834447143] 'process raft request' (duration: 195.744877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:42.773693Z","caller":"traceutil/trace.go:171","msg":"trace[1787700573] linearizableReadLoop","detail":"{readStateIndex:21387; appliedIndex:21386; }","duration":"371.579389ms","start":"2026-03-02T19:16:42.402093Z","end":"2026-03-02T19:16:42.773672Z","steps":["trace[1787700573] 'read index received' (duration: 371.363544ms)","trace[1787700573] 'applied index is now lower than readState.Index' (duration: 214.745µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:42.773785Z","caller":"traceutil/trace.go:171","msg":"trace[161739139] transaction","detail":"{read_only:false; response_revision:20625; number_of_response:1; }","duration":"375.645799ms","start":"2026-03-02T19:16:42.398107Z","end":"2026-03-02T19:16:42.773753Z","steps":["trace[161739139] 'process raft request' (duration: 375.389893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.773927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.39809Z","time spent":"375.754513ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6773,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:42.774092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.749003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:42.774135Z","caller":"traceutil/trace.go:171","msg":"trace[946768522] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20625; }","duration":"372.075362ms","start":"2026-03-02T19:16:42.402048Z","end":"2026-03-02T19:16:42.774124Z","steps":["trace[946768522] 'agreement among raft nodes before linearized reading' (duration: 371.761714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.774208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.402029Z","time spent":"372.168233ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:43.030268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.167863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:43.030373Z","caller":"traceutil/trace.go:171","msg":"trace[740748852] linearizableReadLoop","detail":"{readStateIndex:21388; appliedIndex:21387; }","duration":"256.587205ms","start":"2026-03-02T19:16:42.773769Z","end":"2026-03-02T19:16:43.030356Z","steps":["trace[740748852] 'read index received' (duration: 65.277899ms)","trace[740748852] 'applied index is now lower than readState.Index' (duration: 191.308056ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:43.03041Z","caller":"traceutil/trace.go:171","msg":"trace[2006126028] transaction","detail":"{read_only:false; response_revision:20626; number_of_response:1; }","duration":"476.657226ms","start":"2026-03-02T19:16:42.553729Z","end":"2026-03-02T19:16:43.030386Z","steps":["trace[2006126028] 'process raft request' (duration: 285.297168ms)","trace[2006126028] 'compare' (duration: 190.860475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:43.030515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.553707Z","time spent":"476.768948ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:43.030489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.525562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:16:43.030738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.486279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:16:43.030846Z","caller":"traceutil/trace.go:171","msg":"trace[70610225] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20626; }","duration":"617.609102ms","start":"2026-03-02T19:16:42.413218Z","end":"2026-03-02T19:16:43.030827Z","steps":["trace[70610225] 'agreement among raft nodes before linearized reading' (duration: 617.223883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.030918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.413182Z","time spent":"617.722014ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":209,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:43.030774Z","caller":"traceutil/trace.go:171","msg":"trace[245236144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20626; }","duration":"607.735957ms","start":"2026-03-02T19:16:42.422928Z","end":"2026-03-02T19:16:43.030664Z","steps":["trace[245236144] 'agreement among raft nodes before linearized reading' (duration: 607.496642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.031106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.422914Z","time spent":"608.173809ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:43.372002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.476934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:43.372216Z","caller":"traceutil/trace.go:171","msg":"trace[1674944985] transaction","detail":"{read_only:false; response_revision:20627; number_of_response:1; }","duration":"585.551758ms","start":"2026-03-02T19:16:42.786639Z","end":"2026-03-02T19:16:43.37219Z","steps":["trace[1674944985] 'process raft request' (duration: 386.815477ms)","trace[1674944985] 'compare' (duration: 197.980872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:43.37232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.786613Z","time spent":"585.65771ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8481,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:43.372619Z","caller":"traceutil/trace.go:171","msg":"trace[263159918] transaction","detail":"{read_only:false; response_revision:20628; number_of_response:1; }","duration":"577.889317ms","start":"2026-03-02T19:16:42.794713Z","end":"2026-03-02T19:16:43.372602Z","steps":["trace[263159918] 'process raft request' (duration: 577.388105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.372737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.794686Z","time spent":"577.980269ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:43.372945Z","caller":"traceutil/trace.go:171","msg":"trace[92200083] linearizableReadLoop","detail":"{readStateIndex:21390; appliedIndex:21388; }","duration":"342.530849ms","start":"2026-03-02T19:16:43.030398Z","end":"2026-03-02T19:16:43.372929Z","steps":["trace[92200083] 'read index received' (duration: 143.283875ms)","trace[92200083] 'applied index is now lower than readState.Index' (duration: 199.245384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:43.373058Z","caller":"traceutil/trace.go:171","msg":"trace[689468113] transaction","detail":"{read_only:false; response_revision:20629; number_of_response:1; }","duration":"337.585616ms","start":"2026-03-02T19:16:43.035463Z","end":"2026-03-02T19:16:43.373048Z","steps":["trace[689468113] 'process raft request' (duration: 336.865127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.37312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.035434Z","time spent":"337.653218ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:43.373293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.849966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:16:43.373358Z","caller":"traceutil/trace.go:171","msg":"trace[1844175688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20629; }","duration":"577.914238ms","start":"2026-03-02T19:16:42.795427Z","end":"2026-03-02T19:16:43.373342Z","steps":["trace[1844175688] 'agreement among raft nodes before linearized reading' (duration: 577.714823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.3734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:42.795384Z","time spent":"578.006111ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:43.373433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.831434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:16:43.37348Z","caller":"traceutil/trace.go:171","msg":"trace[1763391348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20629; }","duration":"327.914165ms","start":"2026-03-02T19:16:43.045554Z","end":"2026-03-02T19:16:43.373468Z","steps":["trace[1763391348] 'agreement among raft nodes before linearized reading' (duration: 327.790142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.373512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.045528Z","time spent":"327.977347ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:16:43.783668Z","caller":"traceutil/trace.go:171","msg":"trace[2000219311] transaction","detail":"{read_only:false; response_revision:20631; number_of_response:1; }","duration":"400.65603ms","start":"2026-03-02T19:16:43.382989Z","end":"2026-03-02T19:16:43.783645Z","steps":["trace[2000219311] 'process raft request' (duration: 400.421664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.78381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.382976Z","time spent":"400.765223ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6767,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:43.783838Z","caller":"traceutil/trace.go:171","msg":"trace[1618784166] linearizableReadLoop","detail":"{readStateIndex:21394; appliedIndex:21391; }","duration":"400.003794ms","start":"2026-03-02T19:16:43.383815Z","end":"2026-03-02T19:16:43.783819Z","steps":["trace[1618784166] 'read index received' (duration: 50.234996ms)","trace[1618784166] 'applied index is now lower than readState.Index' (duration: 349.767018ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:43.783937Z","caller":"traceutil/trace.go:171","msg":"trace[1382462428] transaction","detail":"{read_only:false; response_revision:20632; number_of_response:1; }","duration":"400.845224ms","start":"2026-03-02T19:16:43.383075Z","end":"2026-03-02T19:16:43.783921Z","steps":["trace[1382462428] 'process raft request' (duration: 400.521387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.784005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.383062Z","time spent":"400.907727ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:43.78404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.215139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:16:43.784072Z","caller":"traceutil/trace.go:171","msg":"trace[1948658782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20632; }","duration":"400.273441ms","start":"2026-03-02T19:16:43.383789Z","end":"2026-03-02T19:16:43.784063Z","steps":["trace[1948658782] 'agreement among raft nodes before linearized reading' (duration: 400.120287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:43.784102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.38378Z","time spent":"400.315482ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:16:44.441911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.239775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:44.441989Z","caller":"traceutil/trace.go:171","msg":"trace[707691703] linearizableReadLoop","detail":"{readStateIndex:21395; appliedIndex:21394; }","duration":"658.093747ms","start":"2026-03-02T19:16:43.783883Z","end":"2026-03-02T19:16:44.441977Z","steps":["trace[707691703] 'read index received' (duration: 129.77179ms)","trace[707691703] 'applied index is now lower than readState.Index' (duration: 528.321187ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:44.442037Z","caller":"traceutil/trace.go:171","msg":"trace[1197119928] transaction","detail":"{read_only:false; response_revision:20633; number_of_response:1; }","duration":"1.004714546s","start":"2026-03-02T19:16:43.437314Z","end":"2026-03-02T19:16:44.442028Z","steps":["trace[1197119928] 'process raft request' (duration: 476.306087ms)","trace[1197119928] 'compare' (duration: 527.980568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:44.442074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.437296Z","time spent":"1.004762067s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:44.442294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.420455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-worker-64c975bfd8-2vjq5\" ","response":"range_response_count:1 size:8605"} {"level":"info","ts":"2026-03-02T19:16:44.442317Z","caller":"traceutil/trace.go:171","msg":"trace[499611517] range","detail":"{range_begin:/registry/pods/openstack/octavia-worker-64c975bfd8-2vjq5; range_end:; response_count:1; response_revision:20633; }","duration":"739.485407ms","start":"2026-03-02T19:16:43.702825Z","end":"2026-03-02T19:16:44.442311Z","steps":["trace[499611517] 'agreement among raft nodes before linearized reading' (duration: 739.370184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.442336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.702804Z","time spent":"739.528347ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":8629,"request content":"key:\"/registry/pods/openstack/octavia-worker-64c975bfd8-2vjq5\" "} {"level":"warn","ts":"2026-03-02T19:16:44.442368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018828296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:16:44.442388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05526838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:16:44.442422Z","caller":"traceutil/trace.go:171","msg":"trace[479884745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20633; }","duration":"1.055335741s","start":"2026-03-02T19:16:43.387078Z","end":"2026-03-02T19:16:44.442414Z","steps":["trace[479884745] 'agreement among raft nodes before linearized reading' (duration: 1.055216598s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:44.442425Z","caller":"traceutil/trace.go:171","msg":"trace[337072299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20633; }","duration":"1.018930778s","start":"2026-03-02T19:16:43.423479Z","end":"2026-03-02T19:16:44.44241Z","steps":["trace[337072299] 'agreement among raft nodes before linearized reading' (duration: 1.018838506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.442459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.423466Z","time spent":"1.018985119s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:44.442464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.387072Z","time spent":"1.055366023s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:16:44.442456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052947514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:16:44.442525Z","caller":"traceutil/trace.go:171","msg":"trace[1732325577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20633; }","duration":"1.053034036s","start":"2026-03-02T19:16:43.389474Z","end":"2026-03-02T19:16:44.442508Z","steps":["trace[1732325577] 'agreement among raft nodes before linearized reading' (duration: 1.05282344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.442565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.389472Z","time spent":"1.053087327s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:44.44256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053006145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:16:44.442661Z","caller":"traceutil/trace.go:171","msg":"trace[1751745125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20633; }","duration":"1.053193949s","start":"2026-03-02T19:16:43.389455Z","end":"2026-03-02T19:16:44.442649Z","steps":["trace[1751745125] 'agreement among raft nodes before linearized reading' (duration: 1.052861041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.442679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053112256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:16:44.442654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.468722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:16:44.442761Z","caller":"traceutil/trace.go:171","msg":"trace[1429755410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20633; }","duration":"1.05321194s","start":"2026-03-02T19:16:43.38953Z","end":"2026-03-02T19:16:44.442742Z","steps":["trace[1429755410] 'agreement among raft nodes before linearized reading' (duration: 1.052959674s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:44.442771Z","caller":"traceutil/trace.go:171","msg":"trace[307798466] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:20633; }","duration":"815.670787ms","start":"2026-03-02T19:16:43.62708Z","end":"2026-03-02T19:16:44.442751Z","steps":["trace[307798466] 'agreement among raft nodes before linearized reading' (duration: 815.361549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.442899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.62706Z","time spent":"815.824761ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:16:44.442716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.389449Z","time spent":"1.053257931s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:44.442815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.389525Z","time spent":"1.053277032s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:16:44.512164Z","caller":"traceutil/trace.go:171","msg":"trace[910974597] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"688.231404ms","start":"2026-03-02T19:16:43.823908Z","end":"2026-03-02T19:16:44.512139Z","steps":["trace[910974597] 'process raft request' (duration: 688.189553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.512437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.823897Z","time spent":"688.456299ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:44.513436Z","caller":"traceutil/trace.go:171","msg":"trace[1241920376] transaction","detail":"{read_only:false; response_revision:20634; number_of_response:1; }","duration":"705.183925ms","start":"2026-03-02T19:16:43.808227Z","end":"2026-03-02T19:16:44.51341Z","steps":["trace[1241920376] 'process raft request' (duration: 703.594605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.51442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.808207Z","time spent":"706.135119ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47142,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:44.513952Z","caller":"traceutil/trace.go:171","msg":"trace[316768235] transaction","detail":"{read_only:false; response_revision:20636; number_of_response:1; }","duration":"690.478331ms","start":"2026-03-02T19:16:43.823456Z","end":"2026-03-02T19:16:44.513934Z","steps":["trace[316768235] 'process raft request' (duration: 688.571333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.514752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.823445Z","time spent":"691.25763ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:44.513999Z","caller":"traceutil/trace.go:171","msg":"trace[977054678] transaction","detail":"{read_only:false; response_revision:20635; number_of_response:1; }","duration":"705.690837ms","start":"2026-03-02T19:16:43.808299Z","end":"2026-03-02T19:16:44.51399Z","steps":["trace[977054678] 'process raft request' (duration: 703.671687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.515149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.808257Z","time spent":"706.777364ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:44.514111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.618886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:44.515471Z","caller":"traceutil/trace.go:171","msg":"trace[393365575] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20637; }","duration":"366.00778ms","start":"2026-03-02T19:16:44.149439Z","end":"2026-03-02T19:16:44.515446Z","steps":["trace[393365575] 'agreement among raft nodes before linearized reading' (duration: 364.590495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.515581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.149422Z","time spent":"366.135693ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:44.514166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.850832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18635"} {"level":"info","ts":"2026-03-02T19:16:44.515951Z","caller":"traceutil/trace.go:171","msg":"trace[1468781843] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20637; }","duration":"730.668908ms","start":"2026-03-02T19:16:43.785265Z","end":"2026-03-02T19:16:44.515933Z","steps":["trace[1468781843] 'agreement among raft nodes before linearized reading' (duration: 728.76918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:44.516008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:43.785247Z","time spent":"730.743759ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18659,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:16:44.514173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.867441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:44.5164Z","caller":"traceutil/trace.go:171","msg":"trace[1643666135] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20637; }","duration":"132.140218ms","start":"2026-03-02T19:16:44.384245Z","end":"2026-03-02T19:16:44.516385Z","steps":["trace[1643666135] 'agreement among raft nodes before linearized reading' (duration: 129.850741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.014109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:45.514594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:45.579754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06813548s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:16:45.580355Z","caller":"traceutil/trace.go:171","msg":"trace[1114686048] transaction","detail":"{read_only:false; response_revision:20639; number_of_response:1; }","duration":"1.134220579s","start":"2026-03-02T19:16:44.446112Z","end":"2026-03-02T19:16:45.580332Z","steps":["trace[1114686048] 'process raft request' (duration: 1.134000493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.580506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.446105Z","time spent":"1.134330343s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:45.580525Z","caller":"traceutil/trace.go:171","msg":"trace[782626893] transaction","detail":"{read_only:false; response_revision:20643; number_of_response:1; }","duration":"1.127247267s","start":"2026-03-02T19:16:44.453268Z","end":"2026-03-02T19:16:45.580516Z","steps":["trace[782626893] 'process raft request' (duration: 1.127184775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.580583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.453255Z","time spent":"1.127298699s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:45.580722Z","caller":"traceutil/trace.go:171","msg":"trace[700278880] transaction","detail":"{read_only:false; response_revision:20640; number_of_response:1; }","duration":"1.133824499s","start":"2026-03-02T19:16:44.44689Z","end":"2026-03-02T19:16:45.580715Z","steps":["trace[700278880] 'process raft request' (duration: 1.133272895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.580761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.446876Z","time spent":"1.133866301s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:45.580864Z","caller":"traceutil/trace.go:171","msg":"trace[632992291] transaction","detail":"{read_only:false; response_revision:20638; number_of_response:1; }","duration":"1.135196775s","start":"2026-03-02T19:16:44.445651Z","end":"2026-03-02T19:16:45.580848Z","steps":["trace[632992291] 'process raft request' (duration: 1.134356843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.580957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.445634Z","time spent":"1.135279156s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:45.580986Z","caller":"traceutil/trace.go:171","msg":"trace[546247206] transaction","detail":"{read_only:false; response_revision:20641; number_of_response:1; }","duration":"1.133779619s","start":"2026-03-02T19:16:44.447191Z","end":"2026-03-02T19:16:45.580971Z","steps":["trace[546247206] 'process raft request' (duration: 1.13302924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.58103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.447174Z","time spent":"1.13383634s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:45.58114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.447397Z","time spent":"1.133742188s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:16:45.58123Z","caller":"traceutil/trace.go:171","msg":"trace[606962007] transaction","detail":"{read_only:false; response_revision:20642; number_of_response:1; }","duration":"1.133137283s","start":"2026-03-02T19:16:44.448086Z","end":"2026-03-02T19:16:45.581223Z","steps":["trace[606962007] 'process raft request' (duration: 1.132307453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.581269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.448072Z","time spent":"1.133177184s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:45.938731Z","caller":"traceutil/trace.go:171","msg":"trace[74168561] linearizableReadLoop","detail":"{readStateIndex:21408; appliedIndex:21401; }","duration":"1.424698935s","start":"2026-03-02T19:16:44.514013Z","end":"2026-03-02T19:16:45.938712Z","steps":["trace[74168561] 'read index received' (duration: 1.066172601s)","trace[74168561] 'applied index is now lower than readState.Index' (duration: 358.525534ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:45.938807Z","caller":"traceutil/trace.go:171","msg":"trace[317594252] transaction","detail":"{read_only:false; response_revision:20645; number_of_response:1; }","duration":"560.446165ms","start":"2026-03-02T19:16:45.378354Z","end":"2026-03-02T19:16:45.938801Z","steps":["trace[317594252] 'process raft request' (duration: 560.322461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.939026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493463532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:45.939109Z","caller":"traceutil/trace.go:171","msg":"trace[1455892293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20645; }","duration":"1.493567736s","start":"2026-03-02T19:16:44.445529Z","end":"2026-03-02T19:16:45.939097Z","steps":["trace[1455892293] 'agreement among raft nodes before linearized reading' (duration: 1.493447413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.939184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.445517Z","time spent":"1.493657067s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:45.939471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.378339Z","time spent":"560.502756ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:45.938766Z","caller":"traceutil/trace.go:171","msg":"trace[1905356097] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"688.792858ms","start":"2026-03-02T19:16:45.249953Z","end":"2026-03-02T19:16:45.938746Z","steps":["trace[1905356097] 'process raft request' (duration: 688.605873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:45.939906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.249932Z","time spent":"689.935666ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:46.264725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.871188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:46.265148Z","caller":"traceutil/trace.go:171","msg":"trace[1594543293] transaction","detail":"{read_only:false; response_revision:20646; number_of_response:1; }","duration":"681.113378ms","start":"2026-03-02T19:16:45.584015Z","end":"2026-03-02T19:16:46.265128Z","steps":["trace[1594543293] 'process raft request' (duration: 522.740868ms)","trace[1594543293] 'compare' (duration: 157.713374ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:46.265328Z","caller":"traceutil/trace.go:171","msg":"trace[141856738] transaction","detail":"{read_only:false; response_revision:20647; number_of_response:1; }","duration":"679.517649ms","start":"2026-03-02T19:16:45.585781Z","end":"2026-03-02T19:16:46.265298Z","steps":["trace[141856738] 'process raft request' (duration: 679.097739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.26547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.584001Z","time spent":"681.391025ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:46.265503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.58575Z","time spent":"679.685854ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":784,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:16:46.265885Z","caller":"traceutil/trace.go:171","msg":"trace[778350161] linearizableReadLoop","detail":"{readStateIndex:21411; appliedIndex:21408; }","duration":"327.083025ms","start":"2026-03-02T19:16:45.93878Z","end":"2026-03-02T19:16:46.265863Z","steps":["trace[778350161] 'read index received' (duration: 167.913776ms)","trace[778350161] 'applied index is now lower than readState.Index' (duration: 159.168499ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:46.266125Z","caller":"traceutil/trace.go:171","msg":"trace[258573462] transaction","detail":"{read_only:false; response_revision:20648; number_of_response:1; }","duration":"676.628326ms","start":"2026-03-02T19:16:45.589485Z","end":"2026-03-02T19:16:46.266113Z","steps":["trace[258573462] 'process raft request' (duration: 675.512779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.266661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.58947Z","time spent":"677.165291ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7624,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:46.266407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165643079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:46.26842Z","caller":"traceutil/trace.go:171","msg":"trace[609085468] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20648; }","duration":"1.16770177s","start":"2026-03-02T19:16:45.100707Z","end":"2026-03-02T19:16:46.268409Z","steps":["trace[609085468] 'agreement among raft nodes before linearized reading' (duration: 1.165657519s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.268434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687387963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:165 size:1832611"} {"level":"info","ts":"2026-03-02T19:16:46.268539Z","caller":"traceutil/trace.go:171","msg":"trace[674763810] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:165; response_revision:20648; }","duration":"1.687531867s","start":"2026-03-02T19:16:44.580979Z","end":"2026-03-02T19:16:46.268511Z","steps":["trace[674763810] 'agreement among raft nodes before linearized reading' (duration: 1.685185499s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.268612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.580968Z","time spent":"1.687624469s","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":165,"response size":1832635,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:16:46.268493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.100683Z","time spent":"1.167799372s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:46.266433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.738389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-rgnr8\" ","response":"range_response_count:1 size:13176"} {"level":"info","ts":"2026-03-02T19:16:46.269618Z","caller":"traceutil/trace.go:171","msg":"trace[308014359] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-rgnr8; range_end:; response_count:1; response_revision:20648; }","duration":"683.94939ms","start":"2026-03-02T19:16:45.585654Z","end":"2026-03-02T19:16:46.269603Z","steps":["trace[308014359] 'agreement among raft nodes before linearized reading' (duration: 680.651207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.269664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.585646Z","time spent":"684.008681ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":13200,"request content":"key:\"/registry/pods/openstack/octavia-health-manager-default-rgnr8\" "} {"level":"warn","ts":"2026-03-02T19:16:46.266504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.433553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:46.269962Z","caller":"traceutil/trace.go:171","msg":"trace[759146111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20648; }","duration":"461.92565ms","start":"2026-03-02T19:16:45.808027Z","end":"2026-03-02T19:16:46.269953Z","steps":["trace[759146111] 'agreement among raft nodes before linearized reading' (duration: 458.404332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.270037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.808006Z","time spent":"462.018513ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:46.266514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.64929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:46.270201Z","caller":"traceutil/trace.go:171","msg":"trace[453798381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20648; }","duration":"321.359413ms","start":"2026-03-02T19:16:45.948832Z","end":"2026-03-02T19:16:46.270191Z","steps":["trace[453798381] 'agreement among raft nodes before linearized reading' (duration: 317.65685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.270243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.948818Z","time spent":"321.417564ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:46.266569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692236114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:46.270573Z","caller":"traceutil/trace.go:171","msg":"trace[802338274] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20648; }","duration":"1.696262734s","start":"2026-03-02T19:16:44.574301Z","end":"2026-03-02T19:16:46.270564Z","steps":["trace[802338274] 'agreement among raft nodes before linearized reading' (duration: 1.692230483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.270632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:44.574285Z","time spent":"1.696337945s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:16:46.591332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.719183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:46.59218Z","caller":"traceutil/trace.go:171","msg":"trace[1383156514] linearizableReadLoop","detail":"{readStateIndex:21414; appliedIndex:21412; }","duration":"301.190833ms","start":"2026-03-02T19:16:46.290966Z","end":"2026-03-02T19:16:46.592156Z","steps":["trace[1383156514] 'read index received' (duration: 198.572496ms)","trace[1383156514] 'applied index is now lower than readState.Index' (duration: 102.617197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:46.59218Z","caller":"traceutil/trace.go:171","msg":"trace[2048523497] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"309.349816ms","start":"2026-03-02T19:16:46.282805Z","end":"2026-03-02T19:16:46.592155Z","steps":["trace[2048523497] 'process raft request' (duration: 206.715459ms)","trace[2048523497] 'compare' (duration: 101.336694ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:46.59224Z","caller":"traceutil/trace.go:171","msg":"trace[399646199] transaction","detail":"{read_only:false; response_revision:20651; number_of_response:1; }","duration":"309.344636ms","start":"2026-03-02T19:16:46.282889Z","end":"2026-03-02T19:16:46.592234Z","steps":["trace[399646199] 'process raft request' (duration: 309.12672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.592913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.282786Z","time spent":"310.051962ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13292,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:46.592971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.282866Z","time spent":"310.072143ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7924,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:46.592381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.212852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:46.593099Z","caller":"traceutil/trace.go:171","msg":"trace[255762980] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20651; }","duration":"309.95122ms","start":"2026-03-02T19:16:46.283137Z","end":"2026-03-02T19:16:46.593088Z","steps":["trace[255762980] 'agreement among raft nodes before linearized reading' (duration: 309.193122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.593125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.283129Z","time spent":"309.988881ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:16:46.592538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.750964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:16:46.59323Z","caller":"traceutil/trace.go:171","msg":"trace[2091662051] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20651; }","duration":"318.466802ms","start":"2026-03-02T19:16:46.274753Z","end":"2026-03-02T19:16:46.59322Z","steps":["trace[2091662051] 'agreement among raft nodes before linearized reading' (duration: 317.640361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.593308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.274696Z","time spent":"318.601945ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T19:16:46.778216Z","caller":"traceutil/trace.go:171","msg":"trace[1289694348] transaction","detail":"{read_only:false; response_revision:20652; number_of_response:1; }","duration":"257.697223ms","start":"2026-03-02T19:16:46.5205Z","end":"2026-03-02T19:16:46.778197Z","steps":["trace[1289694348] 'process raft request' (duration: 219.29241ms)","trace[1289694348] 'compare' (duration: 38.332921ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:46.844995Z","caller":"traceutil/trace.go:171","msg":"trace[1880075318] linearizableReadLoop","detail":"{readStateIndex:21416; appliedIndex:21414; }","duration":"252.197187ms","start":"2026-03-02T19:16:46.592779Z","end":"2026-03-02T19:16:46.844976Z","steps":["trace[1880075318] 'read index received' (duration: 147.233193ms)","trace[1880075318] 'applied index is now lower than readState.Index' (duration: 104.963264ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:46.845855Z","caller":"traceutil/trace.go:171","msg":"trace[2000271057] transaction","detail":"{read_only:false; response_revision:20653; number_of_response:1; }","duration":"324.677285ms","start":"2026-03-02T19:16:46.521168Z","end":"2026-03-02T19:16:46.845845Z","steps":["trace[2000271057] 'process raft request' (duration: 323.704361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.84602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.521152Z","time spent":"324.810768ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:46.846398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.982879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:16:46.846483Z","caller":"traceutil/trace.go:171","msg":"trace[510808100] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20653; }","duration":"341.109283ms","start":"2026-03-02T19:16:46.505355Z","end":"2026-03-02T19:16:46.846464Z","steps":["trace[510808100] 'agreement among raft nodes before linearized reading' (duration: 340.845006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.846537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.505339Z","time spent":"341.185295ms","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":164,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:46.846903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.64747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T19:16:46.846958Z","caller":"traceutil/trace.go:171","msg":"trace[598515881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:20653; }","duration":"263.724453ms","start":"2026-03-02T19:16:46.583219Z","end":"2026-03-02T19:16:46.846943Z","steps":["trace[598515881] 'agreement among raft nodes before linearized reading' (duration: 263.542268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.847349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.279516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-housekeeping-66d49f9fbc-2dk25\" ","response":"range_response_count:1 size:8377"} {"level":"info","ts":"2026-03-02T19:16:46.847459Z","caller":"traceutil/trace.go:171","msg":"trace[774007351] range","detail":"{range_begin:/registry/pods/openstack/octavia-housekeeping-66d49f9fbc-2dk25; range_end:; response_count:1; response_revision:20653; }","duration":"212.42432ms","start":"2026-03-02T19:16:46.635027Z","end":"2026-03-02T19:16:46.847451Z","steps":["trace[774007351] 'agreement among raft nodes before linearized reading' (duration: 212.275277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.847724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.602727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:16:46.84784Z","caller":"traceutil/trace.go:171","msg":"trace[1217071796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20653; }","duration":"250.743322ms","start":"2026-03-02T19:16:46.597091Z","end":"2026-03-02T19:16:46.847834Z","steps":["trace[1217071796] 'agreement among raft nodes before linearized reading' (duration: 250.545047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:46.852754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.640318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:165 size:1832611"} {"level":"info","ts":"2026-03-02T19:16:46.852871Z","caller":"traceutil/trace.go:171","msg":"trace[860339177] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:165; response_revision:20653; }","duration":"279.770101ms","start":"2026-03-02T19:16:46.573063Z","end":"2026-03-02T19:16:46.852833Z","steps":["trace[860339177] 'agreement among raft nodes before linearized reading' (duration: 274.09507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:47.132182Z","caller":"traceutil/trace.go:171","msg":"trace[1638876997] transaction","detail":"{read_only:false; response_revision:20655; number_of_response:1; }","duration":"184.274841ms","start":"2026-03-02T19:16:46.947886Z","end":"2026-03-02T19:16:47.132161Z","steps":["trace[1638876997] 'process raft request' (duration: 122.306344ms)","trace[1638876997] 'compare' (duration: 61.550897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:47.444847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.182479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:47.445024Z","caller":"traceutil/trace.go:171","msg":"trace[1362570409] transaction","detail":"{read_only:false; response_revision:20656; number_of_response:1; }","duration":"303.740586ms","start":"2026-03-02T19:16:47.141251Z","end":"2026-03-02T19:16:47.444992Z","steps":["trace[1362570409] 'process raft request' (duration: 169.317331ms)","trace[1362570409] 'compare' (duration: 134.066306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:47.445169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:47.141229Z","time spent":"303.854778ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:47.805888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.158147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:16:47.805953Z","caller":"traceutil/trace.go:171","msg":"trace[980939832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20656; }","duration":"221.266869ms","start":"2026-03-02T19:16:47.584669Z","end":"2026-03-02T19:16:47.805936Z","steps":["trace[980939832] 'range keys from in-memory index tree' (duration: 221.013014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.806039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.614708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:16:47.806144Z","caller":"traceutil/trace.go:171","msg":"trace[694772865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20656; }","duration":"221.775502ms","start":"2026-03-02T19:16:47.584343Z","end":"2026-03-02T19:16:47.806119Z","steps":["trace[694772865] 'range keys from in-memory index tree' (duration: 221.404253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.806179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.773427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:16:47.806291Z","caller":"traceutil/trace.go:171","msg":"trace[1904073121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20656; }","duration":"220.89738ms","start":"2026-03-02T19:16:47.585365Z","end":"2026-03-02T19:16:47.806263Z","steps":["trace[1904073121] 'range keys from in-memory index tree' (duration: 220.588443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.806189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.578762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:16:47.806599Z","caller":"traceutil/trace.go:171","msg":"trace[1189831458] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20656; }","duration":"220.87423ms","start":"2026-03-02T19:16:47.585579Z","end":"2026-03-02T19:16:47.806453Z","steps":["trace[1189831458] 'range keys from in-memory index tree' (duration: 220.274726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:48.359443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:16:48.577618Z","caller":"traceutil/trace.go:171","msg":"trace[229262916] transaction","detail":"{read_only:false; response_revision:20658; number_of_response:1; }","duration":"765.184274ms","start":"2026-03-02T19:16:47.812404Z","end":"2026-03-02T19:16:48.577588Z","steps":["trace[229262916] 'process raft request' (duration: 701.259878ms)","trace[229262916] 'compare' (duration: 63.455414ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:48.577712Z","caller":"traceutil/trace.go:171","msg":"trace[1022185729] transaction","detail":"{read_only:false; response_revision:20660; number_of_response:1; }","duration":"765.141233ms","start":"2026-03-02T19:16:47.81254Z","end":"2026-03-02T19:16:48.577681Z","steps":["trace[1022185729] 'process raft request' (duration: 765.068101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:48.577765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:47.812391Z","time spent":"765.293186ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:48.577936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:47.812484Z","time spent":"765.318778ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:48.577741Z","caller":"traceutil/trace.go:171","msg":"trace[1543562320] transaction","detail":"{read_only:false; response_revision:20659; number_of_response:1; }","duration":"765.279327ms","start":"2026-03-02T19:16:47.812421Z","end":"2026-03-02T19:16:48.5777Z","steps":["trace[1543562320] 'process raft request' (duration: 765.065201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:48.57811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:47.812406Z","time spent":"765.636826ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:48.612194Z","caller":"traceutil/trace.go:171","msg":"trace[1458595818] linearizableReadLoop","detail":"{readStateIndex:21424; appliedIndex:21420; }","duration":"753.050663ms","start":"2026-03-02T19:16:47.859111Z","end":"2026-03-02T19:16:48.612161Z","steps":["trace[1458595818] 'read index received' (duration: 654.56565ms)","trace[1458595818] 'applied index is now lower than readState.Index' (duration: 98.483713ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:48.612336Z","caller":"traceutil/trace.go:171","msg":"trace[632778075] transaction","detail":"{read_only:false; response_revision:20661; number_of_response:1; }","duration":"667.911461ms","start":"2026-03-02T19:16:47.944409Z","end":"2026-03-02T19:16:48.612321Z","steps":["trace[632778075] 'process raft request' (duration: 667.598293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:48.612473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:47.944391Z","time spent":"667.990313ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:48.612713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.669208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:48.612787Z","caller":"traceutil/trace.go:171","msg":"trace[1539141416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20661; }","duration":"306.778791ms","start":"2026-03-02T19:16:48.305989Z","end":"2026-03-02T19:16:48.612768Z","steps":["trace[1539141416] 'agreement among raft nodes before linearized reading' (duration: 306.567546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:48.612841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:48.305967Z","time spent":"306.862452ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:48.612964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.841542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:48.613022Z","caller":"traceutil/trace.go:171","msg":"trace[306360816] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20661; }","duration":"753.902194ms","start":"2026-03-02T19:16:47.859105Z","end":"2026-03-02T19:16:48.613007Z","steps":["trace[306360816] 'agreement among raft nodes before linearized reading' (duration: 753.815871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:48.613064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:47.859047Z","time spent":"754.008037ms","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:48.888707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.059536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:16:48.888791Z","caller":"traceutil/trace.go:171","msg":"trace[902966291] transaction","detail":"{read_only:false; response_revision:20662; number_of_response:1; }","duration":"271.892597ms","start":"2026-03-02T19:16:48.616882Z","end":"2026-03-02T19:16:48.888775Z","steps":["trace[902966291] 'process raft request' (duration: 168.691506ms)","trace[902966291] 'compare' (duration: 102.968674ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:49.06524Z","caller":"traceutil/trace.go:171","msg":"trace[303912622] transaction","detail":"{read_only:false; response_revision:20663; number_of_response:1; }","duration":"281.32217ms","start":"2026-03-02T19:16:48.783871Z","end":"2026-03-02T19:16:49.065193Z","steps":["trace[303912622] 'process raft request' (duration: 246.436154ms)","trace[303912622] 'compare' (duration: 34.722191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:49.068237Z","caller":"traceutil/trace.go:171","msg":"trace[1221899155] transaction","detail":"{read_only:false; response_revision:20664; number_of_response:1; }","duration":"215.018114ms","start":"2026-03-02T19:16:48.853192Z","end":"2026-03-02T19:16:49.06821Z","steps":["trace[1221899155] 'process raft request' (duration: 214.811179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:49.106023Z","caller":"traceutil/trace.go:171","msg":"trace[359140109] linearizableReadLoop","detail":"{readStateIndex:21427; appliedIndex:21425; }","duration":"244.904685ms","start":"2026-03-02T19:16:48.86108Z","end":"2026-03-02T19:16:49.105985Z","steps":["trace[359140109] 'read index received' (duration: 169.225127ms)","trace[359140109] 'applied index is now lower than readState.Index' (duration: 75.677838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:49.106201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.08353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:49.106241Z","caller":"traceutil/trace.go:171","msg":"trace[675663434] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20664; }","duration":"245.154422ms","start":"2026-03-02T19:16:48.861073Z","end":"2026-03-02T19:16:49.106227Z","steps":["trace[675663434] 'agreement among raft nodes before linearized reading' (duration: 245.040539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:50.95054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.420421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:16:50.950626Z","caller":"traceutil/trace.go:171","msg":"trace[175877379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20666; }","duration":"368.559764ms","start":"2026-03-02T19:16:50.582048Z","end":"2026-03-02T19:16:50.950608Z","steps":["trace[175877379] 'range keys from in-memory index tree' (duration: 368.199634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:50.950671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.58203Z","time spent":"368.631216ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:50.950712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.765185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:16:50.950788Z","caller":"traceutil/trace.go:171","msg":"trace[1706364719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20666; }","duration":"367.878897ms","start":"2026-03-02T19:16:50.58289Z","end":"2026-03-02T19:16:50.950769Z","steps":["trace[1706364719] 'range keys from in-memory index tree' (duration: 367.641012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:50.951004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.582876Z","time spent":"368.115824ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:50.951173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.811177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:16:50.951276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.048082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:50.951275Z","caller":"traceutil/trace.go:171","msg":"trace[1849675215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20666; }","duration":"367.940379ms","start":"2026-03-02T19:16:50.583311Z","end":"2026-03-02T19:16:50.951251Z","steps":["trace[1849675215] 'range keys from in-memory index tree' (duration: 367.598081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:50.951312Z","caller":"traceutil/trace.go:171","msg":"trace[1001271704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20666; }","duration":"528.121422ms","start":"2026-03-02T19:16:50.423182Z","end":"2026-03-02T19:16:50.951303Z","steps":["trace[1001271704] 'range keys from in-memory index tree' (duration: 527.972319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:50.951211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.569621Z","time spent":"381.587527ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:16:50.951334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.423161Z","time spent":"528.167864ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:50.951338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.583299Z","time spent":"368.024801ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:51.130096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:51.630615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:52.131528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:52.632408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012905971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:52.666403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.046153287s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:16:52.666704Z","caller":"traceutil/trace.go:171","msg":"trace[112059783] transaction","detail":"{read_only:false; response_revision:20667; number_of_response:1; }","duration":"2.046604008s","start":"2026-03-02T19:16:50.620081Z","end":"2026-03-02T19:16:52.666685Z","steps":["trace[112059783] 'process raft request' (duration: 2.046465334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.666865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.620055Z","time spent":"2.046727231s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:52.886714Z","caller":"traceutil/trace.go:171","msg":"trace[2045811240] transaction","detail":"{read_only:false; response_revision:20668; number_of_response:1; }","duration":"1.93073213s","start":"2026-03-02T19:16:50.955945Z","end":"2026-03-02T19:16:52.886677Z","steps":["trace[2045811240] 'process raft request' (duration: 1.924483884s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.886909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.955929Z","time spent":"1.930883363s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:52.887239Z","caller":"traceutil/trace.go:171","msg":"trace[1767689904] transaction","detail":"{read_only:false; response_revision:20669; number_of_response:1; }","duration":"1.930900773s","start":"2026-03-02T19:16:50.956313Z","end":"2026-03-02T19:16:52.887214Z","steps":["trace[1767689904] 'process raft request' (duration: 1.930304298s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:52.8873Z","caller":"traceutil/trace.go:171","msg":"trace[757494029] linearizableReadLoop","detail":"{readStateIndex:21437; appliedIndex:21430; }","duration":"2.258148151s","start":"2026-03-02T19:16:50.62913Z","end":"2026-03-02T19:16:52.887278Z","steps":["trace[757494029] 'read index received' (duration: 2.03740598s)","trace[757494029] 'applied index is now lower than readState.Index' (duration: 220.741111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:52.887377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.956296Z","time spent":"1.931010326s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:52.887423Z","caller":"traceutil/trace.go:171","msg":"trace[403795200] transaction","detail":"{read_only:false; response_revision:20670; number_of_response:1; }","duration":"1.930498963s","start":"2026-03-02T19:16:50.956909Z","end":"2026-03-02T19:16:52.887408Z","steps":["trace[403795200] 'process raft request' (duration: 1.930024202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.887553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.956888Z","time spent":"1.930570895s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:52.887556Z","caller":"traceutil/trace.go:171","msg":"trace[591325958] transaction","detail":"{read_only:false; response_revision:20673; number_of_response:1; }","duration":"1.727506017s","start":"2026-03-02T19:16:51.160022Z","end":"2026-03-02T19:16:52.887528Z","steps":["trace[591325958] 'process raft request' (duration: 1.72719872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.887665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.159997Z","time spent":"1.727614669s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:52.887761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07753418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:52.887744Z","caller":"traceutil/trace.go:171","msg":"trace[457548601] transaction","detail":"{read_only:false; response_revision:20672; number_of_response:1; }","duration":"1.814366892s","start":"2026-03-02T19:16:51.073331Z","end":"2026-03-02T19:16:52.887698Z","steps":["trace[457548601] 'process raft request' (duration: 1.813762138s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:52.887838Z","caller":"traceutil/trace.go:171","msg":"trace[1266290892] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20673; }","duration":"2.077646673s","start":"2026-03-02T19:16:50.810169Z","end":"2026-03-02T19:16:52.887816Z","steps":["trace[1266290892] 'agreement among raft nodes before linearized reading' (duration: 2.077531891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.887846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258703845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-02T19:16:52.887889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.81015Z","time spent":"2.077725336s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:52.887892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644349994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:52.887904Z","caller":"traceutil/trace.go:171","msg":"trace[1698846363] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20673; }","duration":"2.258758796s","start":"2026-03-02T19:16:50.629124Z","end":"2026-03-02T19:16:52.887883Z","steps":["trace[1698846363] 'agreement among raft nodes before linearized reading' (duration: 2.258547921s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:52.887942Z","caller":"traceutil/trace.go:171","msg":"trace[2124004292] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20673; }","duration":"1.644466237s","start":"2026-03-02T19:16:51.243461Z","end":"2026-03-02T19:16:52.887927Z","steps":["trace[2124004292] 'agreement among raft nodes before linearized reading' (duration: 1.644377035s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.887952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.629106Z","time spent":"2.258832888s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T19:16:52.887926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.073313Z","time spent":"1.814525756s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:52.887992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.243445Z","time spent":"1.644535868s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:52.888036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.902115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:16:52.888065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257155248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:16:52.888151Z","caller":"traceutil/trace.go:171","msg":"trace[209177409] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20673; }","duration":"1.257269971s","start":"2026-03-02T19:16:51.630858Z","end":"2026-03-02T19:16:52.888128Z","steps":["trace[209177409] 'agreement among raft nodes before linearized reading' (duration: 1.257127417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.888187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.401511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T19:16:52.888206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.630842Z","time spent":"1.257349942s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:52.888216Z","caller":"traceutil/trace.go:171","msg":"trace[1638448000] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20673; }","duration":"951.464033ms","start":"2026-03-02T19:16:51.936744Z","end":"2026-03-02T19:16:52.888208Z","steps":["trace[1638448000] 'agreement among raft nodes before linearized reading' (duration: 951.369901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.88827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.936719Z","time spent":"951.540535ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:16:52.888285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935684471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:16:52.887741Z","caller":"traceutil/trace.go:171","msg":"trace[1725679358] transaction","detail":"{read_only:false; response_revision:20671; number_of_response:1; }","duration":"1.816238528s","start":"2026-03-02T19:16:51.071441Z","end":"2026-03-02T19:16:52.887679Z","steps":["trace[1725679358] 'process raft request' (duration: 1.815599272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.888494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.071417Z","time spent":"1.817020136s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:52.888205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995745111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:16:52.888602Z","caller":"traceutil/trace.go:171","msg":"trace[133951029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20673; }","duration":"1.996182232s","start":"2026-03-02T19:16:50.8924Z","end":"2026-03-02T19:16:52.888583Z","steps":["trace[133951029] 'agreement among raft nodes before linearized reading' (duration: 1.995650279s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.888658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.892381Z","time spent":"1.996260973s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:16:52.888092Z","caller":"traceutil/trace.go:171","msg":"trace[375362777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20673; }","duration":"952.009588ms","start":"2026-03-02T19:16:51.93607Z","end":"2026-03-02T19:16:52.88808Z","steps":["trace[375362777] 'agreement among raft nodes before linearized reading' (duration: 951.775052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.888757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.936055Z","time spent":"952.683954ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:16:52.88834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878152754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417453"} {"level":"info","ts":"2026-03-02T19:16:52.888336Z","caller":"traceutil/trace.go:171","msg":"trace[943521669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20673; }","duration":"1.935757714s","start":"2026-03-02T19:16:50.952562Z","end":"2026-03-02T19:16:52.88832Z","steps":["trace[943521669] 'agreement among raft nodes before linearized reading' (duration: 1.935684452s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:52.888918Z","caller":"traceutil/trace.go:171","msg":"trace[601623680] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20673; }","duration":"1.878680717s","start":"2026-03-02T19:16:51.01014Z","end":"2026-03-02T19:16:52.888821Z","steps":["trace[601623680] 'agreement among raft nodes before linearized reading' (duration: 1.878021381s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:52.888958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:50.952545Z","time spent":"1.936396059s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:16:52.889518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:51.010112Z","time spent":"1.87886103s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417477,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:16:53.152402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.791525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:16:53.152499Z","caller":"traceutil/trace.go:171","msg":"trace[1599485547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20677; }","duration":"158.918539ms","start":"2026-03-02T19:16:52.993556Z","end":"2026-03-02T19:16:53.152475Z","steps":["trace[1599485547] 'range keys from in-memory index tree' (duration: 158.6284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:00.911562Z","caller":"traceutil/trace.go:171","msg":"trace[1787528764] transaction","detail":"{read_only:false; response_revision:20716; number_of_response:1; }","duration":"421.719921ms","start":"2026-03-02T19:17:00.489817Z","end":"2026-03-02T19:17:00.911537Z","steps":["trace[1787528764] 'process raft request' (duration: 421.550957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:00.911708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:00.489796Z","time spent":"421.837384ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:17:00.944577Z","caller":"traceutil/trace.go:171","msg":"trace[2066207832] transaction","detail":"{read_only:false; response_revision:20717; number_of_response:1; }","duration":"251.320899ms","start":"2026-03-02T19:17:00.693231Z","end":"2026-03-02T19:17:00.944552Z","steps":["trace[2066207832] 'process raft request' (duration: 251.195156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.185425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.848963ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:17:01.185962Z","caller":"traceutil/trace.go:171","msg":"trace[71783999] transaction","detail":"{read_only:false; response_revision:20719; number_of_response:1; }","duration":"233.024305ms","start":"2026-03-02T19:17:00.95291Z","end":"2026-03-02T19:17:01.185935Z","steps":["trace[71783999] 'process raft request' (duration: 232.617445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:01.229432Z","caller":"traceutil/trace.go:171","msg":"trace[1249906992] linearizableReadLoop","detail":"{readStateIndex:21485; appliedIndex:21483; }","duration":"267.50357ms","start":"2026-03-02T19:17:00.961901Z","end":"2026-03-02T19:17:01.229404Z","steps":["trace[1249906992] 'read index received' (duration: 49.338623ms)","trace[1249906992] 'applied index is now lower than readState.Index' (duration: 218.163567ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:01.229492Z","caller":"traceutil/trace.go:171","msg":"trace[1376983020] transaction","detail":"{read_only:false; response_revision:20720; number_of_response:1; }","duration":"241.556377ms","start":"2026-03-02T19:17:00.98792Z","end":"2026-03-02T19:17:01.229477Z","steps":["trace[1376983020] 'process raft request' (duration: 197.998477ms)","trace[1376983020] 'compare' (duration: 43.351135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:17:01.229645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.733776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:17:01.229736Z","caller":"traceutil/trace.go:171","msg":"trace[1567539488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20720; }","duration":"267.860979ms","start":"2026-03-02T19:17:00.961859Z","end":"2026-03-02T19:17:01.22972Z","steps":["trace[1567539488] 'agreement among raft nodes before linearized reading' (duration: 267.679004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.229866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.210875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:17:01.229899Z","caller":"traceutil/trace.go:171","msg":"trace[1137112235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20720; }","duration":"259.258266ms","start":"2026-03-02T19:17:00.970633Z","end":"2026-03-02T19:17:01.229891Z","steps":["trace[1137112235] 'agreement among raft nodes before linearized reading' (duration: 259.177814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.229933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.134061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:17:01.229996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.627195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:17:01.230007Z","caller":"traceutil/trace.go:171","msg":"trace[2106607279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20720; }","duration":"261.254164ms","start":"2026-03-02T19:17:00.968732Z","end":"2026-03-02T19:17:01.229987Z","steps":["trace[2106607279] 'agreement among raft nodes before linearized reading' (duration: 261.037359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:01.230023Z","caller":"traceutil/trace.go:171","msg":"trace[2019227213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20720; }","duration":"259.681326ms","start":"2026-03-02T19:17:00.970335Z","end":"2026-03-02T19:17:01.230016Z","steps":["trace[2019227213] 'agreement among raft nodes before linearized reading' (duration: 259.619634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.230246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.83582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:17:01.230299Z","caller":"traceutil/trace.go:171","msg":"trace[1881350787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20720; }","duration":"259.900891ms","start":"2026-03-02T19:17:00.970386Z","end":"2026-03-02T19:17:01.230286Z","steps":["trace[1881350787] 'agreement among raft nodes before linearized reading' (duration: 259.398809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:03.180279Z","caller":"traceutil/trace.go:171","msg":"trace[513241090] transaction","detail":"{read_only:false; response_revision:20727; number_of_response:1; }","duration":"164.522088ms","start":"2026-03-02T19:17:03.015726Z","end":"2026-03-02T19:17:03.180248Z","steps":["trace[513241090] 'process raft request' (duration: 153.892744ms)","trace[513241090] 'compare' (duration: 10.310816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:17:03.678308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.197434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:03.6784Z","caller":"traceutil/trace.go:171","msg":"trace[1865059743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20729; }","duration":"255.338628ms","start":"2026-03-02T19:17:03.42304Z","end":"2026-03-02T19:17:03.678379Z","steps":["trace[1865059743] 'range keys from in-memory index tree' (duration: 255.120213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.678505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.221771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:17:03.678573Z","caller":"traceutil/trace.go:171","msg":"trace[757184298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20729; }","duration":"346.333213ms","start":"2026-03-02T19:17:03.332223Z","end":"2026-03-02T19:17:03.678557Z","steps":["trace[757184298] 'range keys from in-memory index tree' (duration: 346.048637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.678613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.332211Z","time spent":"346.393855ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:17:03.67885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.21541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:17:03.678931Z","caller":"traceutil/trace.go:171","msg":"trace[1781326803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20729; }","duration":"346.331943ms","start":"2026-03-02T19:17:03.332587Z","end":"2026-03-02T19:17:03.678918Z","steps":["trace[1781326803] 'range keys from in-memory index tree' (duration: 345.982724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.678976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.332567Z","time spent":"346.392804ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:17:03.679081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.392544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:17:03.679114Z","caller":"traceutil/trace.go:171","msg":"trace[751942724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20729; }","duration":"346.463736ms","start":"2026-03-02T19:17:03.332642Z","end":"2026-03-02T19:17:03.679106Z","steps":["trace[751942724] 'range keys from in-memory index tree' (duration: 346.255091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.679136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.332622Z","time spent":"346.508017ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:17:03.67915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.613367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:17:03.679238Z","caller":"traceutil/trace.go:171","msg":"trace[1350792638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20729; }","duration":"381.73109ms","start":"2026-03-02T19:17:03.297484Z","end":"2026-03-02T19:17:03.679215Z","steps":["trace[1350792638] 'range keys from in-memory index tree' (duration: 381.461163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.679289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.297468Z","time spent":"381.808472ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:17:03.67932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.997744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:03.679344Z","caller":"traceutil/trace.go:171","msg":"trace[199014234] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20729; }","duration":"283.053254ms","start":"2026-03-02T19:17:03.396283Z","end":"2026-03-02T19:17:03.679336Z","steps":["trace[199014234] 'range keys from in-memory index tree' (duration: 282.924782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.679363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.615145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:17:03.679527Z","caller":"traceutil/trace.go:171","msg":"trace[578492711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20729; }","duration":"347.79969ms","start":"2026-03-02T19:17:03.331678Z","end":"2026-03-02T19:17:03.679478Z","steps":["trace[578492711] 'range keys from in-memory index tree' (duration: 347.477722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:03.679572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.331656Z","time spent":"347.905982ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:17:04.008789Z","caller":"traceutil/trace.go:171","msg":"trace[977547498] linearizableReadLoop","detail":"{readStateIndex:21498; appliedIndex:21496; }","duration":"324.288207ms","start":"2026-03-02T19:17:03.684479Z","end":"2026-03-02T19:17:04.008767Z","steps":["trace[977547498] 'read index received' (duration: 217.530201ms)","trace[977547498] 'applied index is now lower than readState.Index' (duration: 106.757206ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:04.008977Z","caller":"traceutil/trace.go:171","msg":"trace[1477914707] transaction","detail":"{read_only:false; response_revision:20730; number_of_response:1; }","duration":"324.601525ms","start":"2026-03-02T19:17:03.684367Z","end":"2026-03-02T19:17:04.008968Z","steps":["trace[1477914707] 'process raft request' (duration: 320.235976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:04.009367Z","caller":"traceutil/trace.go:171","msg":"trace[39791039] transaction","detail":"{read_only:false; response_revision:20733; number_of_response:1; }","duration":"324.387359ms","start":"2026-03-02T19:17:03.684959Z","end":"2026-03-02T19:17:04.009347Z","steps":["trace[39791039] 'process raft request' (duration: 323.750453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:04.0096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.684947Z","time spent":"324.577944ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:17:04.009606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.093686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:04.009699Z","caller":"traceutil/trace.go:171","msg":"trace[419413428] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20734; }","duration":"325.22408ms","start":"2026-03-02T19:17:03.684449Z","end":"2026-03-02T19:17:04.009673Z","steps":["trace[419413428] 'agreement among raft nodes before linearized reading' (duration: 325.046156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:04.009762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.684435Z","time spent":"325.316662ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:17:04.009935Z","caller":"traceutil/trace.go:171","msg":"trace[418532720] transaction","detail":"{read_only:false; response_revision:20734; number_of_response:1; }","duration":"324.307257ms","start":"2026-03-02T19:17:03.685601Z","end":"2026-03-02T19:17:04.009908Z","steps":["trace[418532720] 'process raft request' (duration: 323.132338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:04.010056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.685593Z","time spent":"324.405889ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:17:04.010279Z","caller":"traceutil/trace.go:171","msg":"trace[993418303] transaction","detail":"{read_only:false; response_revision:20732; number_of_response:1; }","duration":"325.749652ms","start":"2026-03-02T19:17:03.684513Z","end":"2026-03-02T19:17:04.010262Z","steps":["trace[993418303] 'process raft request' (duration: 324.175024ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:04.010308Z","caller":"traceutil/trace.go:171","msg":"trace[963471825] transaction","detail":"{read_only:false; response_revision:20731; number_of_response:1; }","duration":"325.827354ms","start":"2026-03-02T19:17:03.684463Z","end":"2026-03-02T19:17:04.010291Z","steps":["trace[963471825] 'process raft request' (duration: 324.184394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:04.010399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.684497Z","time spent":"325.828925ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:17:04.010447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.684455Z","time spent":"325.890876ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:17:04.010934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:03.684339Z","time spent":"324.660166ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:17:04.01991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.213839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:04.019888Z","caller":"traceutil/trace.go:171","msg":"trace[1103026062] transaction","detail":"{read_only:false; response_revision:20735; number_of_response:1; }","duration":"116.739114ms","start":"2026-03-02T19:17:03.903109Z","end":"2026-03-02T19:17:04.019849Z","steps":["trace[1103026062] 'process raft request' (duration: 116.58563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:04.019962Z","caller":"traceutil/trace.go:171","msg":"trace[194291189] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:20735; }","duration":"237.320842ms","start":"2026-03-02T19:17:03.782628Z","end":"2026-03-02T19:17:04.019949Z","steps":["trace[194291189] 'agreement among raft nodes before linearized reading' (duration: 237.213309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:05.347282Z","caller":"traceutil/trace.go:171","msg":"trace[621660959] transaction","detail":"{read_only:false; response_revision:20738; number_of_response:1; }","duration":"143.428675ms","start":"2026-03-02T19:17:05.203811Z","end":"2026-03-02T19:17:05.347239Z","steps":["trace[621660959] 'process raft request' (duration: 141.983259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:09.379329Z","caller":"traceutil/trace.go:171","msg":"trace[108954653] transaction","detail":"{read_only:false; response_revision:20831; number_of_response:1; }","duration":"101.72817ms","start":"2026-03-02T19:17:09.277573Z","end":"2026-03-02T19:17:09.379302Z","steps":["trace[108954653] 'process raft request' (duration: 101.277499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:44.453128Z","caller":"traceutil/trace.go:171","msg":"trace[721779354] linearizableReadLoop","detail":"{readStateIndex:21827; appliedIndex:21826; }","duration":"216.778272ms","start":"2026-03-02T19:17:44.23633Z","end":"2026-03-02T19:17:44.453108Z","steps":["trace[721779354] 'read index received' (duration: 216.653339ms)","trace[721779354] 'applied index is now lower than readState.Index' (duration: 124.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:44.453222Z","caller":"traceutil/trace.go:171","msg":"trace[1281586725] transaction","detail":"{read_only:false; response_revision:21048; number_of_response:1; }","duration":"218.786502ms","start":"2026-03-02T19:17:44.234389Z","end":"2026-03-02T19:17:44.453176Z","steps":["trace[1281586725] 'process raft request' (duration: 218.597587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:44.453302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.963066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:17:44.453324Z","caller":"traceutil/trace.go:171","msg":"trace[1034877992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21048; }","duration":"217.037498ms","start":"2026-03-02T19:17:44.236279Z","end":"2026-03-02T19:17:44.453317Z","steps":["trace[1034877992] 'agreement among raft nodes before linearized reading' (duration: 216.934896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:44.453496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.283173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:17:44.453599Z","caller":"traceutil/trace.go:171","msg":"trace[716546471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21048; }","duration":"204.411676ms","start":"2026-03-02T19:17:44.249166Z","end":"2026-03-02T19:17:44.453577Z","steps":["trace[716546471] 'agreement among raft nodes before linearized reading' (duration: 204.134349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:51.503353Z","caller":"traceutil/trace.go:171","msg":"trace[1111405416] transaction","detail":"{read_only:false; response_revision:21180; number_of_response:1; }","duration":"118.442435ms","start":"2026-03-02T19:17:51.384889Z","end":"2026-03-02T19:17:51.503332Z","steps":["trace[1111405416] 'process raft request' (duration: 117.308837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:51.804282Z","caller":"traceutil/trace.go:171","msg":"trace[990691647] transaction","detail":"{read_only:false; response_revision:21184; number_of_response:1; }","duration":"182.611926ms","start":"2026-03-02T19:17:51.621633Z","end":"2026-03-02T19:17:51.804245Z","steps":["trace[990691647] 'process raft request' (duration: 127.654555ms)","trace[990691647] 'compare' (duration: 54.793887ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:53.951763Z","caller":"traceutil/trace.go:171","msg":"trace[732514604] transaction","detail":"{read_only:false; response_revision:21205; number_of_response:1; }","duration":"161.642006ms","start":"2026-03-02T19:17:53.790092Z","end":"2026-03-02T19:17:53.951734Z","steps":["trace[732514604] 'process raft request' (duration: 154.361825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:53.959356Z","caller":"traceutil/trace.go:171","msg":"trace[613201527] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"150.355877ms","start":"2026-03-02T19:17:53.808977Z","end":"2026-03-02T19:17:53.959333Z","steps":["trace[613201527] 'process raft request' (duration: 150.313006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:53.959411Z","caller":"traceutil/trace.go:171","msg":"trace[123246114] transaction","detail":"{read_only:false; response_revision:21206; number_of_response:1; }","duration":"163.861362ms","start":"2026-03-02T19:17:53.79552Z","end":"2026-03-02T19:17:53.959381Z","steps":["trace[123246114] 'process raft request' (duration: 163.642397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:54.990978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.797438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:54.991055Z","caller":"traceutil/trace.go:171","msg":"trace[1046109098] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinedrainrules.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21281; }","duration":"104.900191ms","start":"2026-03-02T19:17:54.88614Z","end":"2026-03-02T19:17:54.99104Z","steps":["trace[1046109098] 'agreement among raft nodes before linearized reading' (duration: 104.761328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:55.088821Z","caller":"traceutil/trace.go:171","msg":"trace[1509771404] transaction","detail":"{read_only:false; response_revision:21282; number_of_response:1; }","duration":"115.988936ms","start":"2026-03-02T19:17:54.972804Z","end":"2026-03-02T19:17:55.088793Z","steps":["trace[1509771404] 'process raft request' (duration: 113.059903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:55.089055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.910933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-02T19:17:55.089148Z","caller":"traceutil/trace.go:171","msg":"trace[1433861628] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:21282; }","duration":"135.046167ms","start":"2026-03-02T19:17:54.954077Z","end":"2026-03-02T19:17:55.089123Z","steps":["trace[1433861628] 'agreement among raft nodes before linearized reading' (duration: 134.743129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:55.104659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.160955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-02T19:17:55.104735Z","caller":"traceutil/trace.go:171","msg":"trace[1579651822] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21283; }","duration":"109.281998ms","start":"2026-03-02T19:17:54.995433Z","end":"2026-03-02T19:17:55.104715Z","steps":["trace[1579651822] 'agreement among raft nodes before linearized reading' (duration: 109.090114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:55.40481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.588111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:55.40487Z","caller":"traceutil/trace.go:171","msg":"trace[683626320] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinepools.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21290; }","duration":"106.654643ms","start":"2026-03-02T19:17:55.2982Z","end":"2026-03-02T19:17:55.404855Z","steps":["trace[683626320] 'agreement among raft nodes before linearized reading' (duration: 106.570691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:55.839865Z","caller":"traceutil/trace.go:171","msg":"trace[857669997] transaction","detail":"{read_only:false; response_revision:21304; number_of_response:1; }","duration":"108.713904ms","start":"2026-03-02T19:17:55.731128Z","end":"2026-03-02T19:17:55.839841Z","steps":["trace[857669997] 'process raft request' (duration: 108.417757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:55.839971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.928264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-02T19:17:55.840102Z","caller":"traceutil/trace.go:171","msg":"trace[288648105] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:21304; }","duration":"112.102328ms","start":"2026-03-02T19:17:55.727977Z","end":"2026-03-02T19:17:55.840079Z","steps":["trace[288648105] 'agreement among raft nodes before linearized reading' (duration: 111.827641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:58.349963Z","caller":"traceutil/trace.go:171","msg":"trace[899683020] linearizableReadLoop","detail":"{readStateIndex:22348; appliedIndex:22347; }","duration":"281.259381ms","start":"2026-03-02T19:17:58.068679Z","end":"2026-03-02T19:17:58.349938Z","steps":["trace[899683020] 'read index received' (duration: 281.167799ms)","trace[899683020] 'applied index is now lower than readState.Index' (duration: 90.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:58.350096Z","caller":"traceutil/trace.go:171","msg":"trace[811574868] transaction","detail":"{read_only:false; response_revision:21557; number_of_response:1; }","duration":"281.872396ms","start":"2026-03-02T19:17:58.068183Z","end":"2026-03-02T19:17:58.350055Z","steps":["trace[811574868] 'process raft request' (duration: 281.374184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:58.350169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.473936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-7844f68f\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-02T19:17:58.350195Z","caller":"traceutil/trace.go:171","msg":"trace[712449838] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-7844f68f; range_end:; response_count:1; response_revision:21557; }","duration":"281.545128ms","start":"2026-03-02T19:17:58.068642Z","end":"2026-03-02T19:17:58.350187Z","steps":["trace[712449838] 'agreement among raft nodes before linearized reading' (duration: 281.406325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:58.353899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.587251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/capo-webhook-service-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:58.354002Z","caller":"traceutil/trace.go:171","msg":"trace[1938868669] range","detail":"{range_begin:/registry/secrets/capo-system/capo-webhook-service-cert; range_end:; response_count:0; response_revision:21561; }","duration":"244.726955ms","start":"2026-03-02T19:17:58.109258Z","end":"2026-03-02T19:17:58.353985Z","steps":["trace[1938868669] 'agreement among raft nodes before linearized reading' (duration: 244.568551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:58.354184Z","caller":"traceutil/trace.go:171","msg":"trace[92058483] transaction","detail":"{read_only:false; response_revision:21560; number_of_response:1; }","duration":"194.9007ms","start":"2026-03-02T19:17:58.159275Z","end":"2026-03-02T19:17:58.354176Z","steps":["trace[92058483] 'process raft request' (duration: 194.48633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:58.354158Z","caller":"traceutil/trace.go:171","msg":"trace[698531273] transaction","detail":"{read_only:false; response_revision:21558; number_of_response:1; }","duration":"284.277865ms","start":"2026-03-02T19:17:58.069853Z","end":"2026-03-02T19:17:58.354131Z","steps":["trace[698531273] 'process raft request' (duration: 283.754152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:58.354774Z","caller":"traceutil/trace.go:171","msg":"trace[1885881119] transaction","detail":"{read_only:false; response_revision:21559; number_of_response:1; }","duration":"277.507127ms","start":"2026-03-02T19:17:58.077227Z","end":"2026-03-02T19:17:58.354734Z","steps":["trace[1885881119] 'process raft request' (duration: 276.491722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:59.987594Z","caller":"traceutil/trace.go:171","msg":"trace[2115748211] linearizableReadLoop","detail":"{readStateIndex:22405; appliedIndex:22404; }","duration":"212.382662ms","start":"2026-03-02T19:17:59.775188Z","end":"2026-03-02T19:17:59.98757Z","steps":["trace[2115748211] 'read index received' (duration: 212.094435ms)","trace[2115748211] 'applied index is now lower than readState.Index' (duration: 287.327µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:17:59.987742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.538218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/probes/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:17:59.987775Z","caller":"traceutil/trace.go:171","msg":"trace[2019004429] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/cert-manager-test/; range_end:/registry/monitoring.coreos.com/probes/cert-manager-test0; response_count:0; response_revision:21612; }","duration":"212.602969ms","start":"2026-03-02T19:17:59.775162Z","end":"2026-03-02T19:17:59.987765Z","steps":["trace[2019004429] 'agreement among raft nodes before linearized reading' (duration: 212.507937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:59.987801Z","caller":"traceutil/trace.go:171","msg":"trace[1627504853] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"214.689531ms","start":"2026-03-02T19:17:59.773089Z","end":"2026-03-02T19:17:59.987778Z","steps":["trace[1627504853] 'process raft request' (duration: 214.291891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:01.708789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.432069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129392"} {"level":"warn","ts":"2026-03-02T19:18:01.708773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.897385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:18:01.708875Z","caller":"traceutil/trace.go:171","msg":"trace[57777001] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21652; }","duration":"357.573132ms","start":"2026-03-02T19:18:01.351282Z","end":"2026-03-02T19:18:01.708855Z","steps":["trace[57777001] 'range keys from in-memory index tree' (duration: 357.186773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:01.708906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:01.351262Z","time spent":"357.636233ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":129416,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" "} {"level":"info","ts":"2026-03-02T19:18:01.708899Z","caller":"traceutil/trace.go:171","msg":"trace[279634166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21652; }","duration":"286.07259ms","start":"2026-03-02T19:18:01.422799Z","end":"2026-03-02T19:18:01.708872Z","steps":["trace[279634166] 'range keys from in-memory index tree' (duration: 285.786913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:01.709059Z","caller":"traceutil/trace.go:171","msg":"trace[1494244501] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"282.900741ms","start":"2026-03-02T19:18:01.426126Z","end":"2026-03-02T19:18:01.709027Z","steps":["trace[1494244501] 'process raft request' (duration: 279.333143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:01.716435Z","caller":"traceutil/trace.go:171","msg":"trace[2024458043] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"251.660327ms","start":"2026-03-02T19:18:01.464758Z","end":"2026-03-02T19:18:01.716419Z","steps":["trace[2024458043] 'process raft request' (duration: 251.172394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:01.716583Z","caller":"traceutil/trace.go:171","msg":"trace[115422333] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"188.515043ms","start":"2026-03-02T19:18:01.52806Z","end":"2026-03-02T19:18:01.716575Z","steps":["trace[115422333] 'process raft request' (duration: 187.974158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:07.227386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.054526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:18:07.227452Z","caller":"traceutil/trace.go:171","msg":"trace[389254499] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21740; }","duration":"718.168479ms","start":"2026-03-02T19:18:06.509268Z","end":"2026-03-02T19:18:07.227436Z","steps":["trace[389254499] 'count revisions from in-memory index tree' (duration: 717.971573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:07.227505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.509252Z","time spent":"718.2228ms","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:18:07.227555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.852618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:18:07.227589Z","caller":"traceutil/trace.go:171","msg":"trace[1305391426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21740; }","duration":"547.907809ms","start":"2026-03-02T19:18:06.679672Z","end":"2026-03-02T19:18:07.22758Z","steps":["trace[1305391426] 'range keys from in-memory index tree' (duration: 547.647863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:07.227607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.679661Z","time spent":"547.94119ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:18:07.227805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.659254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:18:07.227829Z","caller":"traceutil/trace.go:171","msg":"trace[1339222025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21740; }","duration":"560.722176ms","start":"2026-03-02T19:18:06.667101Z","end":"2026-03-02T19:18:07.227823Z","steps":["trace[1339222025] 'range keys from in-memory index tree' (duration: 560.527241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:07.227846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.667081Z","time spent":"560.760177ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:18:07.227928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.962142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:18:07.227956Z","caller":"traceutil/trace.go:171","msg":"trace[2142701008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21740; }","duration":"559.001803ms","start":"2026-03-02T19:18:06.668948Z","end":"2026-03-02T19:18:07.22795Z","steps":["trace[2142701008] 'range keys from in-memory index tree' (duration: 558.89228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:07.227973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.668942Z","time spent":"559.026214ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:18:07.228049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.108247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:18:07.228045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.900961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:18:07.228152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.72917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:18:07.22813Z","caller":"traceutil/trace.go:171","msg":"trace[2141382800] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21740; }","duration":"323.294682ms","start":"2026-03-02T19:18:06.904818Z","end":"2026-03-02T19:18:07.228113Z","steps":["trace[2141382800] 'count revisions from in-memory index tree' (duration: 323.016466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:07.228254Z","caller":"traceutil/trace.go:171","msg":"trace[1032844237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21740; }","duration":"565.869154ms","start":"2026-03-02T19:18:06.662361Z","end":"2026-03-02T19:18:07.22823Z","steps":["trace[1032844237] 'range keys from in-memory index tree' (duration: 565.540986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:07.228269Z","caller":"traceutil/trace.go:171","msg":"trace[1102011452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21740; }","duration":"561.108395ms","start":"2026-03-02T19:18:06.667101Z","end":"2026-03-02T19:18:07.228209Z","steps":["trace[1102011452] 'range keys from in-memory index tree' (duration: 560.622673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:07.228326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.662342Z","time spent":"565.966447ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:18:07.228302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.904801Z","time spent":"323.441915ms","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:18:07.228436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:06.667093Z","time spent":"561.29705ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:18:08.152995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012908933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:18:08.653957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012908933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:18:09.154918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012908933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:18:09.560537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124055852s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:18:09.560683Z","caller":"traceutil/trace.go:171","msg":"trace[1272121539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21741; }","duration":"2.124213826s","start":"2026-03-02T19:18:07.436451Z","end":"2026-03-02T19:18:09.560664Z","steps":["trace[1272121539] 'range keys from in-memory index tree' (duration: 2.124037902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.673692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012908933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:18:09.855776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.574124375s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:18:09.856183Z","caller":"traceutil/trace.go:171","msg":"trace[1693894003] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"2.623311294s","start":"2026-03-02T19:18:07.232851Z","end":"2026-03-02T19:18:09.856163Z","steps":["trace[1693894003] 'process raft request' (duration: 2.62316875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.856325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.232831Z","time spent":"2.623419597s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.856533Z","caller":"traceutil/trace.go:171","msg":"trace[1278570582] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"2.623464527s","start":"2026-03-02T19:18:07.233046Z","end":"2026-03-02T19:18:09.85651Z","steps":["trace[1278570582] 'process raft request' (duration: 2.623086198s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.856579Z","caller":"traceutil/trace.go:171","msg":"trace[930015221] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"2.623036177s","start":"2026-03-02T19:18:07.233508Z","end":"2026-03-02T19:18:09.856545Z","steps":["trace[930015221] 'process raft request' (duration: 2.622975365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.856645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.233017Z","time spent":"2.62357189s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:18:09.856764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.233499Z","time spent":"2.62318307s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.856776Z","caller":"traceutil/trace.go:171","msg":"trace[656462997] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"2.623626791s","start":"2026-03-02T19:18:07.233133Z","end":"2026-03-02T19:18:09.85676Z","steps":["trace[656462997] 'process raft request' (duration: 2.623203021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.856852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.233122Z","time spent":"2.623687342s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.893949Z","caller":"traceutil/trace.go:171","msg":"trace[1510138684] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"2.206620298s","start":"2026-03-02T19:18:07.68729Z","end":"2026-03-02T19:18:09.89391Z","steps":["trace[1510138684] 'process raft request' (duration: 2.201706206s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.894218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.68727Z","time spent":"2.206829044s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.894301Z","caller":"traceutil/trace.go:171","msg":"trace[726925991] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"2.167471388s","start":"2026-03-02T19:18:07.726824Z","end":"2026-03-02T19:18:09.894295Z","steps":["trace[726925991] 'process raft request' (duration: 2.167002246s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.894365Z","caller":"traceutil/trace.go:171","msg":"trace[1922124428] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"2.14455769s","start":"2026-03-02T19:18:07.749774Z","end":"2026-03-02T19:18:09.894331Z","steps":["trace[1922124428] 'process raft request' (duration: 2.144391706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.894405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.726799Z","time spent":"2.16753799s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:18:09.894508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.749762Z","time spent":"2.144684863s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:18:09.894498Z","caller":"traceutil/trace.go:171","msg":"trace[629645811] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"2.156986348s","start":"2026-03-02T19:18:07.737472Z","end":"2026-03-02T19:18:09.894458Z","steps":["trace[629645811] 'process raft request' (duration: 2.156608949s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.894248Z","caller":"traceutil/trace.go:171","msg":"trace[1524388755] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"2.159044119s","start":"2026-03-02T19:18:07.73518Z","end":"2026-03-02T19:18:09.894224Z","steps":["trace[1524388755] 'process raft request' (duration: 2.158861855s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.89453Z","caller":"traceutil/trace.go:171","msg":"trace[737869360] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"1.854512711s","start":"2026-03-02T19:18:08.039982Z","end":"2026-03-02T19:18:09.894495Z","steps":["trace[737869360] 'process raft request' (duration: 1.854223174s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.894587Z","caller":"traceutil/trace.go:171","msg":"trace[901275487] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"2.156471885s","start":"2026-03-02T19:18:07.738071Z","end":"2026-03-02T19:18:09.894543Z","steps":["trace[901275487] 'process raft request' (duration: 2.156044545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.894629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.735157Z","time spent":"2.159432648s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:18:09.894664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.73745Z","time spent":"2.157126881s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:18:09.894758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.738058Z","time spent":"2.156610308s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.89478Z","caller":"traceutil/trace.go:171","msg":"trace[1882578702] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"1.661422855s","start":"2026-03-02T19:18:08.233328Z","end":"2026-03-02T19:18:09.894751Z","steps":["trace[1882578702] 'process raft request' (duration: 1.660910723s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.894797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:08.039963Z","time spent":"1.854678044s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:18:09.894974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:08.23331Z","time spent":"1.661542488s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.90079Z","caller":"traceutil/trace.go:171","msg":"trace[602530965] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"677.90843ms","start":"2026-03-02T19:18:09.222867Z","end":"2026-03-02T19:18:09.900775Z","steps":["trace[602530965] 'process raft request' (duration: 677.589742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.900872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:09.222844Z","time spent":"677.988423ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:09.900898Z","caller":"traceutil/trace.go:171","msg":"trace[956033164] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"672.314652ms","start":"2026-03-02T19:18:09.228563Z","end":"2026-03-02T19:18:09.900877Z","steps":["trace[956033164] 'process raft request' (duration: 672.133327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.90096Z","caller":"traceutil/trace.go:171","msg":"trace[699495529] linearizableReadLoop","detail":"{readStateIndex:22550; appliedIndex:22536; }","duration":"2.248002664s","start":"2026-03-02T19:18:07.65295Z","end":"2026-03-02T19:18:09.900953Z","steps":["trace[699495529] 'read index received' (duration: 2.203178763s)","trace[699495529] 'applied index is now lower than readState.Index' (duration: 44.823111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:18:09.900984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:09.228547Z","time spent":"672.399094ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18754,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:18:09.90115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248195158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T19:18:09.901188Z","caller":"traceutil/trace.go:171","msg":"trace[1696505172] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21756; }","duration":"2.248232859s","start":"2026-03-02T19:18:07.652945Z","end":"2026-03-02T19:18:09.901178Z","steps":["trace[1696505172] 'agreement among raft nodes before linearized reading' (duration: 2.248063815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.90119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479106277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:18:09.901243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.534231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-02T19:18:09.901262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.264547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:18:09.901309Z","caller":"traceutil/trace.go:171","msg":"trace[1010086468] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21756; }","duration":"700.631934ms","start":"2026-03-02T19:18:09.20066Z","end":"2026-03-02T19:18:09.901292Z","steps":["trace[1010086468] 'agreement among raft nodes before linearized reading' (duration: 700.4743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:09.901324Z","caller":"traceutil/trace.go:171","msg":"trace[1534017852] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21756; }","duration":"226.352959ms","start":"2026-03-02T19:18:09.674952Z","end":"2026-03-02T19:18:09.901305Z","steps":["trace[1534017852] 'agreement among raft nodes before linearized reading' (duration: 226.232376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.901339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.477683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:18:09.901372Z","caller":"traceutil/trace.go:171","msg":"trace[576979496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21756; }","duration":"615.542775ms","start":"2026-03-02T19:18:09.28582Z","end":"2026-03-02T19:18:09.901363Z","steps":["trace[576979496] 'agreement among raft nodes before linearized reading' (duration: 615.418172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.901373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30008128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:18:09.901216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:07.65293Z","time spent":"2.248281141s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T19:18:09.901399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:09.285795Z","time spent":"615.599386ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:18:09.901404Z","caller":"traceutil/trace.go:171","msg":"trace[535937916] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21756; }","duration":"1.300148611s","start":"2026-03-02T19:18:08.601248Z","end":"2026-03-02T19:18:09.901397Z","steps":["trace[535937916] 'agreement among raft nodes before linearized reading' (duration: 1.30008473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.901424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:08.601227Z","time spent":"1.300191423s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:18:09.901369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:09.20064Z","time spent":"700.718497ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:18:09.901255Z","caller":"traceutil/trace.go:171","msg":"trace[1270122280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21756; }","duration":"1.47919395s","start":"2026-03-02T19:18:08.422045Z","end":"2026-03-02T19:18:09.901239Z","steps":["trace[1270122280] 'agreement among raft nodes before linearized reading' (duration: 1.479087857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.901549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:08.422032Z","time spent":"1.479511677s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:18:09.901621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383723802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-02T19:18:09.901646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153433825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:18:09.901742Z","caller":"traceutil/trace.go:171","msg":"trace[430982938] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21756; }","duration":"1.153518767s","start":"2026-03-02T19:18:08.74817Z","end":"2026-03-02T19:18:09.901688Z","steps":["trace[430982938] 'agreement among raft nodes before linearized reading' (duration: 1.153109167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.901809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:08.748153Z","time spent":"1.153637971s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":170,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:18:09.901671Z","caller":"traceutil/trace.go:171","msg":"trace[163564867] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21756; }","duration":"1.383858987s","start":"2026-03-02T19:18:08.517798Z","end":"2026-03-02T19:18:09.901657Z","steps":["trace[163564867] 'agreement among raft nodes before linearized reading' (duration: 1.383554239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:09.901908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:08.517771Z","time spent":"1.384124954s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T19:18:10.841102Z","caller":"traceutil/trace.go:171","msg":"trace[1142344761] linearizableReadLoop","detail":"{readStateIndex:22557; appliedIndex:22556; }","duration":"173.963401ms","start":"2026-03-02T19:18:10.667104Z","end":"2026-03-02T19:18:10.841068Z","steps":["trace[1142344761] 'read index received' (duration: 171.818588ms)","trace[1142344761] 'applied index is now lower than readState.Index' (duration: 2.143573ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:18:10.841129Z","caller":"traceutil/trace.go:171","msg":"trace[829637258] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"174.439523ms","start":"2026-03-02T19:18:10.666639Z","end":"2026-03-02T19:18:10.841079Z","steps":["trace[829637258] 'process raft request' (duration: 172.410653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:10.841316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.473456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:18:10.841365Z","caller":"traceutil/trace.go:171","msg":"trace[588155805] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21762; }","duration":"166.580289ms","start":"2026-03-02T19:18:10.674773Z","end":"2026-03-02T19:18:10.841353Z","steps":["trace[588155805] 'agreement among raft nodes before linearized reading' (duration: 166.452606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:10.841365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.258029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5182"} {"level":"info","ts":"2026-03-02T19:18:10.841412Z","caller":"traceutil/trace.go:171","msg":"trace[302042189] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:21762; }","duration":"174.33629ms","start":"2026-03-02T19:18:10.667062Z","end":"2026-03-02T19:18:10.841399Z","steps":["trace[302042189] 'agreement among raft nodes before linearized reading' (duration: 174.144585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.666346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.242161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:19:24.666556Z","caller":"traceutil/trace.go:171","msg":"trace[193923110] transaction","detail":"{read_only:false; response_revision:22540; number_of_response:1; }","duration":"497.749556ms","start":"2026-03-02T19:19:24.168779Z","end":"2026-03-02T19:19:24.666528Z","steps":["trace[193923110] 'process raft request' (duration: 362.231038ms)","trace[193923110] 'compare' (duration: 135.003616ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:24.666594Z","caller":"traceutil/trace.go:171","msg":"trace[914289107] linearizableReadLoop","detail":"{readStateIndex:23357; appliedIndex:23354; }","duration":"454.268269ms","start":"2026-03-02T19:19:24.212312Z","end":"2026-03-02T19:19:24.66658Z","steps":["trace[914289107] 'read index received' (duration: 318.696019ms)","trace[914289107] 'applied index is now lower than readState.Index' (duration: 135.57137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:19:24.666649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.168762Z","time spent":"497.843389ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:19:24.666843Z","caller":"traceutil/trace.go:171","msg":"trace[15170264] transaction","detail":"{read_only:false; response_revision:22541; number_of_response:1; }","duration":"496.535486ms","start":"2026-03-02T19:19:24.170296Z","end":"2026-03-02T19:19:24.666831Z","steps":["trace[15170264] 'process raft request' (duration: 496.163977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.66691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.170289Z","time spent":"496.582327ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:19:24.667103Z","caller":"traceutil/trace.go:171","msg":"trace[737909485] transaction","detail":"{read_only:false; response_revision:22542; number_of_response:1; }","duration":"488.789554ms","start":"2026-03-02T19:19:24.178247Z","end":"2026-03-02T19:19:24.667037Z","steps":["trace[737909485] 'process raft request' (duration: 488.278991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.875153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:19:24.6672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.77593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:19:24.667257Z","caller":"traceutil/trace.go:171","msg":"trace[945107153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22542; }","duration":"454.975646ms","start":"2026-03-02T19:19:24.212265Z","end":"2026-03-02T19:19:24.667241Z","steps":["trace[945107153] 'agreement among raft nodes before linearized reading' (duration: 454.765211ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:24.667268Z","caller":"traceutil/trace.go:171","msg":"trace[562885496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22542; }","duration":"454.883013ms","start":"2026-03-02T19:19:24.212368Z","end":"2026-03-02T19:19:24.667251Z","steps":["trace[562885496] 'agreement among raft nodes before linearized reading' (duration: 454.712229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.212246Z","time spent":"455.061477ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:19:24.667321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.954822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:19:24.667314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.850074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:19:24.667374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.249653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:24.667379Z","caller":"traceutil/trace.go:171","msg":"trace[1792763410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22542; }","duration":"450.938756ms","start":"2026-03-02T19:19:24.216426Z","end":"2026-03-02T19:19:24.667364Z","steps":["trace[1792763410] 'agreement among raft nodes before linearized reading' (duration: 450.790932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.17823Z","time spent":"488.963017ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:19:24.667398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.108506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:19:24.66743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.216415Z","time spent":"451.001438ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:19:24.667508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.601281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:24.667532Z","caller":"traceutil/trace.go:171","msg":"trace[800117703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22542; }","duration":"444.221609ms","start":"2026-03-02T19:19:24.223246Z","end":"2026-03-02T19:19:24.667467Z","steps":["trace[800117703] 'agreement among raft nodes before linearized reading' (duration: 443.916662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:24.667549Z","caller":"traceutil/trace.go:171","msg":"trace[1927937313] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22542; }","duration":"432.695953ms","start":"2026-03-02T19:19:24.234842Z","end":"2026-03-02T19:19:24.667538Z","steps":["trace[1927937313] 'agreement among raft nodes before linearized reading' (duration: 432.603321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.048613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:19:24.667582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.234832Z","time spent":"432.741644ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:19:24.667591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.223238Z","time spent":"444.338232ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:19:24.667367Z","caller":"traceutil/trace.go:171","msg":"trace[1579333215] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22542; }","duration":"172.015893ms","start":"2026-03-02T19:19:24.495331Z","end":"2026-03-02T19:19:24.667347Z","steps":["trace[1579333215] 'agreement among raft nodes before linearized reading' (duration: 171.974632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:24.667606Z","caller":"traceutil/trace.go:171","msg":"trace[991169201] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22542; }","duration":"172.350911ms","start":"2026-03-02T19:19:24.495237Z","end":"2026-03-02T19:19:24.667588Z","steps":["trace[991169201] 'agreement among raft nodes before linearized reading' (duration: 172.061354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.9135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:24.668018Z","caller":"traceutil/trace.go:171","msg":"trace[1675204601] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22542; }","duration":"172.700931ms","start":"2026-03-02T19:19:24.495297Z","end":"2026-03-02T19:19:24.667998Z","steps":["trace[1675204601] 'agreement among raft nodes before linearized reading' (duration: 171.86822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.212348Z","time spent":"454.963945ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:19:24.667236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.026588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:24.668142Z","caller":"traceutil/trace.go:171","msg":"trace[959828783] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22542; }","duration":"174.005442ms","start":"2026-03-02T19:19:24.494128Z","end":"2026-03-02T19:19:24.668133Z","steps":["trace[959828783] 'agreement among raft nodes before linearized reading' (duration: 172.978376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.667415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.232089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:19:24.66823Z","caller":"traceutil/trace.go:171","msg":"trace[1855295654] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22542; }","duration":"173.08067ms","start":"2026-03-02T19:19:24.495135Z","end":"2026-03-02T19:19:24.668216Z","steps":["trace[1855295654] 'agreement among raft nodes before linearized reading' (duration: 172.204198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:24.667416Z","caller":"traceutil/trace.go:171","msg":"trace[42566704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22542; }","duration":"246.324705ms","start":"2026-03-02T19:19:24.421082Z","end":"2026-03-02T19:19:24.667407Z","steps":["trace[42566704] 'agreement among raft nodes before linearized reading' (duration: 246.264993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.668413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.165539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:19:24.668627Z","caller":"traceutil/trace.go:171","msg":"trace[956127448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22542; }","duration":"442.499727ms","start":"2026-03-02T19:19:24.226098Z","end":"2026-03-02T19:19:24.668597Z","steps":["trace[956127448] 'agreement among raft nodes before linearized reading' (duration: 441.03344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:24.668819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.226069Z","time spent":"442.728613ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:19:24.890618Z","caller":"traceutil/trace.go:171","msg":"trace[577445986] transaction","detail":"{read_only:false; response_revision:22544; number_of_response:1; }","duration":"210.365624ms","start":"2026-03-02T19:19:24.680212Z","end":"2026-03-02T19:19:24.890577Z","steps":["trace[577445986] 'process raft request' (duration: 151.800752ms)","trace[577445986] 'compare' (duration: 58.319136ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:24.890809Z","caller":"traceutil/trace.go:171","msg":"trace[478732583] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"210.534058ms","start":"2026-03-02T19:19:24.680265Z","end":"2026-03-02T19:19:24.890799Z","steps":["trace[478732583] 'process raft request' (duration: 210.246181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:24.890736Z","caller":"traceutil/trace.go:171","msg":"trace[712233568] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"208.395665ms","start":"2026-03-02T19:19:24.682307Z","end":"2026-03-02T19:19:24.890702Z","steps":["trace[712233568] 'process raft request' (duration: 208.323703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:24.891012Z","caller":"traceutil/trace.go:171","msg":"trace[851825199] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"209.890122ms","start":"2026-03-02T19:19:24.680932Z","end":"2026-03-02T19:19:24.890822Z","steps":["trace[851825199] 'process raft request' (duration: 209.646016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:25.048062Z","caller":"traceutil/trace.go:171","msg":"trace[1887797939] transaction","detail":"{read_only:false; response_revision:22548; number_of_response:1; }","duration":"267.165731ms","start":"2026-03-02T19:19:24.780856Z","end":"2026-03-02T19:19:25.048022Z","steps":["trace[1887797939] 'process raft request' (duration: 228.370129ms)","trace[1887797939] 'compare' (duration: 38.625287ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:25.04839Z","caller":"traceutil/trace.go:171","msg":"trace[965240397] linearizableReadLoop","detail":"{readStateIndex:23363; appliedIndex:23358; }","duration":"231.99098ms","start":"2026-03-02T19:19:24.815998Z","end":"2026-03-02T19:19:25.047989Z","steps":["trace[965240397] 'read index received' (duration: 16.026718ms)","trace[965240397] 'applied index is now lower than readState.Index' (duration: 215.963242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:19:25.048325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.277627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:25.048696Z","caller":"traceutil/trace.go:171","msg":"trace[2146857903] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22548; }","duration":"232.726858ms","start":"2026-03-02T19:19:24.815954Z","end":"2026-03-02T19:19:25.048681Z","steps":["trace[2146857903] 'agreement among raft nodes before linearized reading' (duration: 232.238826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:25.248916Z","caller":"traceutil/trace.go:171","msg":"trace[996828930] linearizableReadLoop","detail":"{readStateIndex:23365; appliedIndex:23363; }","duration":"200.425127ms","start":"2026-03-02T19:19:25.048472Z","end":"2026-03-02T19:19:25.248897Z","steps":["trace[996828930] 'read index received' (duration: 177.958391ms)","trace[996828930] 'applied index is now lower than readState.Index' (duration: 22.465936ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:19:25.248929Z","caller":"traceutil/trace.go:171","msg":"trace[1110660001] transaction","detail":"{read_only:false; response_revision:22549; number_of_response:1; }","duration":"280.294496ms","start":"2026-03-02T19:19:24.968599Z","end":"2026-03-02T19:19:25.248894Z","steps":["trace[1110660001] 'process raft request' (duration: 257.773498ms)","trace[1110660001] 'compare' (duration: 22.18418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:19:25.249067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.997606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:25.249153Z","caller":"traceutil/trace.go:171","msg":"trace[1220247540] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22550; }","duration":"432.13062ms","start":"2026-03-02T19:19:24.816998Z","end":"2026-03-02T19:19:25.249129Z","steps":["trace[1220247540] 'agreement among raft nodes before linearized reading' (duration: 431.971856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.249207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.816977Z","time spent":"432.221511ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-02T19:19:25.248929Z","caller":"traceutil/trace.go:171","msg":"trace[208001894] transaction","detail":"{read_only:false; response_revision:22550; number_of_response:1; }","duration":"245.433533ms","start":"2026-03-02T19:19:25.003469Z","end":"2026-03-02T19:19:25.248903Z","steps":["trace[208001894] 'process raft request' (duration: 245.367322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.249004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.907364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:25.249357Z","caller":"traceutil/trace.go:171","msg":"trace[23749628] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22550; }","duration":"432.277833ms","start":"2026-03-02T19:19:24.81706Z","end":"2026-03-02T19:19:25.249338Z","steps":["trace[23749628] 'agreement among raft nodes before linearized reading' (duration: 431.901684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.24939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.817054Z","time spent":"432.328124ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:19:25.249028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.133161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:19:25.249503Z","caller":"traceutil/trace.go:171","msg":"trace[1341798869] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22550; }","duration":"428.632613ms","start":"2026-03-02T19:19:24.820864Z","end":"2026-03-02T19:19:25.249497Z","steps":["trace[1341798869] 'agreement among raft nodes before linearized reading' (duration: 428.062549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.249037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.769904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:19:25.249856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.820855Z","time spent":"428.991021ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-02T19:19:25.249891Z","caller":"traceutil/trace.go:171","msg":"trace[1953593709] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:22550; }","duration":"232.626815ms","start":"2026-03-02T19:19:25.017252Z","end":"2026-03-02T19:19:25.249879Z","steps":["trace[1953593709] 'agreement among raft nodes before linearized reading' (duration: 231.736323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.249057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.038317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:19:25.250031Z","caller":"traceutil/trace.go:171","msg":"trace[1815665959] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22550; }","duration":"433.047042ms","start":"2026-03-02T19:19:24.816974Z","end":"2026-03-02T19:19:25.250021Z","steps":["trace[1815665959] 'agreement among raft nodes before linearized reading' (duration: 432.018026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:19:25.250059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:19:24.816969Z","time spent":"433.081972ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:20:20.993406Z","caller":"traceutil/trace.go:171","msg":"trace[1910072590] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"117.638735ms","start":"2026-03-02T19:20:20.875749Z","end":"2026-03-02T19:20:20.993387Z","steps":["trace[1910072590] 'process raft request' (duration: 117.513942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:20.997401Z","caller":"traceutil/trace.go:171","msg":"trace[1911160137] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"121.204023ms","start":"2026-03-02T19:20:20.876163Z","end":"2026-03-02T19:20:20.997367Z","steps":["trace[1911160137] 'process raft request' (duration: 120.946147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:20.997608Z","caller":"traceutil/trace.go:171","msg":"trace[226270040] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"121.231964ms","start":"2026-03-02T19:20:20.876337Z","end":"2026-03-02T19:20:20.997569Z","steps":["trace[226270040] 'process raft request' (duration: 120.965428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:19.712435Z","caller":"traceutil/trace.go:171","msg":"trace[1577441063] linearizableReadLoop","detail":"{readStateIndex:24464; appliedIndex:24463; }","duration":"225.140271ms","start":"2026-03-02T19:21:19.487269Z","end":"2026-03-02T19:21:19.712409Z","steps":["trace[1577441063] 'read index received' (duration: 225.025468ms)","trace[1577441063] 'applied index is now lower than readState.Index' (duration: 113.273µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:19.712891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.601712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:21:19.712974Z","caller":"traceutil/trace.go:171","msg":"trace[1317338676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23616; }","duration":"225.730935ms","start":"2026-03-02T19:21:19.487224Z","end":"2026-03-02T19:21:19.712955Z","steps":["trace[1317338676] 'agreement among raft nodes before linearized reading' (duration: 225.51167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:19.712597Z","caller":"traceutil/trace.go:171","msg":"trace[887962289] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"404.726671ms","start":"2026-03-02T19:21:19.307859Z","end":"2026-03-02T19:21:19.712586Z","steps":["trace[887962289] 'process raft request' (duration: 404.377623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:19.713292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:19.307835Z","time spent":"405.378147ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:19.714126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.066386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:21:19.714169Z","caller":"traceutil/trace.go:171","msg":"trace[35281772] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"180.3755ms","start":"2026-03-02T19:21:19.533772Z","end":"2026-03-02T19:21:19.714148Z","steps":["trace[35281772] 'process raft request' (duration: 180.029492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:19.714212Z","caller":"traceutil/trace.go:171","msg":"trace[1097865905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23617; }","duration":"143.210109ms","start":"2026-03-02T19:21:19.570979Z","end":"2026-03-02T19:21:19.714189Z","steps":["trace[1097865905] 'agreement among raft nodes before linearized reading' (duration: 142.955793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:19.714404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.166382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:21:19.714423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.650656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:21:19.714443Z","caller":"traceutil/trace.go:171","msg":"trace[956624003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23617; }","duration":"142.255095ms","start":"2026-03-02T19:21:19.572178Z","end":"2026-03-02T19:21:19.714433Z","steps":["trace[956624003] 'agreement among raft nodes before linearized reading' (duration: 142.155223ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:19.714467Z","caller":"traceutil/trace.go:171","msg":"trace[26813648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23617; }","duration":"138.725428ms","start":"2026-03-02T19:21:19.575728Z","end":"2026-03-02T19:21:19.714453Z","steps":["trace[26813648] 'agreement among raft nodes before linearized reading' (duration: 138.594635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:19.714717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.41045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:21:19.714772Z","caller":"traceutil/trace.go:171","msg":"trace[1367705560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23617; }","duration":"136.713818ms","start":"2026-03-02T19:21:19.578043Z","end":"2026-03-02T19:21:19.714757Z","steps":["trace[1367705560] 'agreement among raft nodes before linearized reading' (duration: 136.376309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:25.659432Z","caller":"traceutil/trace.go:171","msg":"trace[1588070285] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"425.009884ms","start":"2026-03-02T19:21:25.2344Z","end":"2026-03-02T19:21:25.65941Z","steps":["trace[1588070285] 'process raft request' (duration: 424.964363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:25.659675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.234365Z","time spent":"425.229499ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:25.659948Z","caller":"traceutil/trace.go:171","msg":"trace[179458117] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"425.516546ms","start":"2026-03-02T19:21:25.234395Z","end":"2026-03-02T19:21:25.659912Z","steps":["trace[179458117] 'process raft request' (duration: 424.841628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:25.660131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.234359Z","time spent":"425.68056ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:26.7482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088112927s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:21:26.795173Z","caller":"traceutil/trace.go:171","msg":"trace[379358545] linearizableReadLoop","detail":"{readStateIndex:24502; appliedIndex:24499; }","duration":"1.540807546s","start":"2026-03-02T19:21:25.254344Z","end":"2026-03-02T19:21:26.795152Z","steps":["trace[379358545] 'read index received' (duration: 404.945446ms)","trace[379358545] 'applied index is now lower than readState.Index' (duration: 1.13586108s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:26.795425Z","caller":"traceutil/trace.go:171","msg":"trace[560594050] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"1.559989762s","start":"2026-03-02T19:21:25.235415Z","end":"2026-03-02T19:21:26.795405Z","steps":["trace[560594050] 'process raft request' (duration: 1.512930665s)","trace[560594050] 'compare' (duration: 45.95525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:26.795566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.235392Z","time spent":"1.560080024s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:26.795572Z","caller":"traceutil/trace.go:171","msg":"trace[2135288310] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"1.362725022s","start":"2026-03-02T19:21:25.432813Z","end":"2026-03-02T19:21:26.795538Z","steps":["trace[2135288310] 'process raft request' (duration: 1.362298732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:26.795712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.432801Z","time spent":"1.362827444s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:26.795694Z","caller":"traceutil/trace.go:171","msg":"trace[2134881992] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"1.431905977s","start":"2026-03-02T19:21:25.363667Z","end":"2026-03-02T19:21:26.795573Z","steps":["trace[2134881992] 'process raft request' (duration: 1.431361194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:26.796096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.363639Z","time spent":"1.432257186s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:26.796255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541869162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"info","ts":"2026-03-02T19:21:26.796373Z","caller":"traceutil/trace.go:171","msg":"trace[1011090117] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23655; }","duration":"1.542049846s","start":"2026-03-02T19:21:25.254295Z","end":"2026-03-02T19:21:26.796345Z","steps":["trace[1011090117] 'agreement among raft nodes before linearized reading' (duration: 1.541235766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:26.796432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.254279Z","time spent":"1.542139309s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267284,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:21:27.295826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:27.428534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:27.428615Z","caller":"traceutil/trace.go:171","msg":"trace[137649892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000337504s","start":"2026-03-02T19:21:25.428259Z","end":"2026-03-02T19:21:27.428597Z","steps":["trace[137649892] 'agreement among raft nodes before linearized reading' (duration: 2.000228262s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:27.428657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.428223Z","time spent":"2.000426247s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:27.796471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:28.297169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:28.536785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:28.536877Z","caller":"traceutil/trace.go:171","msg":"trace[1434983831] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242432s","start":"2026-03-02T19:21:26.536614Z","end":"2026-03-02T19:21:28.536856Z","steps":["trace[1434983831] 'agreement among raft nodes before linearized reading' (duration: 2.000124549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.536925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.536589Z","time spent":"2.000326175s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:28.624508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.87549436s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:21:28.652629Z","caller":"traceutil/trace.go:171","msg":"trace[176239755] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"2.921400161s","start":"2026-03-02T19:21:25.731201Z","end":"2026-03-02T19:21:28.652601Z","steps":["trace[176239755] 'process raft request' (duration: 2.893553071s)","trace[176239755] 'compare' (duration: 25.461081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:28.651071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21091599s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:28.652772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.731184Z","time spent":"2.921514355s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:28.652803Z","caller":"traceutil/trace.go:171","msg":"trace[655015117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23655; }","duration":"1.212655014s","start":"2026-03-02T19:21:27.440123Z","end":"2026-03-02T19:21:28.652778Z","steps":["trace[655015117] 'range keys from in-memory index tree' (duration: 1.21089683s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.652945Z","caller":"traceutil/trace.go:171","msg":"trace[854841178] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"2.186689192s","start":"2026-03-02T19:21:26.466233Z","end":"2026-03-02T19:21:28.652922Z","steps":["trace[854841178] 'process raft request' (duration: 2.18661057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.653102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.466206Z","time spent":"2.186823376s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:28.653174Z","caller":"traceutil/trace.go:171","msg":"trace[459529733] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"2.102323962s","start":"2026-03-02T19:21:26.550826Z","end":"2026-03-02T19:21:28.65315Z","steps":["trace[459529733] 'process raft request' (duration: 2.102057545s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.653224Z","caller":"traceutil/trace.go:171","msg":"trace[815468120] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"2.547355821s","start":"2026-03-02T19:21:26.105848Z","end":"2026-03-02T19:21:28.653203Z","steps":["trace[815468120] 'process raft request' (duration: 2.54690226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.653301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.550797Z","time spent":"2.102443715s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:28.653336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.105828Z","time spent":"2.547454034s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:28.653529Z","caller":"traceutil/trace.go:171","msg":"trace[659621416] linearizableReadLoop","detail":"{readStateIndex:24513; appliedIndex:24504; }","duration":"1.858279604s","start":"2026-03-02T19:21:26.795237Z","end":"2026-03-02T19:21:28.653516Z","steps":["trace[659621416] 'read index received' (duration: 1.829485661s)","trace[659621416] 'applied index is now lower than readState.Index' (duration: 28.793053ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:28.653055Z","caller":"traceutil/trace.go:171","msg":"trace[198833517] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"2.769619919s","start":"2026-03-02T19:21:25.883397Z","end":"2026-03-02T19:21:28.653017Z","steps":["trace[198833517] 'process raft request' (duration: 2.769146468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.653627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039918606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:28.653687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485330575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T19:21:28.653691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.883368Z","time spent":"2.770242025s","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:28.653715Z","caller":"traceutil/trace.go:171","msg":"trace[568293364] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"475.894543ms","start":"2026-03-02T19:21:28.177814Z","end":"2026-03-02T19:21:28.653708Z","steps":["trace[568293364] 'process raft request' (duration: 475.649977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.653715Z","caller":"traceutil/trace.go:171","msg":"trace[1534382815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23664; }","duration":"2.485395616s","start":"2026-03-02T19:21:26.168309Z","end":"2026-03-02T19:21:28.653704Z","steps":["trace[1534382815] 'agreement among raft nodes before linearized reading' (duration: 2.485296374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.653749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.168289Z","time spent":"2.485453567s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:21:28.65371Z","caller":"traceutil/trace.go:171","msg":"trace[954475359] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"988.219711ms","start":"2026-03-02T19:21:27.665455Z","end":"2026-03-02T19:21:28.653675Z","steps":["trace[954475359] 'process raft request' (duration: 987.848831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.653794Z","caller":"traceutil/trace.go:171","msg":"trace[762860755] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"2.031753333s","start":"2026-03-02T19:21:26.622015Z","end":"2026-03-02T19:21:28.653769Z","steps":["trace[762860755] 'process raft request' (duration: 2.031067396s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.653805Z","caller":"traceutil/trace.go:171","msg":"trace[2067943755] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"988.250021ms","start":"2026-03-02T19:21:27.66552Z","end":"2026-03-02T19:21:28.65377Z","steps":["trace[2067943755] 'process raft request' (duration: 987.871832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.653843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92714924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:21:28.653868Z","caller":"traceutil/trace.go:171","msg":"trace[1061717054] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23664; }","duration":"1.927207161s","start":"2026-03-02T19:21:26.726654Z","end":"2026-03-02T19:21:28.653861Z","steps":["trace[1061717054] 'agreement among raft nodes before linearized reading' (duration: 1.927116999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.653871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.621996Z","time spent":"2.031835355s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:28.653886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.72663Z","time spent":"1.927251913s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:21:28.653899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.665432Z","time spent":"988.366864ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:28.653948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912358098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:21:28.653944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.665491Z","time spent":"988.376774ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:28.653952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991600319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-02T19:21:28.653974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308804904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:28.653996Z","caller":"traceutil/trace.go:171","msg":"trace[1882887013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23664; }","duration":"1.991695301s","start":"2026-03-02T19:21:26.662286Z","end":"2026-03-02T19:21:28.653982Z","steps":["trace[1882887013] 'agreement among raft nodes before linearized reading' (duration: 1.991548866s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.654013Z","caller":"traceutil/trace.go:171","msg":"trace[1960201471] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23664; }","duration":"3.308857075s","start":"2026-03-02T19:21:25.345133Z","end":"2026-03-02T19:21:28.65399Z","steps":["trace[1960201471] 'agreement among raft nodes before linearized reading' (duration: 3.308814734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.662265Z","time spent":"1.991756572s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T19:21:28.653753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.177789Z","time spent":"475.943025ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:21:28.654092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91281321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:21:28.654114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851002094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:28.654128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326662966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:21:28.65414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.376052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:28.653688Z","caller":"traceutil/trace.go:171","msg":"trace[199856549] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23664; }","duration":"2.040011678s","start":"2026-03-02T19:21:26.613667Z","end":"2026-03-02T19:21:28.653678Z","steps":["trace[199856549] 'agreement among raft nodes before linearized reading' (duration: 2.039926166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.65417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920600573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:21:28.654189Z","caller":"traceutil/trace.go:171","msg":"trace[537860114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23664; }","duration":"2.920637033s","start":"2026-03-02T19:21:25.733546Z","end":"2026-03-02T19:21:28.654183Z","steps":["trace[537860114] 'agreement among raft nodes before linearized reading' (duration: 2.920588562s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.654185Z","caller":"traceutil/trace.go:171","msg":"trace[1792709051] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23664; }","duration":"732.469504ms","start":"2026-03-02T19:21:27.921702Z","end":"2026-03-02T19:21:28.654172Z","steps":["trace[1792709051] 'agreement among raft nodes before linearized reading' (duration: 732.378481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.61365Z","time spent":"2.040529252s","remote":"127.0.0.1:56638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.654197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.515476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:28.654205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.733538Z","time spent":"2.920664423s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:21:28.654191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91526398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:21:28.654219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.921678Z","time spent":"732.531565ms","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.654249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002484905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:28.654255Z","caller":"traceutil/trace.go:171","msg":"trace[1752881826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23664; }","duration":"2.915327221s","start":"2026-03-02T19:21:25.738909Z","end":"2026-03-02T19:21:28.654236Z","steps":["trace[1752881826] 'agreement among raft nodes before linearized reading' (duration: 2.915167307s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.654269Z","caller":"traceutil/trace.go:171","msg":"trace[1897998170] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23664; }","duration":"1.002554517s","start":"2026-03-02T19:21:27.651709Z","end":"2026-03-02T19:21:28.654263Z","steps":["trace[1897998170] 'agreement among raft nodes before linearized reading' (duration: 1.002524326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.448341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:28.653975Z","caller":"traceutil/trace.go:171","msg":"trace[1388728396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23664; }","duration":"2.912392259s","start":"2026-03-02T19:21:25.741575Z","end":"2026-03-02T19:21:28.653967Z","steps":["trace[1388728396] 'agreement among raft nodes before linearized reading' (duration: 2.912318126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.651685Z","time spent":"1.002601027s","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.654293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.738889Z","time spent":"2.915396463s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:21:28.654298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913216669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:21:28.654318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.777171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:28.654313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224325423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:28.654345Z","caller":"traceutil/trace.go:171","msg":"trace[1195296466] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23664; }","duration":"383.839313ms","start":"2026-03-02T19:21:28.2705Z","end":"2026-03-02T19:21:28.654339Z","steps":["trace[1195296466] 'agreement among raft nodes before linearized reading' (duration: 383.802502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.654356Z","caller":"traceutil/trace.go:171","msg":"trace[1450819658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23664; }","duration":"1.224367794s","start":"2026-03-02T19:21:27.429978Z","end":"2026-03-02T19:21:28.654346Z","steps":["trace[1450819658] 'agreement among raft nodes before linearized reading' (duration: 1.224304042s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.654111Z","caller":"traceutil/trace.go:171","msg":"trace[6703431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23664; }","duration":"2.91283822s","start":"2026-03-02T19:21:25.741265Z","end":"2026-03-02T19:21:28.654104Z","steps":["trace[6703431] 'agreement among raft nodes before linearized reading' (duration: 2.912783199s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.27048Z","time spent":"383.877743ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:28.654353Z","caller":"traceutil/trace.go:171","msg":"trace[75661274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23664; }","duration":"2.913283301s","start":"2026-03-02T19:21:25.741055Z","end":"2026-03-02T19:21:28.654338Z","steps":["trace[75661274] 'agreement among raft nodes before linearized reading' (duration: 2.913102916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.429937Z","time spent":"1.224444016s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:28.654033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.345113Z","time spent":"3.308915346s","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.65441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.74105Z","time spent":"2.913347902s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:21:28.654291Z","caller":"traceutil/trace.go:171","msg":"trace[596264867] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23664; }","duration":"698.500651ms","start":"2026-03-02T19:21:27.955785Z","end":"2026-03-02T19:21:28.654285Z","steps":["trace[596264867] 'agreement among raft nodes before linearized reading' (duration: 698.470901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:28.654154Z","caller":"traceutil/trace.go:171","msg":"trace[1162462210] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23664; }","duration":"3.326717377s","start":"2026-03-02T19:21:25.327431Z","end":"2026-03-02T19:21:28.654148Z","steps":["trace[1162462210] 'agreement among raft nodes before linearized reading' (duration: 3.326558793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.955766Z","time spent":"698.730938ms","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.654348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.741571Z","time spent":"2.912741837s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:21:28.654155Z","caller":"traceutil/trace.go:171","msg":"trace[2124080720] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23664; }","duration":"1.851079676s","start":"2026-03-02T19:21:26.803065Z","end":"2026-03-02T19:21:28.654145Z","steps":["trace[2124080720] 'agreement among raft nodes before linearized reading' (duration: 1.851006334s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:26.803048Z","time spent":"1.851505956s","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:28.65422Z","caller":"traceutil/trace.go:171","msg":"trace[1463368862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23664; }","duration":"979.562507ms","start":"2026-03-02T19:21:27.67465Z","end":"2026-03-02T19:21:28.654213Z","steps":["trace[1463368862] 'agreement among raft nodes before linearized reading' (duration: 979.518446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:28.654597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:27.674638Z","time spent":"979.951397ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.654526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.327415Z","time spent":"3.327099697s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:28.656585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:25.741261Z","time spent":"2.913137987s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:30.547129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.776021395s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:21:30.665569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:30.665631Z","caller":"traceutil/trace.go:171","msg":"trace[1718549017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421927s","start":"2026-03-02T19:21:28.665196Z","end":"2026-03-02T19:21:30.665617Z","steps":["trace[1718549017] 'agreement among raft nodes before linearized reading' (duration: 2.000347655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:30.665661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.665189Z","time spent":"2.000465718s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:21:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:31.198485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426152009s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-02T19:21:31.198669Z","caller":"traceutil/trace.go:171","msg":"trace[534947448] linearizableReadLoop","detail":"{readStateIndex:24514; appliedIndex:24513; }","duration":"2.540594044s","start":"2026-03-02T19:21:28.65806Z","end":"2026-03-02T19:21:31.198654Z","steps":["trace[534947448] 'read index received' (duration: 113.0156ms)","trace[534947448] 'applied index is now lower than readState.Index' (duration: 2.427577724s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:31.19882Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20543} {"level":"info","ts":"2026-03-02T19:21:31.198893Z","caller":"traceutil/trace.go:171","msg":"trace[1181484910] compact","detail":"{revision:20543; response_revision:23664; }","duration":"2.544297686s","start":"2026-03-02T19:21:28.654581Z","end":"2026-03-02T19:21:31.198879Z","steps":["trace[1181484910] 'process raft request' (duration: 116.472266ms)","trace[1181484910] 'check and update compact revision' (duration: 2.426042055s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:31.198922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.65454Z","time spent":"2.544378427s","remote":"127.0.0.1:55604","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:21:31.199009Z","caller":"traceutil/trace.go:171","msg":"trace[845757651] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"2.537383205s","start":"2026-03-02T19:21:28.661599Z","end":"2026-03-02T19:21:31.198983Z","steps":["trace[845757651] 'process raft request' (duration: 2.536985385s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.199034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540949663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T19:21:31.19911Z","caller":"traceutil/trace.go:171","msg":"trace[114542310] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b; range_end:; response_count:1; response_revision:23664; }","duration":"2.541032165s","start":"2026-03-02T19:21:28.658055Z","end":"2026-03-02T19:21:31.199087Z","steps":["trace[114542310] 'agreement among raft nodes before linearized reading' (duration: 2.540811719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.199139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.661587Z","time spent":"2.537480557s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:31.199152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.658042Z","time spent":"2.541100527s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-b6dfbedd-96d1-42b6-aa16-5824fd17d27b\" "} {"level":"info","ts":"2026-03-02T19:21:31.200695Z","caller":"traceutil/trace.go:171","msg":"trace[915588076] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"2.539013346s","start":"2026-03-02T19:21:28.661669Z","end":"2026-03-02T19:21:31.200683Z","steps":["trace[915588076] 'process raft request' (duration: 2.537295043s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.200772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.661665Z","time spent":"2.539059367s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:31.201065Z","caller":"traceutil/trace.go:171","msg":"trace[1413262050] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"2.539351344s","start":"2026-03-02T19:21:28.661702Z","end":"2026-03-02T19:21:31.201054Z","steps":["trace[1413262050] 'process raft request' (duration: 2.538970834s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.201131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.661698Z","time spent":"2.539400725s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:31.202204Z","caller":"traceutil/trace.go:171","msg":"trace[1946361777] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"2.540451001s","start":"2026-03-02T19:21:28.661714Z","end":"2026-03-02T19:21:31.202165Z","steps":["trace[1946361777] 'process raft request' (duration: 2.539330293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.202326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.661697Z","time spent":"2.540563223s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:31.202742Z","caller":"traceutil/trace.go:171","msg":"trace[1280628795] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"2.540906302s","start":"2026-03-02T19:21:28.661731Z","end":"2026-03-02T19:21:31.202637Z","steps":["trace[1280628795] 'process raft request' (duration: 2.54038242s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:31.202928Z","caller":"traceutil/trace.go:171","msg":"trace[1684203063] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"2.541153008s","start":"2026-03-02T19:21:28.661763Z","end":"2026-03-02T19:21:31.202916Z","steps":["trace[1684203063] 'process raft request' (duration: 2.54081146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.20298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.661757Z","time spent":"2.541197769s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:31.203062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.661726Z","time spent":"2.541186019s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:31.203407Z","caller":"traceutil/trace.go:171","msg":"trace[2086336842] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"2.539540519s","start":"2026-03-02T19:21:28.663851Z","end":"2026-03-02T19:21:31.203391Z","steps":["trace[2086336842] 'process raft request' (duration: 2.539056136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.20355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.663841Z","time spent":"2.53960917s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:31.698959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:31.890829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.56757ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:21:31.891396Z","caller":"traceutil/trace.go:171","msg":"trace[1982731506] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"3.088309878s","start":"2026-03-02T19:21:28.803072Z","end":"2026-03-02T19:21:31.891382Z","steps":["trace[1982731506] 'process raft request' (duration: 3.087844046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:31.891497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.803046Z","time spent":"3.08838114s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:32.199809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913526,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:32.250434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:32.250521Z","caller":"traceutil/trace.go:171","msg":"trace[1481619710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000267053s","start":"2026-03-02T19:21:30.250235Z","end":"2026-03-02T19:21:32.250502Z","steps":["trace[1481619710] 'agreement among raft nodes before linearized reading' (duration: 2.00015518s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:32.25058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.25022Z","time spent":"2.000347085s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:32.340507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395253969s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:21:32.666045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:32.666133Z","caller":"traceutil/trace.go:171","msg":"trace[1212024644] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359955s","start":"2026-03-02T19:21:30.665746Z","end":"2026-03-02T19:21:32.666106Z","steps":["trace[1212024644] 'agreement among raft nodes before linearized reading' (duration: 2.000241622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:32.666179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.665738Z","time spent":"2.000430687s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:32.669538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.126345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:32.66976Z","caller":"traceutil/trace.go:171","msg":"trace[711819892] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"2.009647015s","start":"2026-03-02T19:21:30.660104Z","end":"2026-03-02T19:21:32.669751Z","steps":["trace[711819892] 'process raft request' (duration: 2.009594144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:32.669811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.660076Z","time spent":"2.009712546s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:32.669948Z","caller":"traceutil/trace.go:171","msg":"trace[684131119] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"2.009983143s","start":"2026-03-02T19:21:30.659957Z","end":"2026-03-02T19:21:32.66994Z","steps":["trace[684131119] 'process raft request' (duration: 2.009642115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:32.670032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.659934Z","time spent":"2.010037925s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:32.670137Z","caller":"traceutil/trace.go:171","msg":"trace[1158316970] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"2.010074726s","start":"2026-03-02T19:21:30.660054Z","end":"2026-03-02T19:21:32.670129Z","steps":["trace[1158316970] 'process raft request' (duration: 2.009613954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:32.670184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.660047Z","time spent":"2.010114376s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:32.670488Z","caller":"traceutil/trace.go:171","msg":"trace[1690765655] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"3.738512522s","start":"2026-03-02T19:21:28.931962Z","end":"2026-03-02T19:21:32.670475Z","steps":["trace[1690765655] 'process raft request' (duration: 2.959400433s)","trace[1690765655] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 777.444318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:32.670538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.931932Z","time spent":"3.738581593s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:33.305133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.280185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:33.305335Z","caller":"traceutil/trace.go:171","msg":"trace[1250642885] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"2.64452915s","start":"2026-03-02T19:21:30.660785Z","end":"2026-03-02T19:21:33.305314Z","steps":["trace[1250642885] 'process raft request' (duration: 2.008957738s)","trace[1250642885] 'compare' (duration: 634.210498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:33.305401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.660771Z","time spent":"2.644597471s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:33.305534Z","caller":"traceutil/trace.go:171","msg":"trace[309905276] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"2.644641893s","start":"2026-03-02T19:21:30.660859Z","end":"2026-03-02T19:21:33.305501Z","steps":["trace[309905276] 'process raft request' (duration: 2.644369536s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.305721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.660849Z","time spent":"2.644768645s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:33.305876Z","caller":"traceutil/trace.go:171","msg":"trace[2014719304] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"2.644271914s","start":"2026-03-02T19:21:30.661573Z","end":"2026-03-02T19:21:33.305844Z","steps":["trace[2014719304] 'process raft request' (duration: 2.643885234s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.306025Z","caller":"traceutil/trace.go:171","msg":"trace[928654957] linearizableReadLoop","detail":"{readStateIndex:24531; appliedIndex:24523; }","duration":"2.107287545s","start":"2026-03-02T19:21:31.198696Z","end":"2026-03-02T19:21:33.305983Z","steps":["trace[928654957] 'read index received' (duration: 1.142027414s)","trace[928654957] 'applied index is now lower than readState.Index' (duration: 965.257201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:33.306112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.661547Z","time spent":"2.644465958s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:33.306252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970983074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:33.30631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251445467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:33.306285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767183973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-03-02T19:21:33.306344Z","caller":"traceutil/trace.go:171","msg":"trace[686953868] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23680; }","duration":"2.251474958s","start":"2026-03-02T19:21:31.054858Z","end":"2026-03-02T19:21:33.306333Z","steps":["trace[686953868] 'agreement among raft nodes before linearized reading' (duration: 2.251426327s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.306347Z","caller":"traceutil/trace.go:171","msg":"trace[387994403] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"1.484989533s","start":"2026-03-02T19:21:31.821314Z","end":"2026-03-02T19:21:33.306304Z","steps":["trace[387994403] 'process raft request' (duration: 1.48446306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.306375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:31.054838Z","time spent":"2.25152856s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.306376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027169776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:33.306411Z","caller":"traceutil/trace.go:171","msg":"trace[1765977042] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23680; }","duration":"4.027207066s","start":"2026-03-02T19:21:29.279193Z","end":"2026-03-02T19:21:33.306401Z","steps":["trace[1765977042] 'agreement among raft nodes before linearized reading' (duration: 4.027145195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.306435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011912045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:33.306457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.279163Z","time spent":"4.027280808s","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.306471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:31.821293Z","time spent":"1.485110795s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:33.306484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385508773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:21:33.306364Z","caller":"traceutil/trace.go:171","msg":"trace[381956834] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23680; }","duration":"3.767301856s","start":"2026-03-02T19:21:29.539043Z","end":"2026-03-02T19:21:33.306345Z","steps":["trace[381956834] 'agreement among raft nodes before linearized reading' (duration: 3.76705356s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.306496Z","caller":"traceutil/trace.go:171","msg":"trace[614168126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23680; }","duration":"3.012025517s","start":"2026-03-02T19:21:30.29445Z","end":"2026-03-02T19:21:33.306476Z","steps":["trace[614168126] 'agreement among raft nodes before linearized reading' (duration: 3.011918705s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.306528Z","caller":"traceutil/trace.go:171","msg":"trace[898009733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23680; }","duration":"3.385584055s","start":"2026-03-02T19:21:29.92093Z","end":"2026-03-02T19:21:33.306514Z","steps":["trace[898009733] 'agreement among raft nodes before linearized reading' (duration: 3.385460892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.306537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.539022Z","time spent":"3.76750528s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T19:21:33.306544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.294411Z","time spent":"3.01211923s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.306569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.920914Z","time spent":"3.385644636s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:21:33.306316Z","caller":"traceutil/trace.go:171","msg":"trace[946455590] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23680; }","duration":"3.971106397s","start":"2026-03-02T19:21:29.335186Z","end":"2026-03-02T19:21:33.306293Z","steps":["trace[946455590] 'agreement among raft nodes before linearized reading' (duration: 3.970971914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.306626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.335166Z","time spent":"3.971446195s","remote":"127.0.0.1:56410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.306259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810152815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:33.306703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.16169052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:33.306726Z","caller":"traceutil/trace.go:171","msg":"trace[1219756115] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23680; }","duration":"4.16171637s","start":"2026-03-02T19:21:29.145002Z","end":"2026-03-02T19:21:33.306718Z","steps":["trace[1219756115] 'agreement among raft nodes before linearized reading' (duration: 4.161675579s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.306725Z","caller":"traceutil/trace.go:171","msg":"trace[598772621] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23680; }","duration":"2.810624916s","start":"2026-03-02T19:21:30.496091Z","end":"2026-03-02T19:21:33.306716Z","steps":["trace[598772621] 'agreement among raft nodes before linearized reading' (duration: 2.810107233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.306746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.144985Z","time spent":"4.161754281s","remote":"127.0.0.1:56542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.306752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:30.496057Z","time spent":"2.810687258s","remote":"127.0.0.1:58010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.30689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176371973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:33.306912Z","caller":"traceutil/trace.go:171","msg":"trace[1880559353] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23680; }","duration":"4.176423885s","start":"2026-03-02T19:21:29.13048Z","end":"2026-03-02T19:21:33.306904Z","steps":["trace[1880559353] 'agreement among raft nodes before linearized reading' (duration: 4.176378114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.306928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.130465Z","time spent":"4.176457485s","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.30704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204392639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:33.307055Z","caller":"traceutil/trace.go:171","msg":"trace[2033972632] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23680; }","duration":"4.2044463s","start":"2026-03-02T19:21:29.102603Z","end":"2026-03-02T19:21:33.30705Z","steps":["trace[2033972632] 'agreement among raft nodes before linearized reading' (duration: 4.204411369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.30707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:29.102582Z","time spent":"4.204483771s","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.307272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.938186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:21:33.307281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036533932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-02T19:21:33.307296Z","caller":"traceutil/trace.go:171","msg":"trace[421992515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23680; }","duration":"102.000628ms","start":"2026-03-02T19:21:33.205288Z","end":"2026-03-02T19:21:33.307289Z","steps":["trace[421992515] 'agreement among raft nodes before linearized reading' (duration: 101.894255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.307311Z","caller":"traceutil/trace.go:171","msg":"trace[786883419] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:23680; }","duration":"2.036595393s","start":"2026-03-02T19:21:31.270706Z","end":"2026-03-02T19:21:33.307302Z","steps":["trace[786883419] 'agreement among raft nodes before linearized reading' (duration: 2.03646775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.307347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:31.27069Z","time spent":"2.036648614s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1011,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-02T19:21:33.307412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648311691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:21:33.307422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.603357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:21:33.30743Z","caller":"traceutil/trace.go:171","msg":"trace[2104782129] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:23680; }","duration":"4.648352162s","start":"2026-03-02T19:21:28.659071Z","end":"2026-03-02T19:21:33.307424Z","steps":["trace[2104782129] 'agreement among raft nodes before linearized reading' (duration: 4.648283651s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.307441Z","caller":"traceutil/trace.go:171","msg":"trace[1998931897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23680; }","duration":"103.658149ms","start":"2026-03-02T19:21:33.203777Z","end":"2026-03-02T19:21:33.307436Z","steps":["trace[1998931897] 'agreement among raft nodes before linearized reading' (duration: 103.553076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.307446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:28.659058Z","time spent":"4.648383783s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"warn","ts":"2026-03-02T19:21:33.307317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213927806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:33.307449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.780878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:33.307559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.91799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:33.307538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819178265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:21:33.307578Z","caller":"traceutil/trace.go:171","msg":"trace[287202169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23680; }","duration":"909.965492ms","start":"2026-03-02T19:21:32.397606Z","end":"2026-03-02T19:21:33.307572Z","steps":["trace[287202169] 'agreement among raft nodes before linearized reading' (duration: 909.932531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.307544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990198164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:21:33.307587Z","caller":"traceutil/trace.go:171","msg":"trace[204613706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23680; }","duration":"633.907491ms","start":"2026-03-02T19:21:32.673631Z","end":"2026-03-02T19:21:33.307538Z","steps":["trace[204613706] 'agreement among raft nodes before linearized reading' (duration: 633.777288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.307596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:32.39759Z","time spent":"910.001432ms","remote":"127.0.0.1:44952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.307574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T19:21:33.307608Z","caller":"traceutil/trace.go:171","msg":"trace[1963122168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23680; }","duration":"1.819342539s","start":"2026-03-02T19:21:31.488246Z","end":"2026-03-02T19:21:33.307589Z","steps":["trace[1963122168] 'agreement among raft nodes before linearized reading' (duration: 1.819187126s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.307621Z","caller":"traceutil/trace.go:171","msg":"trace[41011643] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23680; }","duration":"1.990361968s","start":"2026-03-02T19:21:31.31724Z","end":"2026-03-02T19:21:33.307602Z","steps":["trace[41011643] 'agreement among raft nodes before linearized reading' (duration: 1.990164803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:33.307641Z","caller":"traceutil/trace.go:171","msg":"trace[926393033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23680; }","duration":"2.000809197s","start":"2026-03-02T19:21:31.306814Z","end":"2026-03-02T19:21:33.307623Z","steps":["trace[926393033] 'agreement among raft nodes before linearized reading' (duration: 2.000599742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.307621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:32.673616Z","time spent":"633.995203ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:33.307662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:31.488187Z","time spent":"1.819457583s","remote":"127.0.0.1:47678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:33.30767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.013489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:21:33.307681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:31.306772Z","time spent":"2.000901089s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T19:21:33.307669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:31.317225Z","time spent":"1.9904289s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:33.308012Z","caller":"traceutil/trace.go:171","msg":"trace[1093187441] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23680; }","duration":"1.2140922s","start":"2026-03-02T19:21:32.093382Z","end":"2026-03-02T19:21:33.307474Z","steps":["trace[1093187441] 'agreement among raft nodes before linearized reading' (duration: 1.213911305s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.308171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:32.093365Z","time spent":"1.214769716s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:21:33.308383Z","caller":"traceutil/trace.go:171","msg":"trace[129444204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23680; }","duration":"102.0909ms","start":"2026-03-02T19:21:33.205618Z","end":"2026-03-02T19:21:33.307709Z","steps":["trace[129444204] 'agreement among raft nodes before linearized reading' (duration: 101.902546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.308599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.845459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:21:33.30864Z","caller":"traceutil/trace.go:171","msg":"trace[766642532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23680; }","duration":"100.916721ms","start":"2026-03-02T19:21:33.207713Z","end":"2026-03-02T19:21:33.30863Z","steps":["trace[766642532] 'agreement among raft nodes before linearized reading' (duration: 100.793518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:33.814876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:34.316079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:34.804459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493298339s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:21:34.804828Z","caller":"traceutil/trace.go:171","msg":"trace[1238587305] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"1.49374745s","start":"2026-03-02T19:21:33.311052Z","end":"2026-03-02T19:21:34.8048Z","steps":["trace[1238587305] 'process raft request' (duration: 1.493539095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:34.805017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.31104Z","time spent":"1.493889663s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:35.358348Z","caller":"traceutil/trace.go:171","msg":"trace[628339443] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"2.042129581s","start":"2026-03-02T19:21:33.316198Z","end":"2026-03-02T19:21:35.358328Z","steps":["trace[628339443] 'process raft request' (duration: 2.041917785s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:35.358423Z","caller":"traceutil/trace.go:171","msg":"trace[1082724658] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"2.044212802s","start":"2026-03-02T19:21:33.314191Z","end":"2026-03-02T19:21:35.358404Z","steps":["trace[1082724658] 'process raft request' (duration: 2.043278099s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:35.358402Z","caller":"traceutil/trace.go:171","msg":"trace[1991180990] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"2.043018743s","start":"2026-03-02T19:21:33.315344Z","end":"2026-03-02T19:21:35.358363Z","steps":["trace[1991180990] 'process raft request' (duration: 2.042739067s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:35.358455Z","caller":"traceutil/trace.go:171","msg":"trace[2031754644] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"2.043795643s","start":"2026-03-02T19:21:33.314621Z","end":"2026-03-02T19:21:35.358416Z","steps":["trace[2031754644] 'process raft request' (duration: 2.043333401s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:35.358435Z","caller":"traceutil/trace.go:171","msg":"trace[1686250087] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"1.461557172s","start":"2026-03-02T19:21:33.896834Z","end":"2026-03-02T19:21:35.358391Z","steps":["trace[1686250087] 'process raft request' (duration: 1.461323096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.358492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.316188Z","time spent":"2.042228574s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:35.35852Z","caller":"traceutil/trace.go:171","msg":"trace[1555941194] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"1.054208978s","start":"2026-03-02T19:21:34.304292Z","end":"2026-03-02T19:21:35.358501Z","steps":["trace[1555941194] 'process raft request' (duration: 1.05389777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.358527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.314177Z","time spent":"2.044285315s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:35.358351Z","caller":"traceutil/trace.go:171","msg":"trace[346147006] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"2.043093555s","start":"2026-03-02T19:21:33.315222Z","end":"2026-03-02T19:21:35.358315Z","steps":["trace[346147006] 'process raft request' (duration: 2.042824599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.358575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.315339Z","time spent":"2.043144676s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:35.358583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.314602Z","time spent":"2.043899645s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:35.358611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.304263Z","time spent":"1.05429834s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:35.358666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.896808Z","time spent":"1.461715676s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:35.359259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.315214Z","time spent":"2.043381782s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:35.35939Z","caller":"traceutil/trace.go:171","msg":"trace[588986031] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"681.52498ms","start":"2026-03-02T19:21:34.67785Z","end":"2026-03-02T19:21:35.359375Z","steps":["trace[588986031] 'process raft request' (duration: 680.604288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.35954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.677824Z","time spent":"681.628223ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:35.359552Z","caller":"traceutil/trace.go:171","msg":"trace[1129675387] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24531; }","duration":"2.045190147s","start":"2026-03-02T19:21:33.314346Z","end":"2026-03-02T19:21:35.359537Z","steps":["trace[1129675387] 'read index received' (duration: 1.490244604s)","trace[1129675387] 'applied index is now lower than readState.Index' (duration: 554.944553ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:35.359649Z","caller":"traceutil/trace.go:171","msg":"trace[344116001] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"681.540681ms","start":"2026-03-02T19:21:34.678099Z","end":"2026-03-02T19:21:35.359639Z","steps":["trace[344116001] 'process raft request' (duration: 681.348576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.359721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.678056Z","time spent":"681.622483ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:35.359873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045488754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-03-02T19:21:35.359915Z","caller":"traceutil/trace.go:171","msg":"trace[600550068] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23691; }","duration":"2.045575466s","start":"2026-03-02T19:21:33.314328Z","end":"2026-03-02T19:21:35.359903Z","steps":["trace[600550068] 'agreement among raft nodes before linearized reading' (duration: 2.04532736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.360059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.314322Z","time spent":"2.04572471s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T19:21:35.36052Z","caller":"traceutil/trace.go:171","msg":"trace[1683163197] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"682.550007ms","start":"2026-03-02T19:21:34.677947Z","end":"2026-03-02T19:21:35.360497Z","steps":["trace[1683163197] 'process raft request' (duration: 681.186152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:35.360634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.677919Z","time spent":"682.662499ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:35.859914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:36.28971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.26787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:36.290151Z","caller":"traceutil/trace.go:171","msg":"trace[807358174] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"977.038204ms","start":"2026-03-02T19:21:35.313079Z","end":"2026-03-02T19:21:36.290117Z","steps":["trace[807358174] 'process raft request' (duration: 976.908841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.290226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:35.313052Z","time spent":"977.136115ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:36.290234Z","caller":"traceutil/trace.go:171","msg":"trace[1236098165] linearizableReadLoop","detail":"{readStateIndex:24545; appliedIndex:24542; }","duration":"930.617584ms","start":"2026-03-02T19:21:35.359588Z","end":"2026-03-02T19:21:36.290206Z","steps":["trace[1236098165] 'read index received' (duration: 786.641806ms)","trace[1236098165] 'applied index is now lower than readState.Index' (duration: 143.974408ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:36.290396Z","caller":"traceutil/trace.go:171","msg":"trace[565894110] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"972.85227ms","start":"2026-03-02T19:21:35.317528Z","end":"2026-03-02T19:21:36.29038Z","steps":["trace[565894110] 'process raft request' (duration: 972.543083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.290512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:35.317506Z","time spent":"972.924812ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:36.290516Z","caller":"traceutil/trace.go:171","msg":"trace[1899215945] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"978.122522ms","start":"2026-03-02T19:21:35.312366Z","end":"2026-03-02T19:21:36.290489Z","steps":["trace[1899215945] 'process raft request' (duration: 833.982179ms)","trace[1899215945] 'compare' (duration: 102.667035ms)","trace[1899215945] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 40.201617ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T19:21:36.290594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:35.31234Z","time spent":"978.214124ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:36.290929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873826853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T19:21:36.290965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975121183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:21:36.291004Z","caller":"traceutil/trace.go:171","msg":"trace[745137652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23694; }","duration":"2.975169364s","start":"2026-03-02T19:21:33.315824Z","end":"2026-03-02T19:21:36.290993Z","steps":["trace[745137652] 'agreement among raft nodes before linearized reading' (duration: 2.97501112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.291035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.315819Z","time spent":"2.975207686s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:21:36.291067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482305026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c0a9c8f21cf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:21:36.291097Z","caller":"traceutil/trace.go:171","msg":"trace[197853623] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991c0a9c8f21cf; range_end:; response_count:1; response_revision:23694; }","duration":"1.482358227s","start":"2026-03-02T19:21:34.80873Z","end":"2026-03-02T19:21:36.291089Z","steps":["trace[197853623] 'agreement among raft nodes before linearized reading' (duration: 1.482262455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.29113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.808719Z","time spent":"1.482404378s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991c0a9c8f21cf\" "} {"level":"warn","ts":"2026-03-02T19:21:36.291216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975448711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.291264Z","caller":"traceutil/trace.go:171","msg":"trace[1308927851] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23694; }","duration":"2.975517793s","start":"2026-03-02T19:21:33.315733Z","end":"2026-03-02T19:21:36.291251Z","steps":["trace[1308927851] 'agreement among raft nodes before linearized reading' (duration: 2.975452102s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.291294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.315725Z","time spent":"2.975560724s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:21:36.291317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525135169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.291347Z","caller":"traceutil/trace.go:171","msg":"trace[927281972] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23694; }","duration":"1.525192589s","start":"2026-03-02T19:21:34.766145Z","end":"2026-03-02T19:21:36.291338Z","steps":["trace[927281972] 'agreement among raft nodes before linearized reading' (duration: 1.525134018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.291375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.76613Z","time spent":"1.525237441s","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:36.291459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.875425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.291603Z","caller":"traceutil/trace.go:171","msg":"trace[321506790] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23694; }","duration":"539.055239ms","start":"2026-03-02T19:21:35.752533Z","end":"2026-03-02T19:21:36.291588Z","steps":["trace[321506790] 'agreement among raft nodes before linearized reading' (duration: 538.890035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.291613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79554948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.291647Z","caller":"traceutil/trace.go:171","msg":"trace[652473376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23694; }","duration":"1.795614221s","start":"2026-03-02T19:21:34.496024Z","end":"2026-03-02T19:21:36.291638Z","steps":["trace[652473376] 'agreement among raft nodes before linearized reading' (duration: 1.795551279s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.29166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:35.75251Z","time spent":"539.126562ms","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:36.291679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.496007Z","time spent":"1.795663683s","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:36.291862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868924428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.291904Z","caller":"traceutil/trace.go:171","msg":"trace[334416068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23694; }","duration":"1.86899965s","start":"2026-03-02T19:21:34.422892Z","end":"2026-03-02T19:21:36.291891Z","steps":["trace[334416068] 'agreement among raft nodes before linearized reading' (duration: 1.868923568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.291933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:34.422872Z","time spent":"1.869053681s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:21:36.29097Z","caller":"traceutil/trace.go:171","msg":"trace[1947735175] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23694; }","duration":"2.873900015s","start":"2026-03-02T19:21:33.417056Z","end":"2026-03-02T19:21:36.290956Z","steps":["trace[1947735175] 'agreement among raft nodes before linearized reading' (duration: 2.87370094s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.292015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.417038Z","time spent":"2.874964601s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T19:21:36.292142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646227612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:21:36.29218Z","caller":"traceutil/trace.go:171","msg":"trace[551327073] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:23694; }","duration":"2.646302594s","start":"2026-03-02T19:21:33.645869Z","end":"2026-03-02T19:21:36.292172Z","steps":["trace[551327073] 'agreement among raft nodes before linearized reading' (duration: 2.646200761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.292209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:33.645849Z","time spent":"2.646353126s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:21:36.292395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.644344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.292446Z","caller":"traceutil/trace.go:171","msg":"trace[454990127] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23694; }","duration":"495.727056ms","start":"2026-03-02T19:21:35.796698Z","end":"2026-03-02T19:21:36.292426Z","steps":["trace[454990127] 'agreement among raft nodes before linearized reading' (duration: 495.664014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.29284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:35.796677Z","time spent":"496.142766ms","remote":"127.0.0.1:55824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:36.293079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.825616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:36.29313Z","caller":"traceutil/trace.go:171","msg":"trace[442410567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23694; }","duration":"503.909298ms","start":"2026-03-02T19:21:35.789209Z","end":"2026-03-02T19:21:36.293118Z","steps":["trace[442410567] 'agreement among raft nodes before linearized reading' (duration: 503.824306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:36.293162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:35.789191Z","time spent":"503.961949ms","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:37.800422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.245117ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:37.800526Z","caller":"traceutil/trace.go:171","msg":"trace[1807656422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23694; }","duration":"364.363591ms","start":"2026-03-02T19:21:37.436146Z","end":"2026-03-02T19:21:37.800509Z","steps":["trace[1807656422] 'range keys from in-memory index tree' (duration: 364.227817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:38.296023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:38.296139Z","caller":"traceutil/trace.go:171","msg":"trace[1647983012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759595s","start":"2026-03-02T19:21:36.295361Z","end":"2026-03-02T19:21:38.296121Z","steps":["trace[1647983012] 'agreement among raft nodes before linearized reading' (duration: 2.000606701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:38.296189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.295346Z","time spent":"2.000831687s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:21:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:38.457109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080911001s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:21:38.457249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.295073Z","time spent":"2.162169215s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:21:38.457285Z","caller":"traceutil/trace.go:171","msg":"trace[1069964813] linearizableReadLoop","detail":"{readStateIndex:24546; appliedIndex:24545; }","duration":"2.161978321s","start":"2026-03-02T19:21:36.295289Z","end":"2026-03-02T19:21:38.457267Z","steps":["trace[1069964813] 'read index received' (duration: 80.893765ms)","trace[1069964813] 'applied index is now lower than readState.Index' (duration: 2.081082916s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:38.457487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162179896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:21:38.457543Z","caller":"traceutil/trace.go:171","msg":"trace[1243833574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23694; }","duration":"2.162289738s","start":"2026-03-02T19:21:36.295239Z","end":"2026-03-02T19:21:38.457529Z","steps":["trace[1243833574] 'agreement among raft nodes before linearized reading' (duration: 2.162075333s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:38.45757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.295215Z","time spent":"2.16235033s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:21:39.325085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.783266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:39.325308Z","caller":"traceutil/trace.go:171","msg":"trace[1338891259] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"3.027811279s","start":"2026-03-02T19:21:36.297388Z","end":"2026-03-02T19:21:39.325199Z","steps":["trace[1338891259] 'process raft request' (duration: 2.159826838s)","trace[1338891259] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.18991c0a9c8f21cf; req_size:755; } (duration: 864.917536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:39.325468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.297376Z","time spent":"3.028010594s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:40.18315Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20543,"took":"8.978547318s","hash":4196774511,"current-db-size-bytes":48615424,"current-db-size":"49 MB","current-db-size-in-use-bytes":38768640,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-02T19:21:40.183208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4196774511,"revision":20543,"compact-revision":18770} {"level":"warn","ts":"2026-03-02T19:21:40.183709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.417664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:40.183871Z","caller":"traceutil/trace.go:171","msg":"trace[1175304441] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"2.819040644s","start":"2026-03-02T19:21:37.364805Z","end":"2026-03-02T19:21:40.183846Z","steps":["trace[1175304441] 'process raft request' (duration: 1.960379694s)","trace[1175304441] 'compare' (duration: 366.316829ms)","trace[1175304441] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 491.754037ms)"],"step_count":3} {"level":"warn","ts":"2026-03-02T19:21:40.183947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.364784Z","time spent":"2.819124986s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:40.302747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:40.302838Z","caller":"traceutil/trace.go:171","msg":"trace[1890719696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646902s","start":"2026-03-02T19:21:38.302163Z","end":"2026-03-02T19:21:40.30281Z","steps":["trace[1890719696] 'agreement among raft nodes before linearized reading' (duration: 2.000490518s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:40.302887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.302149Z","time spent":"2.000727575s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:41.912106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:41.279935Z","time spent":"632.163797ms","remote":"127.0.0.1:59616","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:21:41.912448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728515359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:41.913196Z","caller":"traceutil/trace.go:171","msg":"trace[2142134273] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"3.612681534s","start":"2026-03-02T19:21:38.300494Z","end":"2026-03-02T19:21:41.913175Z","steps":["trace[2142134273] 'process raft request' (duration: 3.612230392s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:41.913224Z","caller":"traceutil/trace.go:171","msg":"trace[598556378] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"3.454543766s","start":"2026-03-02T19:21:38.45865Z","end":"2026-03-02T19:21:41.913194Z","steps":["trace[598556378] 'process raft request' (duration: 3.45428907s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:41.913227Z","caller":"traceutil/trace.go:171","msg":"trace[1539995142] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"3.598202196s","start":"2026-03-02T19:21:38.314992Z","end":"2026-03-02T19:21:41.913194Z","steps":["trace[1539995142] 'process raft request' (duration: 3.597877498s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:41.913313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.300476Z","time spent":"3.612780747s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:41.913326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.458621Z","time spent":"3.454640438s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:41.913367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.314978Z","time spent":"3.598307208s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:41.913435Z","caller":"traceutil/trace.go:171","msg":"trace[598464831] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"4.546962968s","start":"2026-03-02T19:21:37.366466Z","end":"2026-03-02T19:21:41.913429Z","steps":["trace[598464831] 'process raft request' (duration: 4.546094416s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:41.913468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.366449Z","time spent":"4.547002649s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:41.913401Z","caller":"traceutil/trace.go:171","msg":"trace[241866390] linearizableReadLoop","detail":"{readStateIndex:24555; appliedIndex:24546; }","duration":"3.455865218s","start":"2026-03-02T19:21:38.457338Z","end":"2026-03-02T19:21:41.913203Z","steps":["trace[241866390] 'read index received' (duration: 173.267214ms)","trace[241866390] 'applied index is now lower than readState.Index' (duration: 3.282595744s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:41.913578Z","caller":"traceutil/trace.go:171","msg":"trace[987509944] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"3.612944351s","start":"2026-03-02T19:21:38.300625Z","end":"2026-03-02T19:21:41.91357Z","steps":["trace[987509944] 'process raft request' (duration: 3.612199992s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:41.913431Z","caller":"traceutil/trace.go:171","msg":"trace[1590029092] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"4.547667277s","start":"2026-03-02T19:21:37.365737Z","end":"2026-03-02T19:21:41.913405Z","steps":["trace[1590029092] 'process raft request' (duration: 2.818094032s)","trace[1590029092] 'compare' (duration: 1.727499303s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:41.913733Z","caller":"traceutil/trace.go:171","msg":"trace[1587588914] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"4.547190494s","start":"2026-03-02T19:21:37.366533Z","end":"2026-03-02T19:21:41.913723Z","steps":["trace[1587588914] 'process raft request' (duration: 4.546123107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:41.913864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.366519Z","time spent":"4.547268756s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:41.913728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.365724Z","time spent":"4.547947663s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:41.913636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.30062Z","time spent":"3.612991422s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:41.913376Z","caller":"traceutil/trace.go:171","msg":"trace[167148922] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"3.612811158s","start":"2026-03-02T19:21:38.300544Z","end":"2026-03-02T19:21:41.913356Z","steps":["trace[167148922] 'process raft request' (duration: 3.612228392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:41.914106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.300503Z","time spent":"3.613558826s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:42.25197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:42.252042Z","caller":"traceutil/trace.go:171","msg":"trace[1502447928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974306s","start":"2026-03-02T19:21:40.252053Z","end":"2026-03-02T19:21:42.252027Z","steps":["trace[1502447928] 'agreement among raft nodes before linearized reading' (duration: 1.999858893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:42.252082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:40.252032Z","time spent":"2.000040977s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:42.303115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:42.303223Z","caller":"traceutil/trace.go:171","msg":"trace[1054729104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000004676s","start":"2026-03-02T19:21:40.303198Z","end":"2026-03-02T19:21:42.303203Z","steps":["trace[1054729104] 'agreement among raft nodes before linearized reading' (duration: 1.999873223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:42.303285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:40.303183Z","time spent":"2.000091039s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:42.762272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.255827ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T19:21:42.762999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.464452941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1cfcd662-46b1-4256-920d-c0e22183e6bd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:21:42.763129Z","caller":"traceutil/trace.go:171","msg":"trace[469244136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1cfcd662-46b1-4256-920d-c0e22183e6bd; range_end:; response_count:1; response_revision:23704; }","duration":"6.464653366s","start":"2026-03-02T19:21:36.298446Z","end":"2026-03-02T19:21:42.763099Z","steps":["trace[469244136] 'agreement among raft nodes before linearized reading' (duration: 5.615249775s)","trace[469244136] 'range keys from in-memory index tree' (duration: 849.087303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.76319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.298415Z","time spent":"6.464758648s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1cfcd662-46b1-4256-920d-c0e22183e6bd\" "} {"level":"warn","ts":"2026-03-02T19:21:42.764264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399903027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T19:21:42.764339Z","caller":"traceutil/trace.go:171","msg":"trace[1378659378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.400775717s","start":"2026-03-02T19:21:37.363544Z","end":"2026-03-02T19:21:42.76432Z","steps":["trace[1378659378] 'agreement among raft nodes before linearized reading' (duration: 4.549704396s)","trace[1378659378] 'range keys from in-memory index tree' (duration: 850.20242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.363532Z","time spent":"5.40084307s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 19:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:42.764418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.329159627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:42.764447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397361863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-02T19:21:42.764381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.464139222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:42.76447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825626134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T19:21:42.764494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399715642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:21:42.76447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400904941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T19:21:42.764504Z","caller":"traceutil/trace.go:171","msg":"trace[1876720980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.397456367s","start":"2026-03-02T19:21:37.367032Z","end":"2026-03-02T19:21:42.764488Z","steps":["trace[1876720980] 'agreement among raft nodes before linearized reading' (duration: 4.546524328s)","trace[1876720980] 'range keys from in-memory index tree' (duration: 850.857276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401313663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:21:42.764523Z","caller":"traceutil/trace.go:171","msg":"trace[1173390235] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23704; }","duration":"6.464309557s","start":"2026-03-02T19:21:36.30019Z","end":"2026-03-02T19:21:42.7645Z","steps":["trace[1173390235] 'agreement among raft nodes before linearized reading' (duration: 5.61347644s)","trace[1173390235] 'range keys from in-memory index tree' (duration: 850.666181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508386843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:42.764545Z","caller":"traceutil/trace.go:171","msg":"trace[2053669517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.400994244s","start":"2026-03-02T19:21:37.363535Z","end":"2026-03-02T19:21:42.76453Z","steps":["trace[2053669517] 'agreement among raft nodes before linearized reading' (duration: 4.549791578s)","trace[2053669517] 'range keys from in-memory index tree' (duration: 851.113893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.367013Z","time spent":"5.397528038s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:21:42.764545Z","caller":"traceutil/trace.go:171","msg":"trace[759888502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23704; }","duration":"5.399812576s","start":"2026-03-02T19:21:37.364716Z","end":"2026-03-02T19:21:42.764528Z","steps":["trace[759888502] 'agreement among raft nodes before linearized reading' (duration: 4.548846016s)","trace[759888502] 'range keys from in-memory index tree' (duration: 850.848206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.984056815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} 2026/03/02 19:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:42.76457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.300174Z","time spent":"6.464382929s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:21:42.764593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.36468Z","time spent":"5.399901157s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:21:42.764546Z","caller":"traceutil/trace.go:171","msg":"trace[2121579794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23704; }","duration":"5.401387495s","start":"2026-03-02T19:21:37.363149Z","end":"2026-03-02T19:21:42.764537Z","steps":["trace[2121579794] 'agreement among raft nodes before linearized reading' (duration: 4.550187799s)","trace[2121579794] 'range keys from in-memory index tree' (duration: 851.104243ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:42.764588Z","caller":"traceutil/trace.go:171","msg":"trace[585043001] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23704; }","duration":"4.508463965s","start":"2026-03-02T19:21:38.256101Z","end":"2026-03-02T19:21:42.764565Z","steps":["trace[585043001] 'agreement among raft nodes before linearized reading' (duration: 3.657164847s)","trace[585043001] 'count revisions from in-memory index tree' (duration: 851.245276ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:42.764598Z","caller":"traceutil/trace.go:171","msg":"trace[2131307037] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23704; }","duration":"5.98423348s","start":"2026-03-02T19:21:36.780348Z","end":"2026-03-02T19:21:42.764582Z","steps":["trace[2131307037] 'agreement among raft nodes before linearized reading' (duration: 5.132954042s)","trace[2131307037] 'count revisions from in-memory index tree' (duration: 851.115382ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:42.764491Z","caller":"traceutil/trace.go:171","msg":"trace[940371995] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23704; }","duration":"6.329240719s","start":"2026-03-02T19:21:36.43522Z","end":"2026-03-02T19:21:42.764461Z","steps":["trace[940371995] 'agreement among raft nodes before linearized reading' (duration: 5.478472725s)","trace[940371995] 'count revisions from in-memory index tree' (duration: 850.667342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.363126Z","time spent":"5.401493467s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:42.764648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.780326Z","time spent":"5.984304691s","remote":"127.0.0.1:56388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:42.764651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:36.435161Z","time spent":"6.329475035s","remote":"127.0.0.1:56178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:42.764678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.25608Z","time spent":"4.508546797s","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:42.764713Z","caller":"traceutil/trace.go:171","msg":"trace[1762257101] linearizableReadLoop","detail":"{readStateIndex:24558; appliedIndex:24556; }","duration":"851.129723ms","start":"2026-03-02T19:21:41.913555Z","end":"2026-03-02T19:21:42.764685Z","steps":["trace[1762257101] 'read index received' (duration: 155.273µs)","trace[1762257101] 'applied index is now lower than readState.Index' (duration: 850.97337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:42.764793Z","caller":"traceutil/trace.go:171","msg":"trace[1847921551] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"3.757435172s","start":"2026-03-02T19:21:39.00735Z","end":"2026-03-02T19:21:42.764785Z","steps":["trace[1847921551] 'process raft request' (duration: 3.755011842s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:42.764548Z","caller":"traceutil/trace.go:171","msg":"trace[1338897649] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23704; }","duration":"4.825753968s","start":"2026-03-02T19:21:37.938769Z","end":"2026-03-02T19:21:42.764523Z","steps":["trace[1338897649] 'agreement among raft nodes before linearized reading' (duration: 3.974506792s)","trace[1338897649] 'range keys from in-memory index tree' (duration: 850.734524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.764853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.938748Z","time spent":"4.826088046s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T19:21:42.7646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:37.363524Z","time spent":"5.401050676s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:42.764878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:39.007322Z","time spent":"3.757492364s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} 2026/03/02 19:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:42.872739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249472722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:42.872839Z","caller":"traceutil/trace.go:171","msg":"trace[1611848508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23705; }","duration":"3.249631776s","start":"2026-03-02T19:21:39.623183Z","end":"2026-03-02T19:21:42.872815Z","steps":["trace[1611848508] 'agreement among raft nodes before linearized reading' (duration: 3.141670251s)","trace[1611848508] 'count revisions from in-memory index tree' (duration: 107.805851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.872889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:39.623161Z","time spent":"3.249716348s","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:42.872887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782195958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:21:42.872913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540170637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:21:42.872979Z","caller":"traceutil/trace.go:171","msg":"trace[1617427856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:23705; }","duration":"3.54030833s","start":"2026-03-02T19:21:39.332653Z","end":"2026-03-02T19:21:42.872961Z","steps":["trace[1617427856] 'agreement among raft nodes before linearized reading' (duration: 3.432209942s)","trace[1617427856] 'range keys from in-memory index tree' (duration: 107.908254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.872964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343092845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:42.872981Z","caller":"traceutil/trace.go:171","msg":"trace[99062804] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23705; }","duration":"1.782329662s","start":"2026-03-02T19:21:41.090624Z","end":"2026-03-02T19:21:42.872954Z","steps":["trace[99062804] 'agreement among raft nodes before linearized reading' (duration: 1.674270885s)","trace[99062804] 'range keys from in-memory index tree' (duration: 107.830581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.873022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:39.332596Z","time spent":"3.540415683s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"warn","ts":"2026-03-02T19:21:42.873037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:41.090607Z","time spent":"1.782418823s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T19:21:42.873037Z","caller":"traceutil/trace.go:171","msg":"trace[1734057067] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23705; }","duration":"4.343195947s","start":"2026-03-02T19:21:38.52982Z","end":"2026-03-02T19:21:42.873016Z","steps":["trace[1734057067] 'agreement among raft nodes before linearized reading' (duration: 4.235057248s)","trace[1734057067] 'range keys from in-memory index tree' (duration: 108.036537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.873085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:38.529798Z","time spent":"4.34327803s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:21:42.873069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04697968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:42.873212Z","caller":"traceutil/trace.go:171","msg":"trace[1124622481] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23705; }","duration":"2.047122013s","start":"2026-03-02T19:21:40.826014Z","end":"2026-03-02T19:21:42.873136Z","steps":["trace[1124622481] 'agreement among raft nodes before linearized reading' (duration: 1.938720178s)","trace[1124622481] 'count revisions from in-memory index tree' (duration: 108.252832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.87326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131029216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:42.873282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:40.825993Z","time spent":"2.047265746s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:42.873307Z","caller":"traceutil/trace.go:171","msg":"trace[361973944] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23705; }","duration":"3.131101898s","start":"2026-03-02T19:21:39.742188Z","end":"2026-03-02T19:21:42.87329Z","steps":["trace[361973944] 'agreement among raft nodes before linearized reading' (duration: 3.022657681s)","trace[361973944] 'count revisions from in-memory index tree' (duration: 108.387156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.873339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76921824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:42.873353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:39.742172Z","time spent":"3.131169399s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:42.873382Z","caller":"traceutil/trace.go:171","msg":"trace[846104545] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23705; }","duration":"2.769291211s","start":"2026-03-02T19:21:40.104078Z","end":"2026-03-02T19:21:42.87337Z","steps":["trace[846104545] 'agreement among raft nodes before linearized reading' (duration: 2.660752372s)","trace[846104545] 'count revisions from in-memory index tree' (duration: 108.481388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.873414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:40.104061Z","time spent":"2.769344563s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:42.873679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.930599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:42.873865Z","caller":"traceutil/trace.go:171","msg":"trace[841528968] linearizableReadLoop","detail":"{readStateIndex:24559; appliedIndex:24558; }","duration":"109.076863ms","start":"2026-03-02T19:21:42.764773Z","end":"2026-03-02T19:21:42.87385Z","steps":["trace[841528968] 'read index received' (duration: 117.052µs)","trace[841528968] 'applied index is now lower than readState.Index' (duration: 108.957901ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:42.873901Z","caller":"traceutil/trace.go:171","msg":"trace[2026902707] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"103.553116ms","start":"2026-03-02T19:21:42.770329Z","end":"2026-03-02T19:21:42.873882Z","steps":["trace[2026902707] 'process raft request' (duration: 103.426173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:42.874002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.826111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:42.874021Z","caller":"traceutil/trace.go:171","msg":"trace[1513554173] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23707; }","duration":"368.898683ms","start":"2026-03-02T19:21:42.505116Z","end":"2026-03-02T19:21:42.874015Z","steps":["trace[1513554173] 'agreement among raft nodes before linearized reading' (duration: 368.829501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:42.874042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.505092Z","time spent":"368.944603ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:42.874031Z","caller":"traceutil/trace.go:171","msg":"trace[1898273021] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"685.874398ms","start":"2026-03-02T19:21:42.188139Z","end":"2026-03-02T19:21:42.874014Z","steps":["trace[1898273021] 'process raft request' (duration: 576.537268ms)","trace[1898273021] 'compare' (duration: 108.144699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:42.87409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.225988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:42.874125Z","caller":"traceutil/trace.go:171","msg":"trace[1644076932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23707; }","duration":"563.3089ms","start":"2026-03-02T19:21:42.310806Z","end":"2026-03-02T19:21:42.874114Z","steps":["trace[1644076932] 'agreement among raft nodes before linearized reading' (duration: 563.232048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:42.874149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.310787Z","time spent":"563.356392ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:42.87412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.188116Z","time spent":"685.95715ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:42.874197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.963729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:42.874226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.297855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:21:42.874259Z","caller":"traceutil/trace.go:171","msg":"trace[261096536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23707; }","duration":"556.03322ms","start":"2026-03-02T19:21:42.318209Z","end":"2026-03-02T19:21:42.874242Z","steps":["trace[261096536] 'agreement among raft nodes before linearized reading' (duration: 555.924578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:42.87428Z","caller":"traceutil/trace.go:171","msg":"trace[1414006890] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23707; }","duration":"957.388148ms","start":"2026-03-02T19:21:41.916877Z","end":"2026-03-02T19:21:42.874266Z","steps":["trace[1414006890] 'agreement among raft nodes before linearized reading' (duration: 957.232674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:42.874334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.318175Z","time spent":"556.125433ms","remote":"127.0.0.1:56320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:42.874384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:41.91686Z","time spent":"957.467429ms","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:21:43.374303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:43.875009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:44.375107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:44.453783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.583344492s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:21:44.566725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.60104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:44.567013Z","caller":"traceutil/trace.go:171","msg":"trace[1108483507] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"1.796434231s","start":"2026-03-02T19:21:42.770541Z","end":"2026-03-02T19:21:44.566975Z","steps":["trace[1108483507] 'process raft request' (duration: 1.683447382s)","trace[1108483507] 'compare' (duration: 111.605535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:44.567088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.770494Z","time spent":"1.796552314s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:44.567146Z","caller":"traceutil/trace.go:171","msg":"trace[1941066213] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"1.700271609s","start":"2026-03-02T19:21:42.86684Z","end":"2026-03-02T19:21:44.567111Z","steps":["trace[1941066213] 'process raft request' (duration: 1.699979282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:44.567321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.866815Z","time spent":"1.700412842s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:44.875854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999618387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:21:44.875932Z","caller":"traceutil/trace.go:171","msg":"trace[2008396997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99973322s","start":"2026-03-02T19:21:42.876181Z","end":"2026-03-02T19:21:44.875914Z","steps":["trace[2008396997] 'agreement among raft nodes before linearized reading' (duration: 1.999635767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:44.875977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.876171Z","time spent":"1.999797002s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:21:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T19:21:45.180846Z","caller":"traceutil/trace.go:171","msg":"trace[1940603534] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"2.304606006s","start":"2026-03-02T19:21:42.876206Z","end":"2026-03-02T19:21:45.180812Z","steps":["trace[1940603534] 'process raft request' (duration: 2.304434632s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.180905Z","caller":"traceutil/trace.go:171","msg":"trace[650033447] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"1.260877339s","start":"2026-03-02T19:21:43.919994Z","end":"2026-03-02T19:21:45.180871Z","steps":["trace[650033447] 'process raft request' (duration: 1.260752236s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.180906Z","caller":"traceutil/trace.go:171","msg":"trace[794028371] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"2.306232276s","start":"2026-03-02T19:21:42.8746Z","end":"2026-03-02T19:21:45.180832Z","steps":["trace[794028371] 'process raft request' (duration: 2.256150254s)","trace[794028371] 'compare' (duration: 49.724573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:45.181026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.876185Z","time spent":"2.304739039s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.181086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.919966Z","time spent":"1.261017873s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:45.181106Z","caller":"traceutil/trace.go:171","msg":"trace[320564855] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"1.261059694s","start":"2026-03-02T19:21:43.920006Z","end":"2026-03-02T19:21:45.181066Z","steps":["trace[320564855] 'process raft request' (duration: 1.260811577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.18116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.874573Z","time spent":"2.306460712s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.18121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.919984Z","time spent":"1.261164096s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:45.181256Z","caller":"traceutil/trace.go:171","msg":"trace[1560563999] linearizableReadLoop","detail":"{readStateIndex:24570; appliedIndex:24560; }","duration":"2.307317873s","start":"2026-03-02T19:21:42.873918Z","end":"2026-03-02T19:21:45.181235Z","steps":["trace[1560563999] 'read index received' (duration: 1.58009102s)","trace[1560563999] 'applied index is now lower than readState.Index' (duration: 727.225703ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:45.18132Z","caller":"traceutil/trace.go:171","msg":"trace[434725547] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"1.260023357s","start":"2026-03-02T19:21:43.921283Z","end":"2026-03-02T19:21:45.181306Z","steps":["trace[434725547] 'process raft request' (duration: 1.259890064s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.181338Z","caller":"traceutil/trace.go:171","msg":"trace[41114845] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"1.261032373s","start":"2026-03-02T19:21:43.920288Z","end":"2026-03-02T19:21:45.181321Z","steps":["trace[41114845] 'process raft request' (duration: 1.260780787s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.181391Z","caller":"traceutil/trace.go:171","msg":"trace[1983277724] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"1.260144411s","start":"2026-03-02T19:21:43.921224Z","end":"2026-03-02T19:21:45.181368Z","steps":["trace[1983277724] 'process raft request' (duration: 1.259895815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.181407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.92126Z","time spent":"1.260087209s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.181426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.920261Z","time spent":"1.261114664s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.181453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32574043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:45.181475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.921211Z","time spent":"1.260220342s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:45.181523Z","caller":"traceutil/trace.go:171","msg":"trace[1342803854] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23717; }","duration":"2.325837051s","start":"2026-03-02T19:21:42.855663Z","end":"2026-03-02T19:21:45.1815Z","steps":["trace[1342803854] 'agreement among raft nodes before linearized reading' (duration: 2.325686417s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.181546Z","caller":"traceutil/trace.go:171","msg":"trace[567916233] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"1.261469703s","start":"2026-03-02T19:21:43.920059Z","end":"2026-03-02T19:21:45.181529Z","steps":["trace[567916233] 'process raft request' (duration: 1.260923959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.18158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.855646Z","time spent":"2.325916844s","remote":"127.0.0.1:48936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:45.181618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.920035Z","time spent":"1.261542015s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.181629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410354146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.18168Z","caller":"traceutil/trace.go:171","msg":"trace[493917834] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23717; }","duration":"2.410433008s","start":"2026-03-02T19:21:42.771234Z","end":"2026-03-02T19:21:45.181667Z","steps":["trace[493917834] 'agreement among raft nodes before linearized reading' (duration: 2.410328046s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.181708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410809097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-02T19:21:45.181724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410107099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-02T19:21:45.181722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.771217Z","time spent":"2.410495609s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:21:45.181761Z","caller":"traceutil/trace.go:171","msg":"trace[753687657] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23717; }","duration":"2.410901159s","start":"2026-03-02T19:21:42.770845Z","end":"2026-03-02T19:21:45.181746Z","steps":["trace[753687657] 'agreement among raft nodes before linearized reading' (duration: 2.410726625s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.18178Z","caller":"traceutil/trace.go:171","msg":"trace[1932068262] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23717; }","duration":"2.410170162s","start":"2026-03-02T19:21:42.771595Z","end":"2026-03-02T19:21:45.181765Z","steps":["trace[1932068262] 'agreement among raft nodes before linearized reading' (duration: 2.409984607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.181813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.77159Z","time spent":"2.410215833s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-02T19:21:45.181808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.770824Z","time spent":"2.410974771s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T19:21:45.195788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571785204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.195842Z","caller":"traceutil/trace.go:171","msg":"trace[1071286849] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23718; }","duration":"1.571953138s","start":"2026-03-02T19:21:43.623877Z","end":"2026-03-02T19:21:45.19583Z","steps":["trace[1071286849] 'agreement among raft nodes before linearized reading' (duration: 1.571843426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.195795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.811058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:45.19587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.623856Z","time spent":"1.572007339s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:45.195887Z","caller":"traceutil/trace.go:171","msg":"trace[1517790302] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23718; }","duration":"633.91181ms","start":"2026-03-02T19:21:44.56196Z","end":"2026-03-02T19:21:45.195872Z","steps":["trace[1517790302] 'agreement among raft nodes before linearized reading' (duration: 633.732736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.195906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.778679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:21:45.195981Z","caller":"traceutil/trace.go:171","msg":"trace[912980924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23718; }","duration":"830.948183ms","start":"2026-03-02T19:21:44.365018Z","end":"2026-03-02T19:21:45.195967Z","steps":["trace[912980924] 'agreement among raft nodes before linearized reading' (duration: 830.681926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.196015Z","caller":"traceutil/trace.go:171","msg":"trace[792482986] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"314.411753ms","start":"2026-03-02T19:21:44.88159Z","end":"2026-03-02T19:21:45.196002Z","steps":["trace[792482986] 'process raft request' (duration: 313.981882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.196085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.365011Z","time spent":"831.059687ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:21:45.196163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.578531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:21:45.196194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.473113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:21:45.196213Z","caller":"traceutil/trace.go:171","msg":"trace[1360752446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23718; }","duration":"317.672573ms","start":"2026-03-02T19:21:44.878533Z","end":"2026-03-02T19:21:45.196206Z","steps":["trace[1360752446] 'agreement among raft nodes before linearized reading' (duration: 317.580081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.196217Z","caller":"traceutil/trace.go:171","msg":"trace[1461048886] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23718; }","duration":"201.532895ms","start":"2026-03-02T19:21:44.994678Z","end":"2026-03-02T19:21:45.196211Z","steps":["trace[1461048886] 'agreement among raft nodes before linearized reading' (duration: 201.460153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.196227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.904638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:21:45.196262Z","caller":"traceutil/trace.go:171","msg":"trace[1615462028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23718; }","duration":"831.970109ms","start":"2026-03-02T19:21:44.364283Z","end":"2026-03-02T19:21:45.196253Z","steps":["trace[1615462028] 'agreement among raft nodes before linearized reading' (duration: 831.887087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.196291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.364264Z","time spent":"832.02326ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:21:45.196291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.16016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.196319Z","caller":"traceutil/trace.go:171","msg":"trace[1512921021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23718; }","duration":"618.229432ms","start":"2026-03-02T19:21:44.57808Z","end":"2026-03-02T19:21:45.19631Z","steps":["trace[1512921021] 'agreement among raft nodes before linearized reading' (duration: 618.185361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.196374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.57806Z","time spent":"618.303284ms","remote":"127.0.0.1:56380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:45.196425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108588105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.196454Z","caller":"traceutil/trace.go:171","msg":"trace[224213305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23718; }","duration":"1.108660376s","start":"2026-03-02T19:21:44.087786Z","end":"2026-03-02T19:21:45.196446Z","steps":["trace[224213305] 'agreement among raft nodes before linearized reading' (duration: 1.108614825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.196479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.087766Z","time spent":"1.108702788s","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:45.196597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319557607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T19:21:45.196611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207071365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.196629Z","caller":"traceutil/trace.go:171","msg":"trace[1897643208] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23718; }","duration":"2.319612728s","start":"2026-03-02T19:21:42.877009Z","end":"2026-03-02T19:21:45.196622Z","steps":["trace[1897643208] 'agreement among raft nodes before linearized reading' (duration: 2.319544616s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.196639Z","caller":"traceutil/trace.go:171","msg":"trace[2076284167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23718; }","duration":"1.207123047s","start":"2026-03-02T19:21:43.989506Z","end":"2026-03-02T19:21:45.196629Z","steps":["trace[2076284167] 'agreement among raft nodes before linearized reading' (duration: 1.207079166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.19665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.876997Z","time spent":"2.319648818s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:21:45.196659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:43.989489Z","time spent":"1.207166017s","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:45.195794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.620203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.196813Z","caller":"traceutil/trace.go:171","msg":"trace[447405517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23718; }","duration":"312.663069ms","start":"2026-03-02T19:21:44.884138Z","end":"2026-03-02T19:21:45.196801Z","steps":["trace[447405517] 'agreement among raft nodes before linearized reading' (duration: 311.610772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.196849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.88413Z","time spent":"312.7101ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:45.196947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320440939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:45.196985Z","caller":"traceutil/trace.go:171","msg":"trace[1017344877] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23718; }","duration":"2.32050009s","start":"2026-03-02T19:21:42.876475Z","end":"2026-03-02T19:21:45.196975Z","steps":["trace[1017344877] 'agreement among raft nodes before linearized reading' (duration: 2.320432369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.197011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:42.876467Z","time spent":"2.320535551s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:21:45.196118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.881565Z","time spent":"314.484564ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.196143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.777695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:21:45.197299Z","caller":"traceutil/trace.go:171","msg":"trace[2101165502] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23718; }","duration":"832.945503ms","start":"2026-03-02T19:21:44.364339Z","end":"2026-03-02T19:21:45.197285Z","steps":["trace[2101165502] 'agreement among raft nodes before linearized reading' (duration: 831.705092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.197338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.364334Z","time spent":"832.991124ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:45.196234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.878508Z","time spent":"317.719735ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:45.195947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.561882Z","time spent":"634.054424ms","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:45.196081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.875689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-02T19:21:45.197511Z","caller":"traceutil/trace.go:171","msg":"trace[1878049956] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23718; }","duration":"317.296353ms","start":"2026-03-02T19:21:44.880177Z","end":"2026-03-02T19:21:45.197473Z","steps":["trace[1878049956] 'agreement among raft nodes before linearized reading' (duration: 315.789576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.197604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.880168Z","time spent":"317.416036ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:21:45.700791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:46.843992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.302554ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-03-02T19:21:46.844113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.200048Z","time spent":"1.644061186s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:21:47.362644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.201879Z","time spent":"2.16075837s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:47.363203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.203187Z","time spent":"2.160006652s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:47.363894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.20576Z","time spent":"2.158119865s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:47.407228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505498002s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:21:47.99845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.417159ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:47.998586Z","caller":"traceutil/trace.go:171","msg":"trace[1940926709] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23718; }","duration":"562.569333ms","start":"2026-03-02T19:21:47.435996Z","end":"2026-03-02T19:21:47.998565Z","steps":["trace[1940926709] 'range keys from in-memory index tree' (duration: 562.398639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:47.999576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.015583ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:21:47.999785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.201072Z","time spent":"2.798709061s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:21:48.000228Z","caller":"traceutil/trace.go:171","msg":"trace[592682528] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"2.796854005s","start":"2026-03-02T19:21:45.203346Z","end":"2026-03-02T19:21:48.0002Z","steps":["trace[592682528] 'process raft request' (duration: 2.79667974s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:48.0003Z","caller":"traceutil/trace.go:171","msg":"trace[118811928] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"2.794301143s","start":"2026-03-02T19:21:45.205981Z","end":"2026-03-02T19:21:48.000282Z","steps":["trace[118811928] 'process raft request' (duration: 2.794147938s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:48.000309Z","caller":"traceutil/trace.go:171","msg":"trace[369517198] linearizableReadLoop","detail":"{readStateIndex:24578; appliedIndex:24571; }","duration":"2.799998613s","start":"2026-03-02T19:21:45.200266Z","end":"2026-03-02T19:21:48.000265Z","steps":["trace[369517198] 'read index received' (duration: 701.428093ms)","trace[369517198] 'applied index is now lower than readState.Index' (duration: 2.09856841s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:48.000367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.203338Z","time spent":"2.796954019s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:48.00039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.205974Z","time spent":"2.794374434s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:48.000666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800373592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:21:48.000718Z","caller":"traceutil/trace.go:171","msg":"trace[655385201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23723; }","duration":"2.800482305s","start":"2026-03-02T19:21:45.200221Z","end":"2026-03-02T19:21:48.000703Z","steps":["trace[655385201] 'agreement among raft nodes before linearized reading' (duration: 2.800237169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:48.000763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.200187Z","time spent":"2.800562717s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:21:48.42434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000623092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:21:48.424433Z","caller":"traceutil/trace.go:171","msg":"trace[1961525963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765766s","start":"2026-03-02T19:21:46.423647Z","end":"2026-03-02T19:21:48.424413Z","steps":["trace[1961525963] 'agreement among raft nodes before linearized reading' (duration: 2.000641302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:48.424484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.423632Z","time spent":"2.000841307s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:49.532575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111397124s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:49.532852Z","caller":"traceutil/trace.go:171","msg":"trace[665762293] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"2.686294095s","start":"2026-03-02T19:21:46.846528Z","end":"2026-03-02T19:21:49.532822Z","steps":["trace[665762293] 'process raft request' (duration: 1.574572043s)","trace[665762293] 'compare' (duration: 1.110663835s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:49.532996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.846502Z","time spent":"2.686414398s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.533305Z","caller":"traceutil/trace.go:171","msg":"trace[1248941237] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"2.614229488s","start":"2026-03-02T19:21:46.919064Z","end":"2026-03-02T19:21:49.533293Z","steps":["trace[1248941237] 'process raft request' (duration: 2.613630884s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.533361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.919032Z","time spent":"2.61429788s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.533824Z","caller":"traceutil/trace.go:171","msg":"trace[1135008754] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"2.346088694s","start":"2026-03-02T19:21:47.187691Z","end":"2026-03-02T19:21:49.53378Z","steps":["trace[1135008754] 'process raft request' (duration: 2.345137051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.533975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.187664Z","time spent":"2.346224897s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.534017Z","caller":"traceutil/trace.go:171","msg":"trace[1271809807] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"2.346280379s","start":"2026-03-02T19:21:47.187725Z","end":"2026-03-02T19:21:49.534005Z","steps":["trace[1271809807] 'process raft request' (duration: 2.345164671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.534074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.187694Z","time spent":"2.346350141s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.534171Z","caller":"traceutil/trace.go:171","msg":"trace[2069429438] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"2.345933149s","start":"2026-03-02T19:21:47.188204Z","end":"2026-03-02T19:21:49.534137Z","steps":["trace[2069429438] 'process raft request' (duration: 2.34474411s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:49.53426Z","caller":"traceutil/trace.go:171","msg":"trace[1679159511] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"2.345917849s","start":"2026-03-02T19:21:47.188275Z","end":"2026-03-02T19:21:49.534193Z","steps":["trace[1679159511] 'process raft request' (duration: 2.34554848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.534318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.188189Z","time spent":"2.346065253s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.534446Z","caller":"traceutil/trace.go:171","msg":"trace[1632534849] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"2.344500074s","start":"2026-03-02T19:21:47.189925Z","end":"2026-03-02T19:21:49.534425Z","steps":["trace[1632534849] 'process raft request' (duration: 2.344140375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.534461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.188262Z","time spent":"2.346085253s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:49.534539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.189908Z","time spent":"2.344584576s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.534972Z","caller":"traceutil/trace.go:171","msg":"trace[57043846] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"2.343653853s","start":"2026-03-02T19:21:47.191304Z","end":"2026-03-02T19:21:49.534958Z","steps":["trace[57043846] 'process raft request' (duration: 2.342870414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.53506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.191279Z","time spent":"2.343739565s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.535266Z","caller":"traceutil/trace.go:171","msg":"trace[1516946246] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"1.532941931s","start":"2026-03-02T19:21:48.00229Z","end":"2026-03-02T19:21:49.535232Z","steps":["trace[1516946246] 'process raft request' (duration: 1.532888309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.53536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.002267Z","time spent":"1.533048454s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.53541Z","caller":"traceutil/trace.go:171","msg":"trace[1383513328] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23732; }","duration":"2.168439741s","start":"2026-03-02T19:21:47.366945Z","end":"2026-03-02T19:21:49.535385Z","steps":["trace[1383513328] 'process raft request' (duration: 2.168196795s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:49.535302Z","caller":"traceutil/trace.go:171","msg":"trace[949168269] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23732; }","duration":"2.169957568s","start":"2026-03-02T19:21:47.365301Z","end":"2026-03-02T19:21:49.535258Z","steps":["trace[949168269] 'process raft request' (duration: 2.169800734s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.535554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.366927Z","time spent":"2.168536814s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:49.535555Z","caller":"traceutil/trace.go:171","msg":"trace[1219253069] linearizableReadLoop","detail":"{readStateIndex:24589; appliedIndex:24578; }","duration":"1.535142956s","start":"2026-03-02T19:21:48.000376Z","end":"2026-03-02T19:21:49.535519Z","steps":["trace[1219253069] 'read index received' (duration: 420.713256ms)","trace[1219253069] 'applied index is now lower than readState.Index' (duration: 1.114425749s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:49.535651Z","caller":"traceutil/trace.go:171","msg":"trace[1557162836] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"2.332921247s","start":"2026-03-02T19:21:47.202712Z","end":"2026-03-02T19:21:49.535633Z","steps":["trace[1557162836] 'process raft request' (duration: 2.331529182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.535702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.365276Z","time spent":"2.170322358s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:49.535737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.202701Z","time spent":"2.332996739s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:49.535754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81992318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:49.535805Z","caller":"traceutil/trace.go:171","msg":"trace[969300497] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23733; }","duration":"3.820034363s","start":"2026-03-02T19:21:45.715758Z","end":"2026-03-02T19:21:49.535792Z","steps":["trace[969300497] 'agreement among raft nodes before linearized reading' (duration: 3.819951111s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.535847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.715732Z","time spent":"3.820105594s","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:49.535838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996691931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.535913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231029949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T19:21:49.535934Z","caller":"traceutil/trace.go:171","msg":"trace[1905261150] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23733; }","duration":"3.996822414s","start":"2026-03-02T19:21:45.539092Z","end":"2026-03-02T19:21:49.535915Z","steps":["trace[1905261150] 'agreement among raft nodes before linearized reading' (duration: 3.996696961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.535931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96366437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:21:49.535984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.539071Z","time spent":"3.996898177s","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:49.536009Z","caller":"traceutil/trace.go:171","msg":"trace[169843534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23733; }","duration":"2.963784793s","start":"2026-03-02T19:21:46.572201Z","end":"2026-03-02T19:21:49.535986Z","steps":["trace[169843534] 'agreement among raft nodes before linearized reading' (duration: 2.963606209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.53604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229734377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-03-02T19:21:49.536068Z","caller":"traceutil/trace.go:171","msg":"trace[1909176335] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23733; }","duration":"4.229831839s","start":"2026-03-02T19:21:45.306229Z","end":"2026-03-02T19:21:49.536061Z","steps":["trace[1909176335] 'agreement among raft nodes before linearized reading' (duration: 4.229747837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155694832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:21:49.536102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.306209Z","time spent":"4.229886601s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1045,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-03-02T19:21:49.536114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327491396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:21:49.536127Z","caller":"traceutil/trace.go:171","msg":"trace[992355239] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23733; }","duration":"4.155812445s","start":"2026-03-02T19:21:45.380293Z","end":"2026-03-02T19:21:49.536106Z","steps":["trace[992355239] 'agreement among raft nodes before linearized reading' (duration: 4.155579029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308194464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:49.536261Z","caller":"traceutil/trace.go:171","msg":"trace[1477526471] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23733; }","duration":"2.308298276s","start":"2026-03-02T19:21:47.227907Z","end":"2026-03-02T19:21:49.536205Z","steps":["trace[1477526471] 'agreement among raft nodes before linearized reading' (duration: 2.308191764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.227882Z","time spent":"2.30842072s","remote":"127.0.0.1:47736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:49.536337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328505791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:21:49.536376Z","caller":"traceutil/trace.go:171","msg":"trace[1174572926] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23733; }","duration":"3.328587263s","start":"2026-03-02T19:21:46.207778Z","end":"2026-03-02T19:21:49.536365Z","steps":["trace[1174572926] 'agreement among raft nodes before linearized reading' (duration: 3.328413769s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.535758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058516807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:49.536403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331676653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-02T19:21:49.53644Z","caller":"traceutil/trace.go:171","msg":"trace[912548081] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23733; }","duration":"2.059239375s","start":"2026-03-02T19:21:47.477182Z","end":"2026-03-02T19:21:49.536421Z","steps":["trace[912548081] 'agreement among raft nodes before linearized reading' (duration: 2.058512647s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:49.536476Z","caller":"traceutil/trace.go:171","msg":"trace[289229356] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23733; }","duration":"4.331771205s","start":"2026-03-02T19:21:45.204685Z","end":"2026-03-02T19:21:49.536456Z","steps":["trace[289229356] 'agreement among raft nodes before linearized reading' (duration: 4.331573891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.204673Z","time spent":"4.331846987s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T19:21:49.536541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585842629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.536418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.207747Z","time spent":"3.328661085s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:21:49.535958Z","caller":"traceutil/trace.go:171","msg":"trace[507859243] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23733; }","duration":"4.231108861s","start":"2026-03-02T19:21:45.304835Z","end":"2026-03-02T19:21:49.535943Z","steps":["trace[507859243] 'agreement among raft nodes before linearized reading' (duration: 4.230981238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459809881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.536627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.659166942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:49.53616Z","caller":"traceutil/trace.go:171","msg":"trace[1805384233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23733; }","duration":"3.327569358s","start":"2026-03-02T19:21:46.208574Z","end":"2026-03-02T19:21:49.536143Z","steps":["trace[1805384233] 'agreement among raft nodes before linearized reading' (duration: 3.327435715s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:49.536664Z","caller":"traceutil/trace.go:171","msg":"trace[1103126475] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23733; }","duration":"2.659239834s","start":"2026-03-02T19:21:46.877413Z","end":"2026-03-02T19:21:49.536652Z","steps":["trace[1103126475] 'agreement among raft nodes before linearized reading' (duration: 2.659185253s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534469889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:21:49.536664Z","caller":"traceutil/trace.go:171","msg":"trace[1932797579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23733; }","duration":"2.459924705s","start":"2026-03-02T19:21:47.076724Z","end":"2026-03-02T19:21:49.536649Z","steps":["trace[1932797579] 'agreement among raft nodes before linearized reading' (duration: 2.459821883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.877392Z","time spent":"2.659291775s","remote":"127.0.0.1:56536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:49.536695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.208552Z","time spent":"3.328129802s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:21:49.536704Z","caller":"traceutil/trace.go:171","msg":"trace[958160726] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23733; }","duration":"1.53452492s","start":"2026-03-02T19:21:48.002166Z","end":"2026-03-02T19:21:49.536691Z","steps":["trace[958160726] 'agreement among raft nodes before linearized reading' (duration: 1.534383167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.304813Z","time spent":"4.231804078s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T19:21:49.536776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.397022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.53619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.380267Z","time spent":"4.155906458s","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:49.536823Z","caller":"traceutil/trace.go:171","msg":"trace[1802527319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23733; }","duration":"797.474894ms","start":"2026-03-02T19:21:48.739336Z","end":"2026-03-02T19:21:49.536811Z","steps":["trace[1802527319] 'agreement among raft nodes before linearized reading' (duration: 797.412833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140902135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.536827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.516894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.536866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.739309Z","time spent":"797.548166ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:49.53649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.477159Z","time spent":"2.059316146s","remote":"127.0.0.1:55980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:49.536874Z","caller":"traceutil/trace.go:171","msg":"trace[105604459] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23733; }","duration":"1.141000577s","start":"2026-03-02T19:21:48.39586Z","end":"2026-03-02T19:21:49.536861Z","steps":["trace[105604459] 'agreement among raft nodes before linearized reading' (duration: 1.140914465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531473805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-02T19:21:49.536069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:46.572167Z","time spent":"2.963887606s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:49.536925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.395837Z","time spent":"1.141073559s","remote":"127.0.0.1:48948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:49.536932Z","caller":"traceutil/trace.go:171","msg":"trace[1420676016] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23733; }","duration":"1.531545537s","start":"2026-03-02T19:21:48.005378Z","end":"2026-03-02T19:21:49.536923Z","steps":["trace[1420676016] 'agreement among raft nodes before linearized reading' (duration: 1.531448084s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.536745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.002148Z","time spent":"1.534586742s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:21:49.536975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.00536Z","time spent":"1.531608278s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:21:49.53673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:47.076698Z","time spent":"2.460010717s","remote":"127.0.0.1:44870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:49.536716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050565597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:49.53688Z","caller":"traceutil/trace.go:171","msg":"trace[1310142814] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23733; }","duration":"847.571976ms","start":"2026-03-02T19:21:48.689295Z","end":"2026-03-02T19:21:49.536867Z","steps":["trace[1310142814] 'agreement among raft nodes before linearized reading' (duration: 847.467783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:49.537084Z","caller":"traceutil/trace.go:171","msg":"trace[1871083431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23733; }","duration":"1.050970386s","start":"2026-03-02T19:21:48.486098Z","end":"2026-03-02T19:21:49.537068Z","steps":["trace[1871083431] 'agreement among raft nodes before linearized reading' (duration: 1.050566707s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.537129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.486077Z","time spent":"1.051038628s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:21:49.536573Z","caller":"traceutil/trace.go:171","msg":"trace[1433150758] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23733; }","duration":"3.585990432s","start":"2026-03-02T19:21:45.950573Z","end":"2026-03-02T19:21:49.536563Z","steps":["trace[1433150758] 'agreement among raft nodes before linearized reading' (duration: 3.585935971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.537136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.689237Z","time spent":"847.873623ms","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:49.536803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112152953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:49.537209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.950552Z","time spent":"3.586626078s","remote":"127.0.0.1:48888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:49.537254Z","caller":"traceutil/trace.go:171","msg":"trace[343771188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23733; }","duration":"1.112636755s","start":"2026-03-02T19:21:48.42461Z","end":"2026-03-02T19:21:49.537247Z","steps":["trace[343771188] 'agreement among raft nodes before linearized reading' (duration: 1.112157863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:49.537277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:48.424593Z","time spent":"1.112677195s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:51.437039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:50.592069Z","time spent":"844.96129ms","remote":"127.0.0.1:59636","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:21:51.438148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79636434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:51.438246Z","caller":"traceutil/trace.go:171","msg":"trace[2042308549] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24590; }","duration":"1.898195104s","start":"2026-03-02T19:21:49.540034Z","end":"2026-03-02T19:21:51.438229Z","steps":["trace[2042308549] 'read index received' (duration: 36.741µs)","trace[2042308549] 'applied index is now lower than readState.Index' (duration: 1.898156193s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:51.438318Z","caller":"traceutil/trace.go:171","msg":"trace[458176308] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"1.898301957s","start":"2026-03-02T19:21:49.540004Z","end":"2026-03-02T19:21:51.438306Z","steps":["trace[458176308] 'process raft request' (duration: 101.691ms)","trace[458176308] 'compare' (duration: 1.795525519s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:51.438378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.539983Z","time spent":"1.898364938s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:51.438681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898654935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:21:51.438724Z","caller":"traceutil/trace.go:171","msg":"trace[2131592813] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23734; }","duration":"1.898711366s","start":"2026-03-02T19:21:49.539999Z","end":"2026-03-02T19:21:51.43871Z","steps":["trace[2131592813] 'agreement among raft nodes before linearized reading' (duration: 1.898556603s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.438755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.539984Z","time spent":"1.898763007s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:21:51.439633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797890528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:21:51.440147Z","caller":"traceutil/trace.go:171","msg":"trace[446666483] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"1.897346332s","start":"2026-03-02T19:21:49.542776Z","end":"2026-03-02T19:21:51.440122Z","steps":["trace[446666483] 'process raft request' (duration: 1.896995433s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:51.440492Z","caller":"traceutil/trace.go:171","msg":"trace[683015315] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"1.896756158s","start":"2026-03-02T19:21:49.543714Z","end":"2026-03-02T19:21:51.44047Z","steps":["trace[683015315] 'process raft request' (duration: 1.896538372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.440516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898019299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-02T19:21:51.440568Z","caller":"traceutil/trace.go:171","msg":"trace[1358679223] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23738; }","duration":"1.898103771s","start":"2026-03-02T19:21:49.542448Z","end":"2026-03-02T19:21:51.440552Z","steps":["trace[1358679223] 'agreement among raft nodes before linearized reading' (duration: 1.897941237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.440615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.542433Z","time spent":"1.898172513s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T19:21:51.440665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.543699Z","time spent":"1.896848771s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:51.440692Z","caller":"traceutil/trace.go:171","msg":"trace[1396832527] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"1.894272697s","start":"2026-03-02T19:21:49.546395Z","end":"2026-03-02T19:21:51.440668Z","steps":["trace[1396832527] 'process raft request' (duration: 1.893933998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.440766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.546381Z","time spent":"1.894341239s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:51.440788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894289667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:51.440759Z","caller":"traceutil/trace.go:171","msg":"trace[49947929] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"1.897024215s","start":"2026-03-02T19:21:49.543689Z","end":"2026-03-02T19:21:51.440713Z","steps":["trace[49947929] 'process raft request' (duration: 1.896344748s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:51.440818Z","caller":"traceutil/trace.go:171","msg":"trace[1948348937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23738; }","duration":"1.894337689s","start":"2026-03-02T19:21:49.546471Z","end":"2026-03-02T19:21:51.440808Z","steps":["trace[1948348937] 'agreement among raft nodes before linearized reading' (duration: 1.894287468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.440823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893904627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-02T19:21:51.440852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.546458Z","time spent":"1.89438803s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:51.440939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.292923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:51.440931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.54367Z","time spent":"1.897168368s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:51.440967Z","caller":"traceutil/trace.go:171","msg":"trace[2001401872] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23738; }","duration":"965.322063ms","start":"2026-03-02T19:21:50.475639Z","end":"2026-03-02T19:21:51.440961Z","steps":["trace[2001401872] 'agreement among raft nodes before linearized reading' (duration: 965.234851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.440989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:50.47562Z","time spent":"965.363665ms","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:51.44105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898366418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5072c48d-53a1-4fdd-9724-94e193e613cd\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-02T19:21:51.441073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.590908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-02T19:21:51.441086Z","caller":"traceutil/trace.go:171","msg":"trace[1289487076] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5072c48d-53a1-4fdd-9724-94e193e613cd; range_end:; response_count:1; response_revision:23738; }","duration":"1.898424029s","start":"2026-03-02T19:21:49.542653Z","end":"2026-03-02T19:21:51.441077Z","steps":["trace[1289487076] 'agreement among raft nodes before linearized reading' (duration: 1.898323007s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:51.441102Z","caller":"traceutil/trace.go:171","msg":"trace[1503774285] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23738; }","duration":"444.662951ms","start":"2026-03-02T19:21:50.99643Z","end":"2026-03-02T19:21:51.441093Z","steps":["trace[1503774285] 'agreement among raft nodes before linearized reading' (duration: 444.488826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.441125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:50.996407Z","time spent":"444.712251ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418205,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:21:51.441131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.542643Z","time spent":"1.8984646s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-5072c48d-53a1-4fdd-9724-94e193e613cd\" "} {"level":"warn","ts":"2026-03-02T19:21:51.44051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.32583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:51.441171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643304096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:51.441209Z","caller":"traceutil/trace.go:171","msg":"trace[307106492] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23738; }","duration":"1.643376798s","start":"2026-03-02T19:21:49.79782Z","end":"2026-03-02T19:21:51.441197Z","steps":["trace[307106492] 'agreement among raft nodes before linearized reading' (duration: 1.643333057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.441252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.797797Z","time spent":"1.64344364s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:51.440859Z","caller":"traceutil/trace.go:171","msg":"trace[1196693101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23738; }","duration":"1.893952468s","start":"2026-03-02T19:21:49.546896Z","end":"2026-03-02T19:21:51.440849Z","steps":["trace[1196693101] 'agreement among raft nodes before linearized reading' (duration: 1.893831615s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:51.441174Z","caller":"traceutil/trace.go:171","msg":"trace[480113056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23738; }","duration":"710.035687ms","start":"2026-03-02T19:21:50.731125Z","end":"2026-03-02T19:21:51.44116Z","steps":["trace[480113056] 'agreement among raft nodes before linearized reading' (duration: 709.31589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.441343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.546884Z","time spent":"1.89444253s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:21:51.441361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:50.731107Z","time spent":"710.230252ms","remote":"127.0.0.1:47664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:51.441139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437456415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:21:51.441423Z","caller":"traceutil/trace.go:171","msg":"trace[154310466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23738; }","duration":"1.437758722s","start":"2026-03-02T19:21:50.003645Z","end":"2026-03-02T19:21:51.441404Z","steps":["trace[154310466] 'agreement among raft nodes before linearized reading' (duration: 1.437447825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.441445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645664086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:21:51.441489Z","caller":"traceutil/trace.go:171","msg":"trace[2076989255] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23738; }","duration":"1.645750948s","start":"2026-03-02T19:21:49.795725Z","end":"2026-03-02T19:21:51.441476Z","steps":["trace[2076989255] 'agreement among raft nodes before linearized reading' (duration: 1.645654086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:51.441489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:50.003625Z","time spent":"1.437846544s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:51.441518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.542769Z","time spent":"1.897458655s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:51.441538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:49.795704Z","time spent":"1.645822599s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:53.451568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:21:53.451654Z","caller":"traceutil/trace.go:171","msg":"trace[1772248646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309144s","start":"2026-03-02T19:21:51.451326Z","end":"2026-03-02T19:21:53.451635Z","steps":["trace[1772248646] 'agreement among raft nodes before linearized reading' (duration: 2.000200271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:53.45172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.451308Z","time spent":"2.000390347s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:21:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:53.48854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331997051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:21:53.575228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419551652s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:53.575603Z","caller":"traceutil/trace.go:171","msg":"trace[1208226121] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"2.127720532s","start":"2026-03-02T19:21:51.447859Z","end":"2026-03-02T19:21:53.57558Z","steps":["trace[1208226121] 'process raft request' (duration: 707.734861ms)","trace[1208226121] 'compare' (duration: 1.419111939s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:53.575692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.447851Z","time spent":"2.127798144s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:55.452646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000911529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:55.452732Z","caller":"traceutil/trace.go:171","msg":"trace[1684909477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001017112s","start":"2026-03-02T19:21:53.4517Z","end":"2026-03-02T19:21:55.452717Z","steps":["trace[1684909477] 'agreement among raft nodes before linearized reading' (duration: 2.000902629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:55.452769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:53.451679Z","time spent":"2.001083194s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:55.828268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252926815s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:21:55.828487Z","caller":"traceutil/trace.go:171","msg":"trace[819627746] linearizableReadLoop","detail":"{readStateIndex:24597; appliedIndex:24596; }","duration":"4.377103309s","start":"2026-03-02T19:21:51.451366Z","end":"2026-03-02T19:21:55.828469Z","steps":["trace[819627746] 'read index received' (duration: 71.727748ms)","trace[819627746] 'applied index is now lower than readState.Index' (duration: 4.305374241s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:21:55.829535Z","caller":"traceutil/trace.go:171","msg":"trace[35250557] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"4.289497208s","start":"2026-03-02T19:21:51.540024Z","end":"2026-03-02T19:21:55.829522Z","steps":["trace[35250557] 'process raft request' (duration: 4.28834882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:55.829644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.54Z","time spent":"4.289576679s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:56.53905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.540548Z","time spent":"4.99849548s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:56.541095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.542093Z","time spent":"4.998999751s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:21:56.541098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.544048Z","time spent":"4.997042722s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:21:56.541831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.544008Z","time spent":"4.997816391s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:56.542366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.543936Z","time spent":"4.998424908s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:56.542838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.544019Z","time spent":"4.998817426s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:21:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:21:56.643075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.45442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:21:56.64452Z","caller":"traceutil/trace.go:171","msg":"trace[1472295380] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"4.783701344s","start":"2026-03-02T19:21:51.860793Z","end":"2026-03-02T19:21:56.644494Z","steps":["trace[1472295380] 'process raft request' (duration: 4.783379917s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:56.644601Z","caller":"traceutil/trace.go:171","msg":"trace[880561257] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"4.57045631s","start":"2026-03-02T19:21:52.074103Z","end":"2026-03-02T19:21:56.64456Z","steps":["trace[880561257] 'process raft request' (duration: 4.570296026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.644691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:52.074078Z","time spent":"4.570567323s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:56.644702Z","caller":"traceutil/trace.go:171","msg":"trace[267865778] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"3.484906297s","start":"2026-03-02T19:21:53.159774Z","end":"2026-03-02T19:21:56.64468Z","steps":["trace[267865778] 'process raft request' (duration: 3.484714312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.647218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:53.159724Z","time spent":"3.487442861s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:56.644674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.860764Z","time spent":"4.783815568s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:56.645782Z","caller":"traceutil/trace.go:171","msg":"trace[300839743] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24599; }","duration":"817.189883ms","start":"2026-03-02T19:21:55.828521Z","end":"2026-03-02T19:21:56.645711Z","steps":["trace[300839743] 'read index received' (duration: 183.690533ms)","trace[300839743] 'applied index is now lower than readState.Index' (duration: 633.49769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:56.645984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.097294777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T19:21:56.647834Z","caller":"traceutil/trace.go:171","msg":"trace[1656641846] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23752; }","duration":"5.099169034s","start":"2026-03-02T19:21:51.548646Z","end":"2026-03-02T19:21:56.647815Z","steps":["trace[1656641846] 'agreement among raft nodes before linearized reading' (duration: 5.097174415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.647889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.548637Z","time spent":"5.099222595s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:21:56.648084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.814356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:56.648118Z","caller":"traceutil/trace.go:171","msg":"trace[2121466178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23752; }","duration":"731.872649ms","start":"2026-03-02T19:21:55.916232Z","end":"2026-03-02T19:21:56.648105Z","steps":["trace[2121466178] 'agreement among raft nodes before linearized reading' (duration: 731.812606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.648141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:55.916216Z","time spent":"731.917819ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.646034Z","caller":"traceutil/trace.go:171","msg":"trace[1361568208] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"1.318016946s","start":"2026-03-02T19:21:55.327995Z","end":"2026-03-02T19:21:56.646012Z","steps":["trace[1361568208] 'process raft request' (duration: 1.316739063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.648392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:55.327965Z","time spent":"1.320388845s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:56.648518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.114591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T19:21:56.648597Z","caller":"traceutil/trace.go:171","msg":"trace[1749873138] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23752; }","duration":"106.174712ms","start":"2026-03-02T19:21:56.542378Z","end":"2026-03-02T19:21:56.648553Z","steps":["trace[1749873138] 'agreement among raft nodes before linearized reading' (duration: 106.001697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.648741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.048354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T19:21:56.648802Z","caller":"traceutil/trace.go:171","msg":"trace[955822688] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23752; }","duration":"450.145866ms","start":"2026-03-02T19:21:56.198642Z","end":"2026-03-02T19:21:56.648788Z","steps":["trace[955822688] 'agreement among raft nodes before linearized reading' (duration: 450.000533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.648803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.339286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-02T19:21:56.648839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.198622Z","time spent":"450.201718ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T19:21:56.648866Z","caller":"traceutil/trace.go:171","msg":"trace[1594049255] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23752; }","duration":"104.390588ms","start":"2026-03-02T19:21:56.544435Z","end":"2026-03-02T19:21:56.648825Z","steps":["trace[1594049255] 'agreement among raft nodes before linearized reading' (duration: 104.329667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.646073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185814309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:56.648931Z","caller":"traceutil/trace.go:171","msg":"trace[116902753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23752; }","duration":"1.188693881s","start":"2026-03-02T19:21:55.460221Z","end":"2026-03-02T19:21:56.648915Z","steps":["trace[116902753] 'agreement among raft nodes before linearized reading' (duration: 1.185826749s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.648984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:55.460203Z","time spent":"1.188772422s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:21:56.649232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.467163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T19:21:56.649268Z","caller":"traceutil/trace.go:171","msg":"trace[1270629593] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23752; }","duration":"107.534175ms","start":"2026-03-02T19:21:56.541722Z","end":"2026-03-02T19:21:56.649256Z","steps":["trace[1270629593] 'agreement among raft nodes before linearized reading' (duration: 107.446493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.649321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.483015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T19:21:56.646137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446017707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T19:21:56.646226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451156845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:56.646281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07598733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:56.646407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128157323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:56.646491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067228716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:21:56.646566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119182063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:21:56.646631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200647773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:21:56.646732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.284346786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:56.646774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.782543034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:56.646914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.204240495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:21:56.646949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219126553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:56.647038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274563938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:21:56.647099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065211732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:21:56.64943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.357971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:21:56.649449Z","caller":"traceutil/trace.go:171","msg":"trace[1134502198] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23752; }","duration":"5.067580611s","start":"2026-03-02T19:21:51.581847Z","end":"2026-03-02T19:21:56.649427Z","steps":["trace[1134502198] 'agreement among raft nodes before linearized reading' (duration: 5.065203492s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:56.649466Z","caller":"traceutil/trace.go:171","msg":"trace[1626280235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23752; }","duration":"199.426343ms","start":"2026-03-02T19:21:56.450032Z","end":"2026-03-02T19:21:56.649458Z","steps":["trace[1626280235] 'agreement among raft nodes before linearized reading' (duration: 199.342401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.649559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.851234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T19:21:56.64962Z","caller":"traceutil/trace.go:171","msg":"trace[1623497261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23752; }","duration":"105.921515ms","start":"2026-03-02T19:21:56.543679Z","end":"2026-03-02T19:21:56.6496Z","steps":["trace[1623497261] 'agreement among raft nodes before linearized reading' (duration: 105.842783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.649853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.426982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T19:21:56.64989Z","caller":"traceutil/trace.go:171","msg":"trace[2094306236] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23752; }","duration":"107.470053ms","start":"2026-03-02T19:21:56.54241Z","end":"2026-03-02T19:21:56.64988Z","steps":["trace[2094306236] 'agreement among raft nodes before linearized reading' (duration: 107.420322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:56.649978Z","caller":"traceutil/trace.go:171","msg":"trace[636931754] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:23752; }","duration":"3.070712832s","start":"2026-03-02T19:21:53.579218Z","end":"2026-03-02T19:21:56.649931Z","steps":["trace[636931754] 'agreement among raft nodes before linearized reading' (duration: 3.067213526s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:56.650038Z","caller":"traceutil/trace.go:171","msg":"trace[1600178062] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23752; }","duration":"106.231993ms","start":"2026-03-02T19:21:56.543796Z","end":"2026-03-02T19:21:56.650028Z","steps":["trace[1600178062] 'agreement among raft nodes before linearized reading' (duration: 105.28764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.650023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:53.5792Z","time spent":"3.070812224s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"info","ts":"2026-03-02T19:21:56.650078Z","caller":"traceutil/trace.go:171","msg":"trace[544768665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23752; }","duration":"3.204115378s","start":"2026-03-02T19:21:53.445942Z","end":"2026-03-02T19:21:56.650057Z","steps":["trace[544768665] 'agreement among raft nodes before linearized reading' (duration: 3.200641533s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:56.650096Z","caller":"traceutil/trace.go:171","msg":"trace[717423470] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23752; }","duration":"4.207439294s","start":"2026-03-02T19:21:52.442644Z","end":"2026-03-02T19:21:56.650083Z","steps":["trace[717423470] 'agreement among raft nodes before linearized reading' (duration: 4.204140962s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:56.650015Z","caller":"traceutil/trace.go:171","msg":"trace[34220372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23752; }","duration":"3.12265507s","start":"2026-03-02T19:21:53.52735Z","end":"2026-03-02T19:21:56.650005Z","steps":["trace[34220372] 'agreement among raft nodes before linearized reading' (duration: 3.119165024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.650139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:53.445921Z","time spent":"3.204206361s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:21:56.650156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:53.527338Z","time spent":"3.122809124s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:21:56.650168Z","caller":"traceutil/trace.go:171","msg":"trace[451409136] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23752; }","duration":"3.287821672s","start":"2026-03-02T19:21:53.362334Z","end":"2026-03-02T19:21:56.650156Z","steps":["trace[451409136] 'agreement among raft nodes before linearized reading' (duration: 3.284308965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.650198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:53.36231Z","time spent":"3.287881414s","remote":"127.0.0.1:55700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.650217Z","caller":"traceutil/trace.go:171","msg":"trace[1149363428] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23752; }","duration":"2.132002988s","start":"2026-03-02T19:21:54.518206Z","end":"2026-03-02T19:21:56.650209Z","steps":["trace[1149363428] 'agreement among raft nodes before linearized reading' (duration: 2.128095522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.65024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:54.518183Z","time spent":"2.132046579s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.650245Z","caller":"traceutil/trace.go:171","msg":"trace[1680797571] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23752; }","duration":"4.222438006s","start":"2026-03-02T19:21:52.427787Z","end":"2026-03-02T19:21:56.650225Z","steps":["trace[1680797571] 'agreement among raft nodes before linearized reading' (duration: 4.219137774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.650291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:52.427772Z","time spent":"4.222491987s","remote":"127.0.0.1:55856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.650344Z","caller":"traceutil/trace.go:171","msg":"trace[1534929704] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23752; }","duration":"3.786137292s","start":"2026-03-02T19:21:52.864191Z","end":"2026-03-02T19:21:56.650328Z","steps":["trace[1534929704] 'agreement among raft nodes before linearized reading' (duration: 3.782554134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.650378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:52.864178Z","time spent":"3.786189114s","remote":"127.0.0.1:34298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.649983Z","caller":"traceutil/trace.go:171","msg":"trace[1442857400] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:23752; }","duration":"1.449875012s","start":"2026-03-02T19:21:55.200079Z","end":"2026-03-02T19:21:56.649954Z","steps":["trace[1442857400] 'agreement among raft nodes before linearized reading' (duration: 1.446006926s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.65058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:55.200067Z","time spent":"1.450497898s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-03-02T19:21:56.650643Z","caller":"traceutil/trace.go:171","msg":"trace[1373104970] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23752; }","duration":"2.080388799s","start":"2026-03-02T19:21:54.570247Z","end":"2026-03-02T19:21:56.650636Z","steps":["trace[1373104970] 'agreement among raft nodes before linearized reading' (duration: 2.07600153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.652719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:54.570225Z","time spent":"2.08248008s","remote":"127.0.0.1:52270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:56.65014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:52.442631Z","time spent":"4.207488145s","remote":"127.0.0.1:48990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.650639Z","caller":"traceutil/trace.go:171","msg":"trace[678753954] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23752; }","duration":"4.278196037s","start":"2026-03-02T19:21:52.372431Z","end":"2026-03-02T19:21:56.650627Z","steps":["trace[678753954] 'agreement among raft nodes before linearized reading' (duration: 4.274528547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.65306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:52.372411Z","time spent":"4.280638258s","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:21:56.650544Z","caller":"traceutil/trace.go:171","msg":"trace[183332011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23752; }","duration":"1.455495232s","start":"2026-03-02T19:21:55.195035Z","end":"2026-03-02T19:21:56.65053Z","steps":["trace[183332011] 'agreement among raft nodes before linearized reading' (duration: 1.451115614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.653326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:55.19502Z","time spent":"1.458296741s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:21:56.651455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:51.581828Z","time spent":"5.067640643s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-02T19:21:56.651526Z","caller":"traceutil/trace.go:171","msg":"trace[1999116841] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"2.112143546s","start":"2026-03-02T19:21:54.539361Z","end":"2026-03-02T19:21:56.651504Z","steps":["trace[1999116841] 'process raft request' (duration: 2.105172542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:56.653588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:54.539338Z","time spent":"2.114209836s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:57.155151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:57.580063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.072055ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:21:57.580159Z","caller":"traceutil/trace.go:171","msg":"trace[1828889244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23752; }","duration":"143.179098ms","start":"2026-03-02T19:21:57.436965Z","end":"2026-03-02T19:21:57.580144Z","steps":["trace[1828889244] 'range keys from in-memory index tree' (duration: 143.057635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:57.655813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:58.156536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:21:58.567124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.914202871s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:21:58.567546Z","caller":"traceutil/trace.go:171","msg":"trace[353939070] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"1.914688023s","start":"2026-03-02T19:21:56.652828Z","end":"2026-03-02T19:21:58.567516Z","steps":["trace[353939070] 'process raft request' (duration: 1.914483008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:58.567722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.652812Z","time spent":"1.914827476s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:58.658686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:21:58.658779Z","caller":"traceutil/trace.go:171","msg":"trace[935185607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000956059s","start":"2026-03-02T19:21:56.657803Z","end":"2026-03-02T19:21:58.658759Z","steps":["trace[935185607] 'agreement among raft nodes before linearized reading' (duration: 2.000828636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:58.658834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.657789Z","time spent":"2.001030522s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:00.019806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338844901s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:22:00.020134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.653596Z","time spent":"3.366530064s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:22:00.020818Z","caller":"traceutil/trace.go:171","msg":"trace[113889437] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"3.359837327s","start":"2026-03-02T19:21:56.660963Z","end":"2026-03-02T19:22:00.0208Z","steps":["trace[113889437] 'process raft request' (duration: 3.358939455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.020946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.660951Z","time spent":"3.359909439s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:00.021242Z","caller":"traceutil/trace.go:171","msg":"trace[732319315] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"3.360194227s","start":"2026-03-02T19:21:56.66102Z","end":"2026-03-02T19:22:00.021214Z","steps":["trace[732319315] 'process raft request' (duration: 3.359746335s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:00.021318Z","caller":"traceutil/trace.go:171","msg":"trace[1067706604] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"2.171408195s","start":"2026-03-02T19:21:57.849887Z","end":"2026-03-02T19:22:00.021295Z","steps":["trace[1067706604] 'process raft request' (duration: 2.171231461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.66101Z","time spent":"3.36029082s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:00.021429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:57.849862Z","time spent":"2.171507528s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:00.021239Z","caller":"traceutil/trace.go:171","msg":"trace[58327943] linearizableReadLoop","detail":"{readStateIndex:24615; appliedIndex:24610; }","duration":"3.366670297s","start":"2026-03-02T19:21:56.654546Z","end":"2026-03-02T19:22:00.021216Z","steps":["trace[58327943] 'read index received' (duration: 1.912738554s)","trace[58327943] 'applied index is now lower than readState.Index' (duration: 1.453930803s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:00.021606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366975135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:22:00.021631Z","caller":"traceutil/trace.go:171","msg":"trace[724939471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23756; }","duration":"3.367019905s","start":"2026-03-02T19:21:56.654602Z","end":"2026-03-02T19:22:00.021622Z","steps":["trace[724939471] 'agreement among raft nodes before linearized reading' (duration: 3.366936083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.654583Z","time spent":"3.367060667s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:00.021673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486489994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T19:22:00.021673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361218992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T19:22:00.02171Z","caller":"traceutil/trace.go:171","msg":"trace[994567659] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23756; }","duration":"2.486588176s","start":"2026-03-02T19:21:57.535109Z","end":"2026-03-02T19:22:00.021697Z","steps":["trace[994567659] 'agreement among raft nodes before linearized reading' (duration: 2.486433132s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927579751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:00.021741Z","caller":"traceutil/trace.go:171","msg":"trace[552864755] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23756; }","duration":"3.361302494s","start":"2026-03-02T19:21:56.660417Z","end":"2026-03-02T19:22:00.021719Z","steps":["trace[552864755] 'agreement among raft nodes before linearized reading' (duration: 3.36114008s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:57.535088Z","time spent":"2.486665769s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:22:00.02177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361475499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T19:22:00.02178Z","caller":"traceutil/trace.go:171","msg":"trace[1788922503] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23756; }","duration":"1.927672944s","start":"2026-03-02T19:21:58.094091Z","end":"2026-03-02T19:22:00.021764Z","steps":["trace[1788922503] 'agreement among raft nodes before linearized reading' (duration: 1.927572121s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:00.02179Z","caller":"traceutil/trace.go:171","msg":"trace[1987557123] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23756; }","duration":"3.361502029s","start":"2026-03-02T19:21:56.66028Z","end":"2026-03-02T19:22:00.021782Z","steps":["trace[1987557123] 'agreement among raft nodes before linearized reading' (duration: 3.361449608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.660276Z","time spent":"3.36152576s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:22:00.021807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.094074Z","time spent":"1.927726706s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.021795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.660412Z","time spent":"3.361368536s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-02T19:22:00.021844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.973436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:00.021871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361604261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T19:22:00.021887Z","caller":"traceutil/trace.go:171","msg":"trace[1515061887] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23756; }","duration":"3.361633053s","start":"2026-03-02T19:21:56.660247Z","end":"2026-03-02T19:22:00.02188Z","steps":["trace[1515061887] 'agreement among raft nodes before linearized reading' (duration: 3.361596072s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.0219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.660239Z","time spent":"3.361657873s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T19:22:00.021893Z","caller":"traceutil/trace.go:171","msg":"trace[1696121954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23756; }","duration":"269.016628ms","start":"2026-03-02T19:21:59.752862Z","end":"2026-03-02T19:22:00.021878Z","steps":["trace[1696121954] 'agreement among raft nodes before linearized reading' (duration: 268.956856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505137492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:00.021946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:00.02196Z","caller":"traceutil/trace.go:171","msg":"trace[1926586135] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23756; }","duration":"3.363596991s","start":"2026-03-02T19:21:56.658357Z","end":"2026-03-02T19:22:00.021954Z","steps":["trace[1926586135] 'agreement among raft nodes before linearized reading' (duration: 3.363575271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.658331Z","time spent":"3.363637982s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:22:00.021973Z","caller":"traceutil/trace.go:171","msg":"trace[1503609607] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23756; }","duration":"1.505200773s","start":"2026-03-02T19:21:58.516741Z","end":"2026-03-02T19:22:00.021942Z","steps":["trace[1503609607] 'agreement among raft nodes before linearized reading' (duration: 1.505156882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.021967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002252596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:00.021993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.516721Z","time spent":"1.505266695s","remote":"127.0.0.1:48876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.021995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959944294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:00.02202Z","caller":"traceutil/trace.go:171","msg":"trace[1459338622] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23756; }","duration":"1.960008696s","start":"2026-03-02T19:21:58.062004Z","end":"2026-03-02T19:22:00.022012Z","steps":["trace[1459338622] 'agreement among raft nodes before linearized reading' (duration: 1.959945864s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:00.022016Z","caller":"traceutil/trace.go:171","msg":"trace[1306953199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23756; }","duration":"3.002341389s","start":"2026-03-02T19:21:57.019658Z","end":"2026-03-02T19:22:00.021999Z","steps":["trace[1306953199] 'agreement among raft nodes before linearized reading' (duration: 3.002258477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.02206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363828717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-02T19:22:00.022073Z","caller":"traceutil/trace.go:171","msg":"trace[1410348351] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23756; }","duration":"3.363868328s","start":"2026-03-02T19:21:56.658201Z","end":"2026-03-02T19:22:00.02207Z","steps":["trace[1410348351] 'agreement among raft nodes before linearized reading' (duration: 3.363824637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:57.019636Z","time spent":"3.00241334s","remote":"127.0.0.1:47712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.022086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.658188Z","time spent":"3.363895629s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-02T19:22:00.022066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.061984Z","time spent":"1.960055817s","remote":"127.0.0.1:56148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.02209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.672502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:00.021792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349860874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:00.022274Z","caller":"traceutil/trace.go:171","msg":"trace[98903515] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23756; }","duration":"1.350384857s","start":"2026-03-02T19:21:58.671883Z","end":"2026-03-02T19:22:00.022268Z","steps":["trace[98903515] 'agreement among raft nodes before linearized reading' (duration: 1.349859254s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:00.022263Z","caller":"traceutil/trace.go:171","msg":"trace[75877741] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23756; }","duration":"411.871168ms","start":"2026-03-02T19:21:59.610377Z","end":"2026-03-02T19:22:00.022248Z","steps":["trace[75877741] 'agreement among raft nodes before linearized reading' (duration: 411.675063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.671869Z","time spent":"1.350417108s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.022306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:59.610361Z","time spent":"411.932169ms","remote":"127.0.0.1:44928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.022313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119865451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:00.022372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36258913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:00.02212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832377842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:00.022404Z","caller":"traceutil/trace.go:171","msg":"trace[859154250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23756; }","duration":"1.36264893s","start":"2026-03-02T19:21:58.659747Z","end":"2026-03-02T19:22:00.022396Z","steps":["trace[859154250] 'agreement among raft nodes before linearized reading' (duration: 1.362600899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.659729Z","time spent":"1.362691042s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:22:00.022441Z","caller":"traceutil/trace.go:171","msg":"trace[1408616751] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23756; }","duration":"1.832716171s","start":"2026-03-02T19:21:58.189695Z","end":"2026-03-02T19:22:00.022412Z","steps":["trace[1408616751] 'agreement among raft nodes before linearized reading' (duration: 1.832402293s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:00.022367Z","caller":"traceutil/trace.go:171","msg":"trace[666065186] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23756; }","duration":"3.119960083s","start":"2026-03-02T19:21:56.902391Z","end":"2026-03-02T19:22:00.022351Z","steps":["trace[666065186] 'agreement among raft nodes before linearized reading' (duration: 3.119873991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360752411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T19:22:00.02253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.90237Z","time spent":"3.120148037s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.022526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.189676Z","time spent":"1.832825113s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:00.022539Z","caller":"traceutil/trace.go:171","msg":"trace[390595778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23756; }","duration":"3.360809882s","start":"2026-03-02T19:21:56.661715Z","end":"2026-03-02T19:22:00.022525Z","steps":["trace[390595778] 'agreement among raft nodes before linearized reading' (duration: 3.360680089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429688975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:00.022594Z","caller":"traceutil/trace.go:171","msg":"trace[934669381] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23756; }","duration":"2.429718276s","start":"2026-03-02T19:21:57.592869Z","end":"2026-03-02T19:22:00.022588Z","steps":["trace[934669381] 'agreement among raft nodes before linearized reading' (duration: 2.429675115s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:57.592853Z","time spent":"2.429753486s","remote":"127.0.0.1:56196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.022217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365435896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-02T19:22:00.022659Z","caller":"traceutil/trace.go:171","msg":"trace[987860606] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e; range_end:; response_count:1; response_revision:23756; }","duration":"3.365883348s","start":"2026-03-02T19:21:56.656767Z","end":"2026-03-02T19:22:00.022651Z","steps":["trace[987860606] 'agreement among raft nodes before linearized reading' (duration: 3.365430246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.661708Z","time spent":"3.360861334s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:22:00.022689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.656758Z","time spent":"3.365922218s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-6a3068a7-7aae-4b63-9f17-b677ac77081e\" "} {"level":"warn","ts":"2026-03-02T19:22:00.0227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361904299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T19:22:00.022762Z","caller":"traceutil/trace.go:171","msg":"trace[1699173304] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23756; }","duration":"3.361973051s","start":"2026-03-02T19:21:56.660771Z","end":"2026-03-02T19:22:00.022744Z","steps":["trace[1699173304] 'agreement among raft nodes before linearized reading' (duration: 3.361836037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.66076Z","time spent":"3.362040972s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:22:00.022915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417666134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:00.022936Z","caller":"traceutil/trace.go:171","msg":"trace[1303956570] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23756; }","duration":"1.417737486s","start":"2026-03-02T19:21:58.605194Z","end":"2026-03-02T19:22:00.022932Z","steps":["trace[1303956570] 'agreement among raft nodes before linearized reading' (duration: 1.417702196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.022951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.605165Z","time spent":"1.417781947s","remote":"127.0.0.1:52254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:00.022188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364096203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-02T19:22:00.023007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.362529644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T19:22:00.023034Z","caller":"traceutil/trace.go:171","msg":"trace[1694907984] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23756; }","duration":"3.362564345s","start":"2026-03-02T19:21:56.660463Z","end":"2026-03-02T19:22:00.023028Z","steps":["trace[1694907984] 'agreement among raft nodes before linearized reading' (duration: 3.362468522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.023053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.66046Z","time spent":"3.362588915s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T19:22:00.023028Z","caller":"traceutil/trace.go:171","msg":"trace[1272781202] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23756; }","duration":"3.364952964s","start":"2026-03-02T19:21:56.658056Z","end":"2026-03-02T19:22:00.023009Z","steps":["trace[1272781202] 'agreement among raft nodes before linearized reading' (duration: 3.364100163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.0231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.658046Z","time spent":"3.365036606s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-02T19:22:00.023325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451714839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:22:00.023362Z","caller":"traceutil/trace.go:171","msg":"trace[1787891957] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:23756; }","duration":"1.45178429s","start":"2026-03-02T19:21:58.571567Z","end":"2026-03-02T19:22:00.023351Z","steps":["trace[1787891957] 'agreement among raft nodes before linearized reading' (duration: 1.451680197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.023381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:58.571549Z","time spent":"1.451826971s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"warn","ts":"2026-03-02T19:22:00.024123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.369565259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-95g4r\" ","response":"range_response_count:1 size:4465"} {"level":"info","ts":"2026-03-02T19:22:00.024199Z","caller":"traceutil/trace.go:171","msg":"trace[50950114] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-95g4r; range_end:; response_count:1; response_revision:23756; }","duration":"3.369653071s","start":"2026-03-02T19:21:56.65453Z","end":"2026-03-02T19:22:00.024183Z","steps":["trace[50950114] 'agreement among raft nodes before linearized reading' (duration: 3.367072627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:00.024241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:56.654519Z","time spent":"3.369711373s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-95g4r\" "} {"level":"warn","ts":"2026-03-02T19:22:00.523669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:01.938753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120621912s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:01.938896Z","caller":"traceutil/trace.go:171","msg":"trace[119789377] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.917404479s","start":"2026-03-02T19:22:00.021463Z","end":"2026-03-02T19:22:01.938868Z","steps":["trace[119789377] 'process raft request' (duration: 796.539131ms)","trace[119789377] 'compare' (duration: 1.120445058s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:01.938993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.021444Z","time spent":"1.917501761s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:02.029501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:22:02.029567Z","caller":"traceutil/trace.go:171","msg":"trace[785746388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387786s","start":"2026-03-02T19:22:00.029164Z","end":"2026-03-02T19:22:02.029551Z","steps":["trace[785746388] 'agreement among raft nodes before linearized reading' (duration: 2.000312204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:02.029597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.029152Z","time spent":"2.000437548s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:22:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:22:03.000795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.944207673s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:03.081223Z","caller":"traceutil/trace.go:171","msg":"trace[128029413] linearizableReadLoop","detail":"{readStateIndex:24619; appliedIndex:24615; }","duration":"3.057988947s","start":"2026-03-02T19:22:00.023212Z","end":"2026-03-02T19:22:03.081201Z","steps":["trace[128029413] 'read index received' (duration: 794.714376ms)","trace[128029413] 'applied index is now lower than readState.Index' (duration: 2.263273681s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:03.081325Z","caller":"traceutil/trace.go:171","msg":"trace[422340776] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"3.053521406s","start":"2026-03-02T19:22:00.027793Z","end":"2026-03-02T19:22:03.081314Z","steps":["trace[422340776] 'process raft request' (duration: 3.05326922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:03.081409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.027784Z","time spent":"3.053563707s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:03.081486Z","caller":"traceutil/trace.go:171","msg":"trace[1826562674] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"3.055342142s","start":"2026-03-02T19:22:00.026115Z","end":"2026-03-02T19:22:03.081457Z","steps":["trace[1826562674] 'process raft request' (duration: 2.974961749s)","trace[1826562674] 'compare' (duration: 79.790498ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:03.081589Z","caller":"traceutil/trace.go:171","msg":"trace[507698779] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"3.052481171s","start":"2026-03-02T19:22:00.029097Z","end":"2026-03-02T19:22:03.081578Z","steps":["trace[507698779] 'process raft request' (duration: 3.052065861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:03.081646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.029075Z","time spent":"3.052543202s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.081736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.026092Z","time spent":"3.055465624s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.081864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058648793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:22:03.081902Z","caller":"traceutil/trace.go:171","msg":"trace[115646365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23760; }","duration":"3.058702504s","start":"2026-03-02T19:22:00.02319Z","end":"2026-03-02T19:22:03.081893Z","steps":["trace[115646365] 'agreement among raft nodes before linearized reading' (duration: 3.058576041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:03.081931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.02318Z","time spent":"3.058744166s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:22:03.581772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:03.887201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.351377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:03.887446Z","caller":"traceutil/trace.go:171","msg":"trace[110199825] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"2.223299601s","start":"2026-03-02T19:22:01.664114Z","end":"2026-03-02T19:22:03.887414Z","steps":["trace[110199825] 'process raft request' (duration: 2.095621736s)","trace[110199825] 'compare' (duration: 127.07951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:03.887663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:01.664088Z","time spent":"2.223458084s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:03.887708Z","caller":"traceutil/trace.go:171","msg":"trace[2077568639] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"1.857426863s","start":"2026-03-02T19:22:02.030258Z","end":"2026-03-02T19:22:03.887685Z","steps":["trace[2077568639] 'process raft request' (duration: 1.857290929s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:03.888068Z","caller":"traceutil/trace.go:171","msg":"trace[1994651538] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"1.857045394s","start":"2026-03-02T19:22:02.031011Z","end":"2026-03-02T19:22:03.888057Z","steps":["trace[1994651538] 'process raft request' (duration: 1.856754647s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:03.88807Z","caller":"traceutil/trace.go:171","msg":"trace[448822110] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.860065649s","start":"2026-03-02T19:22:02.027983Z","end":"2026-03-02T19:22:03.888048Z","steps":["trace[448822110] 'process raft request' (duration: 1.859358821s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:03.888081Z","caller":"traceutil/trace.go:171","msg":"trace[1478913993] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"1.857029324s","start":"2026-03-02T19:22:02.031018Z","end":"2026-03-02T19:22:03.888047Z","steps":["trace[1478913993] 'process raft request' (duration: 1.856815918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:03.888091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.030244Z","time spent":"1.857786642s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:03.888095Z","caller":"traceutil/trace.go:171","msg":"trace[1412098772] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"1.856514521s","start":"2026-03-02T19:22:02.031545Z","end":"2026-03-02T19:22:03.88806Z","steps":["trace[1412098772] 'process raft request' (duration: 1.856321926s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:03.887969Z","caller":"traceutil/trace.go:171","msg":"trace[1407635038] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"1.857659769s","start":"2026-03-02T19:22:02.030279Z","end":"2026-03-02T19:22:03.887939Z","steps":["trace[1407635038] 'process raft request' (duration: 1.857328431s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:03.888133Z","caller":"traceutil/trace.go:171","msg":"trace[1317123410] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"1.857956606s","start":"2026-03-02T19:22:02.030108Z","end":"2026-03-02T19:22:03.888064Z","steps":["trace[1317123410] 'process raft request' (duration: 1.857339801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:03.888203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.031003Z","time spent":"1.857134506s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.888216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.030268Z","time spent":"1.857909785s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.888267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.031532Z","time spent":"1.856641744s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.888157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.031002Z","time spent":"1.857092095s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.888337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.030079Z","time spent":"1.858148911s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:03.888159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.027959Z","time spent":"1.860151931s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:04.029407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:04.0295Z","caller":"traceutil/trace.go:171","msg":"trace[1704564176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055968s","start":"2026-03-02T19:22:02.029423Z","end":"2026-03-02T19:22:04.029479Z","steps":["trace[1704564176] 'agreement among raft nodes before linearized reading' (duration: 1.999933025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.029595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.029417Z","time spent":"2.000165221s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:04.757521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.56883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:22:04.757632Z","caller":"traceutil/trace.go:171","msg":"trace[150244014] linearizableReadLoop","detail":"{readStateIndex:24628; appliedIndex:24619; }","duration":"1.676329685s","start":"2026-03-02T19:22:03.081283Z","end":"2026-03-02T19:22:04.757612Z","steps":["trace[150244014] 'read index received' (duration: 678.447774ms)","trace[150244014] 'applied index is now lower than readState.Index' (duration: 997.880471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:04.757881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257444396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:04.757931Z","caller":"traceutil/trace.go:171","msg":"trace[1324811447] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23768; }","duration":"2.257524957s","start":"2026-03-02T19:22:02.50039Z","end":"2026-03-02T19:22:04.757914Z","steps":["trace[1324811447] 'agreement among raft nodes before linearized reading' (duration: 2.257436055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.757968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.500375Z","time spent":"2.257582129s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:04.758051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075842891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:04.758102Z","caller":"traceutil/trace.go:171","msg":"trace[67777726] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23768; }","duration":"4.075927043s","start":"2026-03-02T19:22:00.682158Z","end":"2026-03-02T19:22:04.758085Z","steps":["trace[67777726] 'agreement among raft nodes before linearized reading' (duration: 4.075848782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.682138Z","time spent":"4.075989397s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:04.758117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730067136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:04.758175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732794758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:22:04.758214Z","caller":"traceutil/trace.go:171","msg":"trace[237063602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23768; }","duration":"2.732861679s","start":"2026-03-02T19:22:02.025338Z","end":"2026-03-02T19:22:04.7582Z","steps":["trace[237063602] 'agreement among raft nodes before linearized reading' (duration: 2.732717045s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:04.758215Z","caller":"traceutil/trace.go:171","msg":"trace[184829909] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23768; }","duration":"4.73018618s","start":"2026-03-02T19:22:00.028001Z","end":"2026-03-02T19:22:04.758187Z","steps":["trace[184829909] 'agreement among raft nodes before linearized reading' (duration: 4.730016695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.025322Z","time spent":"2.732916811s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:04.758263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730365385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-02T19:22:04.758272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.027997Z","time spent":"4.730259382s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:22:04.758306Z","caller":"traceutil/trace.go:171","msg":"trace[393515235] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23768; }","duration":"4.730420726s","start":"2026-03-02T19:22:00.027874Z","end":"2026-03-02T19:22:04.758294Z","steps":["trace[393515235] 'agreement among raft nodes before linearized reading' (duration: 4.730261452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.027868Z","time spent":"4.730461126s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:22:04.758344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816498363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T19:22:04.758373Z","caller":"traceutil/trace.go:171","msg":"trace[529851142] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23768; }","duration":"2.816550904s","start":"2026-03-02T19:22:01.941813Z","end":"2026-03-02T19:22:04.758363Z","steps":["trace[529851142] 'agreement among raft nodes before linearized reading' (duration: 2.816460202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:01.9418Z","time spent":"2.816591905s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:22:04.758403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538072459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:04.758465Z","caller":"traceutil/trace.go:171","msg":"trace[1465304029] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23768; }","duration":"4.53817105s","start":"2026-03-02T19:22:00.220274Z","end":"2026-03-02T19:22:04.758445Z","steps":["trace[1465304029] 'agreement among raft nodes before linearized reading' (duration: 4.538073978s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725126808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:04.758535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729515387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:22:04.758555Z","caller":"traceutil/trace.go:171","msg":"trace[640530297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23768; }","duration":"2.72523338s","start":"2026-03-02T19:22:02.0333Z","end":"2026-03-02T19:22:04.758534Z","steps":["trace[640530297] 'agreement among raft nodes before linearized reading' (duration: 2.725117528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.75858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731901061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T19:22:04.75859Z","caller":"traceutil/trace.go:171","msg":"trace[227578863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23768; }","duration":"2.729589468s","start":"2026-03-02T19:22:02.028985Z","end":"2026-03-02T19:22:04.758575Z","steps":["trace[227578863] 'agreement among raft nodes before linearized reading' (duration: 2.729407414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035662797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:04.758606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.033286Z","time spent":"2.725305822s","remote":"127.0.0.1:44978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:04.758621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:02.028978Z","time spent":"2.72963731s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:22:04.758622Z","caller":"traceutil/trace.go:171","msg":"trace[1288931937] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23768; }","duration":"4.731961103s","start":"2026-03-02T19:22:00.026647Z","end":"2026-03-02T19:22:04.758608Z","steps":["trace[1288931937] 'agreement among raft nodes before linearized reading' (duration: 4.73183852s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:04.758637Z","caller":"traceutil/trace.go:171","msg":"trace[1206024093] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23768; }","duration":"4.035730709s","start":"2026-03-02T19:22:00.722897Z","end":"2026-03-02T19:22:04.758627Z","steps":["trace[1206024093] 'agreement among raft nodes before linearized reading' (duration: 4.035686778s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647784617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-02T19:22:04.758664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.026637Z","time spent":"4.732019504s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T19:22:04.758684Z","caller":"traceutil/trace.go:171","msg":"trace[1357918732] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23768; }","duration":"4.64788324s","start":"2026-03-02T19:22:00.110784Z","end":"2026-03-02T19:22:04.758668Z","steps":["trace[1357918732] 'agreement among raft nodes before linearized reading' (duration: 4.647714996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285642052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:04.758564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252330683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:04.758736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.110766Z","time spent":"4.647952061s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-02T19:22:04.758512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.220254Z","time spent":"4.538246093s","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:04.758772Z","caller":"traceutil/trace.go:171","msg":"trace[535413980] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23768; }","duration":"3.252568839s","start":"2026-03-02T19:22:01.506189Z","end":"2026-03-02T19:22:04.758758Z","steps":["trace[535413980] 'agreement among raft nodes before linearized reading' (duration: 3.252347904s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:04.758774Z","caller":"traceutil/trace.go:171","msg":"trace[1673554497] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23768; }","duration":"4.285738935s","start":"2026-03-02T19:22:00.47301Z","end":"2026-03-02T19:22:04.758749Z","steps":["trace[1673554497] 'agreement among raft nodes before linearized reading' (duration: 4.285594091s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:04.758666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.722876Z","time spent":"4.035781649s","remote":"127.0.0.1:44934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:04.75881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:01.506172Z","time spent":"3.252626781s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:04.758819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:00.47295Z","time spent":"4.285858958s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:05.258591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:05.759689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:06.037932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:06.038013Z","caller":"traceutil/trace.go:171","msg":"trace[1935012481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396236s","start":"2026-03-02T19:22:04.037598Z","end":"2026-03-02T19:22:06.037994Z","steps":["trace[1935012481] 'agreement among raft nodes before linearized reading' (duration: 2.000297054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:06.038064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.037582Z","time spent":"2.000472149s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:06.260707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913667,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:06.267707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.107495561s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:06.268137Z","caller":"traceutil/trace.go:171","msg":"trace[1805149029] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"2.108051985s","start":"2026-03-02T19:22:04.160057Z","end":"2026-03-02T19:22:06.268109Z","steps":["trace[1805149029] 'process raft request' (duration: 2.10788372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:06.268268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.160033Z","time spent":"2.108166818s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:07.886424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618504132s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:22:08.038663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:08.038776Z","caller":"traceutil/trace.go:171","msg":"trace[1186529618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291864s","start":"2026-03-02T19:22:06.038445Z","end":"2026-03-02T19:22:08.038737Z","steps":["trace[1186529618] 'agreement among raft nodes before linearized reading' (duration: 2.000172711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.039011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.038426Z","time spent":"2.00056958s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:08.097791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.644448ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:08.097868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.180464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:08.097929Z","caller":"traceutil/trace.go:171","msg":"trace[213061461] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23769; }","duration":"661.795572ms","start":"2026-03-02T19:22:07.436114Z","end":"2026-03-02T19:22:08.097909Z","steps":["trace[213061461] 'range keys from in-memory index tree' (duration: 661.626908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:08.098224Z","caller":"traceutil/trace.go:171","msg":"trace[1943110301] linearizableReadLoop","detail":"{readStateIndex:24638; appliedIndex:24628; }","duration":"3.34055145s","start":"2026-03-02T19:22:04.757659Z","end":"2026-03-02T19:22:08.09821Z","steps":["trace[1943110301] 'read index received' (duration: 1.510322461s)","trace[1943110301] 'applied index is now lower than readState.Index' (duration: 1.830228249s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:08.098342Z","caller":"traceutil/trace.go:171","msg":"trace[235398142] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"2.202687679s","start":"2026-03-02T19:22:05.895633Z","end":"2026-03-02T19:22:08.09832Z","steps":["trace[235398142] 'process raft request' (duration: 2.202508745s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.098477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.895621Z","time spent":"2.202774302s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.098606Z","caller":"traceutil/trace.go:171","msg":"trace[2084689024] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"3.332433649s","start":"2026-03-02T19:22:04.766156Z","end":"2026-03-02T19:22:08.09859Z","steps":["trace[2084689024] 'process raft request' (duration: 3.120460595s)","trace[2084689024] 'compare' (duration: 210.489356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:08.098636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014545313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:08.098642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602176504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:08.098664Z","caller":"traceutil/trace.go:171","msg":"trace[139989578] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23778; }","duration":"4.014587224s","start":"2026-03-02T19:22:04.084066Z","end":"2026-03-02T19:22:08.098653Z","steps":["trace[139989578] 'agreement among raft nodes before linearized reading' (duration: 4.014529303s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:08.098675Z","caller":"traceutil/trace.go:171","msg":"trace[326446621] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23778; }","duration":"3.602236105s","start":"2026-03-02T19:22:04.496427Z","end":"2026-03-02T19:22:08.098663Z","steps":["trace[326446621] 'agreement among raft nodes before linearized reading' (duration: 3.602176964s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.098673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.766139Z","time spent":"3.332495371s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:08.098687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.084049Z","time spent":"4.014630386s","remote":"127.0.0.1:52258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:08.0987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.496412Z","time spent":"3.602281216s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:08.098761Z","caller":"traceutil/trace.go:171","msg":"trace[639527525] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"3.332335007s","start":"2026-03-02T19:22:04.766417Z","end":"2026-03-02T19:22:08.098752Z","steps":["trace[639527525] 'process raft request' (duration: 3.331522627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.09875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.928387152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:08.09882Z","caller":"traceutil/trace.go:171","msg":"trace[1700400385] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"2.20188769s","start":"2026-03-02T19:22:05.89692Z","end":"2026-03-02T19:22:08.098808Z","steps":["trace[1700400385] 'process raft request' (duration: 2.201255264s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:08.098852Z","caller":"traceutil/trace.go:171","msg":"trace[1346516000] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23778; }","duration":"4.928539334s","start":"2026-03-02T19:22:03.170287Z","end":"2026-03-02T19:22:08.098827Z","steps":["trace[1346516000] 'agreement among raft nodes before linearized reading' (duration: 4.9283491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.09887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.896907Z","time spent":"2.201935151s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.098896Z","caller":"traceutil/trace.go:171","msg":"trace[729980655] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"2.204185407s","start":"2026-03-02T19:22:05.894699Z","end":"2026-03-02T19:22:08.098884Z","steps":["trace[729980655] 'process raft request' (duration: 2.203327026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.098914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:03.170267Z","time spent":"4.928632127s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:22:08.098816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.766405Z","time spent":"3.332380927s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:08.098945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.894673Z","time spent":"2.204245649s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.099005Z","caller":"traceutil/trace.go:171","msg":"trace[1708717416] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"2.203990873s","start":"2026-03-02T19:22:05.895005Z","end":"2026-03-02T19:22:08.098996Z","steps":["trace[1708717416] 'process raft request' (duration: 2.20307753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.098909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013344968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18991c827eb90208\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-02T19:22:08.099026Z","caller":"traceutil/trace.go:171","msg":"trace[1609279276] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"2.203988982s","start":"2026-03-02T19:22:05.895026Z","end":"2026-03-02T19:22:08.099015Z","steps":["trace[1609279276] 'process raft request' (duration: 2.20308266s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:08.099033Z","caller":"traceutil/trace.go:171","msg":"trace[538470208] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"2.204218008s","start":"2026-03-02T19:22:05.894807Z","end":"2026-03-02T19:22:08.099025Z","steps":["trace[538470208] 'process raft request' (duration: 2.203249445s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.099046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.894985Z","time spent":"2.204039713s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:08.099076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.894787Z","time spent":"2.204269199s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.099064Z","caller":"traceutil/trace.go:171","msg":"trace[1442839561] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18991c827eb90208; range_end:; response_count:1; response_revision:23778; }","duration":"5.013537863s","start":"2026-03-02T19:22:03.085499Z","end":"2026-03-02T19:22:08.099037Z","steps":["trace[1442839561] 'agreement among raft nodes before linearized reading' (duration: 5.013246825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.099076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.895014Z","time spent":"2.204038353s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.098861Z","caller":"traceutil/trace.go:171","msg":"trace[1626981710] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"2.204191447s","start":"2026-03-02T19:22:05.894651Z","end":"2026-03-02T19:22:08.098842Z","steps":["trace[1626981710] 'process raft request' (duration: 2.203338996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.099113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:03.085477Z","time spent":"5.013623454s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18991c827eb90208\" "} {"level":"warn","ts":"2026-03-02T19:22:08.099131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:05.894618Z","time spent":"2.204498664s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:08.098801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.865242424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:08.09916Z","caller":"traceutil/trace.go:171","msg":"trace[125072468] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23778; }","duration":"3.865638073s","start":"2026-03-02T19:22:04.233513Z","end":"2026-03-02T19:22:08.099151Z","steps":["trace[125072468] 'agreement among raft nodes before linearized reading' (duration: 3.865269554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.09919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013001678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-66bbcf4d88-jh9f8.18991b19f4db1ecb\" ","response":"range_response_count:1 size:1178"} {"level":"warn","ts":"2026-03-02T19:22:08.099194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.23349Z","time spent":"3.865693865s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:08.099217Z","caller":"traceutil/trace.go:171","msg":"trace[113533913] range","detail":"{range_begin:/registry/events/openstack/cinder-api-66bbcf4d88-jh9f8.18991b19f4db1ecb; range_end:; response_count:1; response_revision:23778; }","duration":"5.013045709s","start":"2026-03-02T19:22:03.086162Z","end":"2026-03-02T19:22:08.099207Z","steps":["trace[113533913] 'agreement among raft nodes before linearized reading' (duration: 5.012939446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.099244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:03.08614Z","time spent":"5.0130986s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-66bbcf4d88-jh9f8.18991b19f4db1ecb\" "} {"level":"warn","ts":"2026-03-02T19:22:08.599264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:09.100164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:09.600811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913679,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:09.720007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.619878197s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:22:09.838305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.945603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:09.838507Z","caller":"traceutil/trace.go:171","msg":"trace[430643275] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"2.952347759s","start":"2026-03-02T19:22:06.886142Z","end":"2026-03-02T19:22:09.83849Z","steps":["trace[430643275] 'process raft request' (duration: 2.952248567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.838569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.886118Z","time spent":"2.952421731s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:09.838743Z","caller":"traceutil/trace.go:171","msg":"trace[2132548351] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"3.135708603s","start":"2026-03-02T19:22:06.703021Z","end":"2026-03-02T19:22:09.83873Z","steps":["trace[2132548351] 'process raft request' (duration: 3.017265458s)","trace[2132548351] 'compare' (duration: 117.731927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:09.838786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.702998Z","time spent":"3.135762935s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:09.949083Z","caller":"traceutil/trace.go:171","msg":"trace[440787557] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"1.84598267s","start":"2026-03-02T19:22:08.103074Z","end":"2026-03-02T19:22:09.949056Z","steps":["trace[440787557] 'process raft request' (duration: 1.843794915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.949285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.103055Z","time spent":"1.846144173s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:09.949462Z","caller":"traceutil/trace.go:171","msg":"trace[976894076] linearizableReadLoop","detail":"{readStateIndex:24643; appliedIndex:24638; }","duration":"1.851196539s","start":"2026-03-02T19:22:08.09825Z","end":"2026-03-02T19:22:09.949446Z","steps":["trace[976894076] 'read index received' (duration: 1.62204734s)","trace[976894076] 'applied index is now lower than readState.Index' (duration: 229.148329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:09.949665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389870821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:09.949706Z","caller":"traceutil/trace.go:171","msg":"trace[2139691485] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23783; }","duration":"3.389911922s","start":"2026-03-02T19:22:06.559781Z","end":"2026-03-02T19:22:09.949693Z","steps":["trace[2139691485] 'agreement among raft nodes before linearized reading' (duration: 3.38983002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.949742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.559713Z","time spent":"3.390016675s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.949762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502330368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:22:09.949797Z","caller":"traceutil/trace.go:171","msg":"trace[1989524014] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23783; }","duration":"3.50239243s","start":"2026-03-02T19:22:06.447394Z","end":"2026-03-02T19:22:09.949787Z","steps":["trace[1989524014] 'agreement among raft nodes before linearized reading' (duration: 3.502269457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.949827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.447383Z","time spent":"3.502436231s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:22:09.949935Z","caller":"traceutil/trace.go:171","msg":"trace[1710324465] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"1.846760919s","start":"2026-03-02T19:22:08.10316Z","end":"2026-03-02T19:22:09.949921Z","steps":["trace[1710324465] 'process raft request' (duration: 1.845755293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.95Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.103132Z","time spent":"1.84683082s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:09.950058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.502932705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T19:22:09.950103Z","caller":"traceutil/trace.go:171","msg":"trace[1540010787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23783; }","duration":"3.503016957s","start":"2026-03-02T19:22:06.447071Z","end":"2026-03-02T19:22:09.950088Z","steps":["trace[1540010787] 'agreement among raft nodes before linearized reading' (duration: 3.502896024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.187016162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:22:09.95022Z","caller":"traceutil/trace.go:171","msg":"trace[1787793266] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23783; }","duration":"5.187087763s","start":"2026-03-02T19:22:04.763108Z","end":"2026-03-02T19:22:09.950196Z","steps":["trace[1787793266] 'agreement among raft nodes before linearized reading' (duration: 5.186892939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98224323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:09.950236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996634163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:09.950258Z","caller":"traceutil/trace.go:171","msg":"trace[110872407] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23783; }","duration":"2.982313172s","start":"2026-03-02T19:22:06.967933Z","end":"2026-03-02T19:22:09.950247Z","steps":["trace[110872407] 'agreement among raft nodes before linearized reading' (duration: 2.98225462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.184125359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:09.950285Z","caller":"traceutil/trace.go:171","msg":"trace[475914962] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23783; }","duration":"4.996723065s","start":"2026-03-02T19:22:04.953549Z","end":"2026-03-02T19:22:09.950272Z","steps":["trace[475914962] 'agreement among raft nodes before linearized reading' (duration: 4.996640523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.967911Z","time spent":"2.982369123s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:09.950299Z","caller":"traceutil/trace.go:171","msg":"trace[921015031] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"1.055933639s","start":"2026-03-02T19:22:08.894348Z","end":"2026-03-02T19:22:09.950282Z","steps":["trace[921015031] 'process raft request' (duration: 1.055016747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.953526Z","time spent":"4.996788536s","remote":"127.0.0.1:55992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.950371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.187020022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-84058790-de26-45b1-a3b8-771deeefe05d\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T19:22:09.95039Z","caller":"traceutil/trace.go:171","msg":"trace[1011119419] range","detail":"{range_begin:/registry/persistentvolumes/pvc-84058790-de26-45b1-a3b8-771deeefe05d; range_end:; response_count:1; response_revision:23783; }","duration":"5.187065243s","start":"2026-03-02T19:22:04.763319Z","end":"2026-03-02T19:22:09.950384Z","steps":["trace[1011119419] 'agreement among raft nodes before linearized reading' (duration: 5.187006022s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.763305Z","time spent":"5.187103474s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-84058790-de26-45b1-a3b8-771deeefe05d\" "} {"level":"warn","ts":"2026-03-02T19:22:09.9504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.894319Z","time spent":"1.056016432s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:09.950454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264188696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:09.950501Z","caller":"traceutil/trace.go:171","msg":"trace[1928553677] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23783; }","duration":"3.264272189s","start":"2026-03-02T19:22:06.686219Z","end":"2026-03-02T19:22:09.950491Z","steps":["trace[1928553677] 'agreement among raft nodes before linearized reading' (duration: 3.264198997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.686199Z","time spent":"3.26432771s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.950563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66615769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:09.950234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244877635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:09.950615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90250505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:09.950627Z","caller":"traceutil/trace.go:171","msg":"trace[433566573] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23783; }","duration":"3.666264682s","start":"2026-03-02T19:22:06.284347Z","end":"2026-03-02T19:22:09.950612Z","steps":["trace[433566573] 'agreement among raft nodes before linearized reading' (duration: 3.666171569s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.95065Z","caller":"traceutil/trace.go:171","msg":"trace[2102105973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23783; }","duration":"1.902559981s","start":"2026-03-02T19:22:08.048079Z","end":"2026-03-02T19:22:09.950639Z","steps":["trace[2102105973] 'agreement among raft nodes before linearized reading' (duration: 1.90250349s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.048067Z","time spent":"1.902605943s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:09.950701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37448638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:09.95031Z","caller":"traceutil/trace.go:171","msg":"trace[1904218343] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23783; }","duration":"5.184180901s","start":"2026-03-02T19:22:04.766123Z","end":"2026-03-02T19:22:09.950304Z","steps":["trace[1904218343] 'agreement among raft nodes before linearized reading' (duration: 5.18414412s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.950739Z","caller":"traceutil/trace.go:171","msg":"trace[1308821103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23783; }","duration":"3.374556612s","start":"2026-03-02T19:22:06.576171Z","end":"2026-03-02T19:22:09.950727Z","steps":["trace[1308821103] 'agreement among raft nodes before linearized reading' (duration: 3.374499471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.576157Z","time spent":"3.374615674s","remote":"127.0.0.1:44918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.950813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903426102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-02T19:22:09.950638Z","caller":"traceutil/trace.go:171","msg":"trace[550800969] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23783; }","duration":"2.245334356s","start":"2026-03-02T19:22:07.705297Z","end":"2026-03-02T19:22:09.950632Z","steps":["trace[550800969] 'agreement among raft nodes before linearized reading' (duration: 2.244849854s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.950883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22331667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:09.9509Z","caller":"traceutil/trace.go:171","msg":"trace[1033736525] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23783; }","duration":"2.223420353s","start":"2026-03-02T19:22:07.727475Z","end":"2026-03-02T19:22:09.950895Z","steps":["trace[1033736525] 'agreement among raft nodes before linearized reading' (duration: 2.223392373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.95091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:07.705277Z","time spent":"2.245605373s","remote":"127.0.0.1:44960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.950922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:07.72745Z","time spent":"2.223466965s","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.950251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.763055Z","time spent":"5.187190406s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:09.950751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.766108Z","time spent":"5.184636462s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:22:09.950682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.284326Z","time spent":"3.666341204s","remote":"127.0.0.1:57014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:09.95084Z","caller":"traceutil/trace.go:171","msg":"trace[858785327] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23783; }","duration":"1.903491914s","start":"2026-03-02T19:22:08.047342Z","end":"2026-03-02T19:22:09.950834Z","steps":["trace[858785327] 'agreement among raft nodes before linearized reading' (duration: 1.903423722s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.951326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.047321Z","time spent":"1.903994467s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:22:09.952913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190195971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:22:09.952943Z","caller":"traceutil/trace.go:171","msg":"trace[1385852132] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23783; }","duration":"5.190263701s","start":"2026-03-02T19:22:04.762673Z","end":"2026-03-02T19:22:09.952937Z","steps":["trace[1385852132] 'agreement among raft nodes before linearized reading' (duration: 5.190180049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.952963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:04.762652Z","time spent":"5.190306463s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:22:09.953076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846662586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:09.953093Z","caller":"traceutil/trace.go:171","msg":"trace[2105531614] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23783; }","duration":"1.846707267s","start":"2026-03-02T19:22:08.106381Z","end":"2026-03-02T19:22:09.953088Z","steps":["trace[2105531614] 'agreement among raft nodes before linearized reading' (duration: 1.846674716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.953109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.106333Z","time spent":"1.846772008s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:22:09.953108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.265315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:09.953167Z","caller":"traceutil/trace.go:171","msg":"trace[188772057] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23783; }","duration":"424.355178ms","start":"2026-03-02T19:22:09.528801Z","end":"2026-03-02T19:22:09.953156Z","steps":["trace[188772057] 'agreement among raft nodes before linearized reading' (duration: 424.274506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.953189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.528781Z","time spent":"424.402118ms","remote":"127.0.0.1:44858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:09.950141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:06.447052Z","time spent":"3.503079238s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:22:10.457876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:10.958275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:11.459155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:11.959785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:11.959964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000352185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:11.960018Z","caller":"traceutil/trace.go:171","msg":"trace[795196289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425327s","start":"2026-03-02T19:22:09.959574Z","end":"2026-03-02T19:22:11.959999Z","steps":["trace[795196289] 'agreement among raft nodes before linearized reading' (duration: 2.000358435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:11.960079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.959568Z","time spent":"2.00050169s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:12.028976Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.026476012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:12.02923Z","caller":"traceutil/trace.go:171","msg":"trace[1315411903] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"2.071705523s","start":"2026-03-02T19:22:09.95751Z","end":"2026-03-02T19:22:12.029216Z","steps":["trace[1315411903] 'process raft request' (duration: 2.07157463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.02933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.957497Z","time spent":"2.071763914s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:13.529996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.500851177s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:13.530386Z","caller":"traceutil/trace.go:171","msg":"trace[1550667218] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"3.572597211s","start":"2026-03-02T19:22:09.95776Z","end":"2026-03-02T19:22:13.530357Z","steps":["trace[1550667218] 'process raft request' (duration: 3.572379285s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:13.530415Z","caller":"traceutil/trace.go:171","msg":"trace[2099897106] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"3.571884833s","start":"2026-03-02T19:22:09.9585Z","end":"2026-03-02T19:22:13.530385Z","steps":["trace[2099897106] 'process raft request' (duration: 3.571775851s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.530488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.957748Z","time spent":"3.572672532s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:13.530572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.958485Z","time spent":"3.571988585s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:13.530838Z","caller":"traceutil/trace.go:171","msg":"trace[1633098625] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"3.570686804s","start":"2026-03-02T19:22:09.960142Z","end":"2026-03-02T19:22:13.530829Z","steps":["trace[1633098625] 'process raft request' (duration: 3.570171112s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:13.531007Z","caller":"traceutil/trace.go:171","msg":"trace[1542078048] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"3.570361365s","start":"2026-03-02T19:22:09.960629Z","end":"2026-03-02T19:22:13.530991Z","steps":["trace[1542078048] 'process raft request' (duration: 3.570091178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.53108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.96062Z","time spent":"3.570426856s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:13.53123Z","caller":"traceutil/trace.go:171","msg":"trace[1673946172] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"3.425061523s","start":"2026-03-02T19:22:10.106138Z","end":"2026-03-02T19:22:13.531199Z","steps":["trace[1673946172] 'process raft request' (duration: 3.42493804s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.531312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.106127Z","time spent":"3.425139566s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:13.531418Z","caller":"traceutil/trace.go:171","msg":"trace[843490071] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"3.426069349s","start":"2026-03-02T19:22:10.105337Z","end":"2026-03-02T19:22:13.531406Z","steps":["trace[843490071] 'process raft request' (duration: 3.425535366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.53127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.960129Z","time spent":"3.570856168s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:13.531501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.105322Z","time spent":"3.42612729s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:13.53171Z","caller":"traceutil/trace.go:171","msg":"trace[1766634470] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"3.425310789s","start":"2026-03-02T19:22:10.106389Z","end":"2026-03-02T19:22:13.5317Z","steps":["trace[1766634470] 'process raft request' (duration: 3.424774936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.531782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.106369Z","time spent":"3.425376421s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:13.531927Z","caller":"traceutil/trace.go:171","msg":"trace[517189015] linearizableReadLoop","detail":"{readStateIndex:24655; appliedIndex:24643; }","duration":"3.574382894s","start":"2026-03-02T19:22:09.957535Z","end":"2026-03-02T19:22:13.531918Z","steps":["trace[517189015] 'read index received' (duration: 2.071613521s)","trace[517189015] 'applied index is now lower than readState.Index' (duration: 1.502768613s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:13.532004Z","caller":"traceutil/trace.go:171","msg":"trace[1059293944] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"3.425516425s","start":"2026-03-02T19:22:10.106481Z","end":"2026-03-02T19:22:13.531997Z","steps":["trace[1059293944] 'process raft request' (duration: 3.425306979s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:13.531965Z","caller":"traceutil/trace.go:171","msg":"trace[1230074209] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"3.425447002s","start":"2026-03-02T19:22:10.106464Z","end":"2026-03-02T19:22:13.531911Z","steps":["trace[1230074209] 'process raft request' (duration: 3.425195316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.106469Z","time spent":"3.425554216s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:13.532098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.106441Z","time spent":"3.425593687s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:13.532175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574647251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:22:13.53223Z","caller":"traceutil/trace.go:171","msg":"trace[731947301] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"3.425004143s","start":"2026-03-02T19:22:10.107219Z","end":"2026-03-02T19:22:13.532223Z","steps":["trace[731947301] 'process raft request' (duration: 3.424667044s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:13.532199Z","caller":"traceutil/trace.go:171","msg":"trace[690012259] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"3.425594237s","start":"2026-03-02T19:22:10.106595Z","end":"2026-03-02T19:22:13.53219Z","steps":["trace[690012259] 'process raft request' (duration: 3.425229527s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233548345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:13.532426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.563405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:13.532447Z","caller":"traceutil/trace.go:171","msg":"trace[1606356371] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23795; }","duration":"2.233613036s","start":"2026-03-02T19:22:11.298826Z","end":"2026-03-02T19:22:13.532439Z","steps":["trace[1606356371] 'agreement among raft nodes before linearized reading' (duration: 2.233568645s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:11.298803Z","time spent":"2.233663288s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:13.532474Z","caller":"traceutil/trace.go:171","msg":"trace[1337783009] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23795; }","duration":"644.648746ms","start":"2026-03-02T19:22:12.887811Z","end":"2026-03-02T19:22:13.532459Z","steps":["trace[1337783009] 'agreement among raft nodes before linearized reading' (duration: 644.491822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028785483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:13.532569Z","caller":"traceutil/trace.go:171","msg":"trace[812115561] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23795; }","duration":"3.028877936s","start":"2026-03-02T19:22:10.503677Z","end":"2026-03-02T19:22:13.532555Z","steps":["trace[812115561] 'agreement among raft nodes before linearized reading' (duration: 3.028731613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.503654Z","time spent":"3.028941148s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:13.532601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.401702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:13.532645Z","caller":"traceutil/trace.go:171","msg":"trace[1610588120] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23795; }","duration":"153.446923ms","start":"2026-03-02T19:22:13.379188Z","end":"2026-03-02T19:22:13.532634Z","steps":["trace[1610588120] 'agreement among raft nodes before linearized reading' (duration: 153.363161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524360055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-02T19:22:13.532756Z","caller":"traceutil/trace.go:171","msg":"trace[1686631325] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23795; }","duration":"3.524432177s","start":"2026-03-02T19:22:10.008316Z","end":"2026-03-02T19:22:13.532749Z","steps":["trace[1686631325] 'agreement among raft nodes before linearized reading' (duration: 3.524330344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.008294Z","time spent":"3.524478898s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1107,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-02T19:22:13.532846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524855737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-03-02T19:22:13.53289Z","caller":"traceutil/trace.go:171","msg":"trace[1056473745] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23795; }","duration":"3.524940659s","start":"2026-03-02T19:22:10.007938Z","end":"2026-03-02T19:22:13.532879Z","steps":["trace[1056473745] 'agreement among raft nodes before linearized reading' (duration: 3.524810956s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428178742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:22:13.532924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.007917Z","time spent":"3.524999481s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1139,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-02T19:22:13.532936Z","caller":"traceutil/trace.go:171","msg":"trace[1517072801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23795; }","duration":"3.428254513s","start":"2026-03-02T19:22:10.104674Z","end":"2026-03-02T19:22:13.532929Z","steps":["trace[1517072801] 'agreement among raft nodes before linearized reading' (duration: 3.428196122s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.104654Z","time spent":"3.428298015s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:13.532998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.251565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:22:13.532593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.106571Z","time spent":"3.425872794s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:13.533056Z","caller":"traceutil/trace.go:171","msg":"trace[1687512672] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23795; }","duration":"188.354827ms","start":"2026-03-02T19:22:13.344688Z","end":"2026-03-02T19:22:13.533043Z","steps":["trace[1687512672] 'agreement among raft nodes before linearized reading' (duration: 188.187433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574684062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:22:13.533196Z","caller":"traceutil/trace.go:171","msg":"trace[726038871] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:23795; }","duration":"3.575662657s","start":"2026-03-02T19:22:09.957525Z","end":"2026-03-02T19:22:13.533187Z","steps":["trace[726038871] 'agreement among raft nodes before linearized reading' (duration: 3.574631681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:12.887789Z","time spent":"644.719988ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:13.532731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427592327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:22:13.533334Z","caller":"traceutil/trace.go:171","msg":"trace[1935835640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23795; }","duration":"3.428236033s","start":"2026-03-02T19:22:10.105091Z","end":"2026-03-02T19:22:13.533328Z","steps":["trace[1935835640] 'agreement among raft nodes before linearized reading' (duration: 3.427565027s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.533358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.105072Z","time spent":"3.428280244s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:22:13.532258Z","caller":"traceutil/trace.go:171","msg":"trace[474784944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23795; }","duration":"3.574754054s","start":"2026-03-02T19:22:09.957481Z","end":"2026-03-02T19:22:13.532235Z","steps":["trace[474784944] 'agreement among raft nodes before linearized reading' (duration: 3.574542319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.533399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.957471Z","time spent":"3.575916203s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:13.532323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884425875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:13.533471Z","caller":"traceutil/trace.go:171","msg":"trace[182837624] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23795; }","duration":"2.885609504s","start":"2026-03-02T19:22:10.647852Z","end":"2026-03-02T19:22:13.533461Z","steps":["trace[182837624] 'agreement among raft nodes before linearized reading' (duration: 2.884441106s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.533502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.647831Z","time spent":"2.885661336s","remote":"127.0.0.1:56212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:13.532359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.312337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:13.533197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229608991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:13.533806Z","caller":"traceutil/trace.go:171","msg":"trace[677985401] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23795; }","duration":"3.230098292s","start":"2026-03-02T19:22:10.303572Z","end":"2026-03-02T19:22:13.53367Z","steps":["trace[677985401] 'agreement among raft nodes before linearized reading' (duration: 3.229307303s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.533984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.30352Z","time spent":"3.230370829s","remote":"127.0.0.1:56558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:13.533572Z","caller":"traceutil/trace.go:171","msg":"trace[193266164] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23795; }","duration":"954.555618ms","start":"2026-03-02T19:22:12.579002Z","end":"2026-03-02T19:22:13.533558Z","steps":["trace[193266164] 'agreement among raft nodes before linearized reading' (duration: 953.336728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.534384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:12.578978Z","time spent":"955.388037ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:13.533226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.957513Z","time spent":"3.575704707s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:22:13.532273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:10.107182Z","time spent":"3.425067895s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:13.533166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572925169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T19:22:13.534909Z","caller":"traceutil/trace.go:171","msg":"trace[942279568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23795; }","duration":"3.574657093s","start":"2026-03-02T19:22:09.96022Z","end":"2026-03-02T19:22:13.534877Z","steps":["trace[942279568] 'agreement among raft nodes before linearized reading' (duration: 3.572871538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.532383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571798864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:13.534962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.960215Z","time spent":"3.574735145s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T19:22:13.534976Z","caller":"traceutil/trace.go:171","msg":"trace[138853843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23795; }","duration":"1.574404489s","start":"2026-03-02T19:22:11.960554Z","end":"2026-03-02T19:22:13.534959Z","steps":["trace[138853843] 'agreement among raft nodes before linearized reading' (duration: 1.571815815s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.535026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:11.960539Z","time spent":"1.57447335s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:14.046859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:14.079165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.545676Z","time spent":"533.485162ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:22:14.177423Z","caller":"traceutil/trace.go:171","msg":"trace[2036841284] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"631.194803ms","start":"2026-03-02T19:22:13.546146Z","end":"2026-03-02T19:22:14.17734Z","steps":["trace[2036841284] 'process raft request' (duration: 624.771534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:14.177674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.546131Z","time spent":"631.409358ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:14.177988Z","caller":"traceutil/trace.go:171","msg":"trace[5106140] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"631.434468ms","start":"2026-03-02T19:22:13.546532Z","end":"2026-03-02T19:22:14.177967Z","steps":["trace[5106140] 'process raft request' (duration: 630.69338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:14.17805Z","caller":"traceutil/trace.go:171","msg":"trace[2118040784] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"630.639919ms","start":"2026-03-02T19:22:13.547363Z","end":"2026-03-02T19:22:14.178003Z","steps":["trace[2118040784] 'process raft request' (duration: 630.479195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:14.178179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.546516Z","time spent":"631.569202ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:14.178193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.547352Z","time spent":"630.754932ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:14.187109Z","caller":"traceutil/trace.go:171","msg":"trace[1325445769] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23800; }","duration":"107.078583ms","start":"2026-03-02T19:22:14.080014Z","end":"2026-03-02T19:22:14.187092Z","steps":["trace[1325445769] 'process raft request' (duration: 107.053733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:14.187166Z","caller":"traceutil/trace.go:171","msg":"trace[1949130608] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"414.143702ms","start":"2026-03-02T19:22:13.772996Z","end":"2026-03-02T19:22:14.18714Z","steps":["trace[1949130608] 'process raft request' (duration: 413.969298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:14.187252Z","caller":"traceutil/trace.go:171","msg":"trace[1035820157] linearizableReadLoop","detail":"{readStateIndex:24661; appliedIndex:24655; }","duration":"641.275143ms","start":"2026-03-02T19:22:13.545967Z","end":"2026-03-02T19:22:14.187243Z","steps":["trace[1035820157] 'read index received' (duration: 533.113203ms)","trace[1035820157] 'applied index is now lower than readState.Index' (duration: 108.16097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:14.187302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.772965Z","time spent":"414.269056ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:14.187428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.452777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T19:22:14.187461Z","caller":"traceutil/trace.go:171","msg":"trace[501080019] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23800; }","duration":"641.518079ms","start":"2026-03-02T19:22:13.545935Z","end":"2026-03-02T19:22:14.187453Z","steps":["trace[501080019] 'agreement among raft nodes before linearized reading' (duration: 641.367295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:14.187496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.545921Z","time spent":"641.55609ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:22:14.187577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.176882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7efb882-f123-4115-a3e1-3356c2528f8d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T19:22:14.18762Z","caller":"traceutil/trace.go:171","msg":"trace[2007227674] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7efb882-f123-4115-a3e1-3356c2528f8d; range_end:; response_count:1; response_revision:23800; }","duration":"639.257694ms","start":"2026-03-02T19:22:13.548351Z","end":"2026-03-02T19:22:14.187609Z","steps":["trace[2007227674] 'agreement among raft nodes before linearized reading' (duration: 639.100239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:14.187645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.548336Z","time spent":"639.303295ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a7efb882-f123-4115-a3e1-3356c2528f8d\" "} {"level":"warn","ts":"2026-03-02T19:22:14.187697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.292091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-02T19:22:14.18773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.439989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-kktlr\" ","response":"range_response_count:1 size:6049"} {"level":"info","ts":"2026-03-02T19:22:14.187737Z","caller":"traceutil/trace.go:171","msg":"trace[87849879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23800; }","duration":"632.339792ms","start":"2026-03-02T19:22:13.555384Z","end":"2026-03-02T19:22:14.187724Z","steps":["trace[87849879] 'agreement among raft nodes before linearized reading' (duration: 632.208118ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:14.187749Z","caller":"traceutil/trace.go:171","msg":"trace[778180010] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-kktlr; range_end:; response_count:1; response_revision:23800; }","duration":"637.483169ms","start":"2026-03-02T19:22:13.55026Z","end":"2026-03-02T19:22:14.187743Z","steps":["trace[778180010] 'agreement among raft nodes before linearized reading' (duration: 637.428748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:14.187764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.550251Z","time spent":"637.509249ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6073,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-kktlr\" "} {"level":"warn","ts":"2026-03-02T19:22:14.187761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.55538Z","time spent":"632.374492ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:22:14.187828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.839583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:14.187921Z","caller":"traceutil/trace.go:171","msg":"trace[1295974528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23800; }","duration":"632.960957ms","start":"2026-03-02T19:22:13.554935Z","end":"2026-03-02T19:22:14.187895Z","steps":["trace[1295974528] 'agreement among raft nodes before linearized reading' (duration: 632.765452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:14.187987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:13.554923Z","time spent":"633.050949ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:24.843453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012913944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:22:24.912461Z","caller":"traceutil/trace.go:171","msg":"trace[2130553361] linearizableReadLoop","detail":"{readStateIndex:24756; appliedIndex:24755; }","duration":"569.977786ms","start":"2026-03-02T19:22:24.342466Z","end":"2026-03-02T19:22:24.912444Z","steps":["trace[2130553361] 'read index received' (duration: 569.825952ms)","trace[2130553361] 'applied index is now lower than readState.Index' (duration: 151.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:24.91255Z","caller":"traceutil/trace.go:171","msg":"trace[1344022067] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"570.868468ms","start":"2026-03-02T19:22:24.341657Z","end":"2026-03-02T19:22:24.912526Z","steps":["trace[1344022067] 'process raft request' (duration: 570.652822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:24.912625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.14919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:22:24.912648Z","caller":"traceutil/trace.go:171","msg":"trace[1212559813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23892; }","duration":"570.218402ms","start":"2026-03-02T19:22:24.342423Z","end":"2026-03-02T19:22:24.912642Z","steps":["trace[1212559813] 'agreement among raft nodes before linearized reading' (duration: 570.11427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:24.912707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:24.341633Z","time spent":"570.988311ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:24.912764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.920629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:24.912798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.844745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:24.912788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.787891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:24.912825Z","caller":"traceutil/trace.go:171","msg":"trace[371035791] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23892; }","duration":"159.030642ms","start":"2026-03-02T19:22:24.753779Z","end":"2026-03-02T19:22:24.91281Z","steps":["trace[371035791] 'agreement among raft nodes before linearized reading' (duration: 158.914069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:24.91286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:24.342407Z","time spent":"570.434297ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:22:24.912864Z","caller":"traceutil/trace.go:171","msg":"trace[1350580052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23892; }","duration":"498.906434ms","start":"2026-03-02T19:22:24.413942Z","end":"2026-03-02T19:22:24.912848Z","steps":["trace[1350580052] 'agreement among raft nodes before linearized reading' (duration: 498.750141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:24.912819Z","caller":"traceutil/trace.go:171","msg":"trace[655014126] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23892; }","duration":"187.870486ms","start":"2026-03-02T19:22:24.724943Z","end":"2026-03-02T19:22:24.912813Z","steps":["trace[655014126] 'agreement among raft nodes before linearized reading' (duration: 187.759853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:24.912896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:24.413923Z","time spent":"498.967495ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:22:25.723186Z","caller":"traceutil/trace.go:171","msg":"trace[39953686] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"117.893802ms","start":"2026-03-02T19:22:25.605257Z","end":"2026-03-02T19:22:25.723151Z","steps":["trace[39953686] 'process raft request' (duration: 117.686467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:25.84161Z","caller":"traceutil/trace.go:171","msg":"trace[640385797] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"233.482427ms","start":"2026-03-02T19:22:25.608086Z","end":"2026-03-02T19:22:25.841568Z","steps":["trace[640385797] 'process raft request' (duration: 233.140548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:25.841609Z","caller":"traceutil/trace.go:171","msg":"trace[226608738] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"232.269436ms","start":"2026-03-02T19:22:25.609316Z","end":"2026-03-02T19:22:25.841586Z","steps":["trace[226608738] 'process raft request' (duration: 232.154423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:25.841919Z","caller":"traceutil/trace.go:171","msg":"trace[81559977] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"232.554283ms","start":"2026-03-02T19:22:25.609356Z","end":"2026-03-02T19:22:25.841911Z","steps":["trace[81559977] 'process raft request' (duration: 232.182534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:25.84203Z","caller":"traceutil/trace.go:171","msg":"trace[743706183] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"232.460671ms","start":"2026-03-02T19:22:25.609536Z","end":"2026-03-02T19:22:25.841997Z","steps":["trace[743706183] 'process raft request' (duration: 232.379449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:25.842093Z","caller":"traceutil/trace.go:171","msg":"trace[1533940760] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"232.377739ms","start":"2026-03-02T19:22:25.609696Z","end":"2026-03-02T19:22:25.842074Z","steps":["trace[1533940760] 'process raft request' (duration: 232.260956ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:25.842132Z","caller":"traceutil/trace.go:171","msg":"trace[1490464910] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"232.704468ms","start":"2026-03-02T19:22:25.609386Z","end":"2026-03-02T19:22:25.84209Z","steps":["trace[1490464910] 'process raft request' (duration: 232.40748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:30.414011Z","caller":"traceutil/trace.go:171","msg":"trace[1218184167] linearizableReadLoop","detail":"{readStateIndex:24794; appliedIndex:24793; }","duration":"417.971769ms","start":"2026-03-02T19:22:29.996011Z","end":"2026-03-02T19:22:30.413983Z","steps":["trace[1218184167] 'read index received' (duration: 417.919108ms)","trace[1218184167] 'applied index is now lower than readState.Index' (duration: 51.531µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:30.414037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:29.962852Z","time spent":"451.174721ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:22:30.414328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.302396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:22:30.414598Z","caller":"traceutil/trace.go:171","msg":"trace[922567060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23927; }","duration":"418.503651ms","start":"2026-03-02T19:22:29.995955Z","end":"2026-03-02T19:22:30.414459Z","steps":["trace[922567060] 'agreement among raft nodes before linearized reading' (duration: 418.163093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.414655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:29.995932Z","time spent":"418.707546ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:30.853984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.269667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:30.854243Z","caller":"traceutil/trace.go:171","msg":"trace[1292411881] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"439.154364ms","start":"2026-03-02T19:22:30.415071Z","end":"2026-03-02T19:22:30.854226Z","steps":["trace[1292411881] 'process raft request' (duration: 439.108183ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:30.85427Z","caller":"traceutil/trace.go:171","msg":"trace[2076590993] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"692.044881ms","start":"2026-03-02T19:22:30.162197Z","end":"2026-03-02T19:22:30.854241Z","steps":["trace[2076590993] 'process raft request' (duration: 691.879287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.854318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.415053Z","time spent":"439.230026ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:30.854403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.16217Z","time spent":"692.173634ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:30.854392Z","caller":"traceutil/trace.go:171","msg":"trace[1479496326] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"558.737727ms","start":"2026-03-02T19:22:30.295607Z","end":"2026-03-02T19:22:30.854345Z","steps":["trace[1479496326] 'process raft request' (duration: 558.529072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:30.854432Z","caller":"traceutil/trace.go:171","msg":"trace[776068336] linearizableReadLoop","detail":"{readStateIndex:24797; appliedIndex:24794; }","duration":"440.320663ms","start":"2026-03-02T19:22:30.414084Z","end":"2026-03-02T19:22:30.854404Z","steps":["trace[776068336] 'read index received' (duration: 52.556373ms)","trace[776068336] 'applied index is now lower than readState.Index' (duration: 387.76113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:30.854509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.786913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:30.85454Z","caller":"traceutil/trace.go:171","msg":"trace[1903888402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23931; }","duration":"603.859255ms","start":"2026-03-02T19:22:30.250674Z","end":"2026-03-02T19:22:30.854533Z","steps":["trace[1903888402] 'agreement among raft nodes before linearized reading' (duration: 603.779043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.854565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.250657Z","time spent":"603.904817ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:30.854557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.295585Z","time spent":"558.88895ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:30.854651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.593071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:22:30.854674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.159148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:30.854716Z","caller":"traceutil/trace.go:171","msg":"trace[203960446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23931; }","duration":"821.705624ms","start":"2026-03-02T19:22:30.032995Z","end":"2026-03-02T19:22:30.854701Z","steps":["trace[203960446] 'agreement among raft nodes before linearized reading' (duration: 821.486659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.854757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.032976Z","time spent":"821.774346ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:22:30.854771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.254341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:22:30.854792Z","caller":"traceutil/trace.go:171","msg":"trace[200492984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23931; }","duration":"488.303672ms","start":"2026-03-02T19:22:30.366482Z","end":"2026-03-02T19:22:30.854785Z","steps":["trace[200492984] 'agreement among raft nodes before linearized reading' (duration: 488.20147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.854817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.366465Z","time spent":"488.347323ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:22:30.85477Z","caller":"traceutil/trace.go:171","msg":"trace[146041158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23931; }","duration":"837.294231ms","start":"2026-03-02T19:22:30.017444Z","end":"2026-03-02T19:22:30.854739Z","steps":["trace[146041158] 'agreement among raft nodes before linearized reading' (duration: 837.167508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.854857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.482027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T19:22:30.854908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.497549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:30.854916Z","caller":"traceutil/trace.go:171","msg":"trace[2126122549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23931; }","duration":"436.626361ms","start":"2026-03-02T19:22:30.418273Z","end":"2026-03-02T19:22:30.854899Z","steps":["trace[2126122549] 'agreement among raft nodes before linearized reading' (duration: 436.416106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.854942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.306224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:30.854992Z","caller":"traceutil/trace.go:171","msg":"trace[796268659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23931; }","duration":"432.385996ms","start":"2026-03-02T19:22:30.422594Z","end":"2026-03-02T19:22:30.85498Z","steps":["trace[796268659] 'agreement among raft nodes before linearized reading' (duration: 432.311704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.85503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.422573Z","time spent":"432.450007ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:22:30.8544Z","caller":"traceutil/trace.go:171","msg":"trace[1387577616] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"855.628945ms","start":"2026-03-02T19:22:29.998743Z","end":"2026-03-02T19:22:30.854372Z","steps":["trace[1387577616] 'process raft request' (duration: 467.884016ms)","trace[1387577616] 'compare' (duration: 387.006191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:30.855091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.418248Z","time spent":"436.825656ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:30.854885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.017425Z","time spent":"837.450205ms","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:22:30.855208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:29.998726Z","time spent":"856.430344ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:30.854932Z","caller":"traceutil/trace.go:171","msg":"trace[347459419] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23931; }","duration":"315.522119ms","start":"2026-03-02T19:22:30.539403Z","end":"2026-03-02T19:22:30.854926Z","steps":["trace[347459419] 'agreement among raft nodes before linearized reading' (duration: 315.481949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:30.855325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.539384Z","time spent":"315.922899ms","remote":"127.0.0.1:55966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:31.424557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:31.925636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:32.426457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:32.622858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735624794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:32.623208Z","caller":"traceutil/trace.go:171","msg":"trace[1438571923] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"1.736047475s","start":"2026-03-02T19:22:30.887142Z","end":"2026-03-02T19:22:32.623189Z","steps":["trace[1438571923] 'process raft request' (duration: 1.735904521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:32.623321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.887129Z","time spent":"1.736142477s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:22:33.259454Z","caller":"traceutil/trace.go:171","msg":"trace[1881267146] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"1.48407048s","start":"2026-03-02T19:22:31.775328Z","end":"2026-03-02T19:22:33.259398Z","steps":["trace[1881267146] 'process raft request' (duration: 1.483230238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.259686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.775304Z","time spent":"1.484299386s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:33.260175Z","caller":"traceutil/trace.go:171","msg":"trace[449513051] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"1.353086503s","start":"2026-03-02T19:22:31.907071Z","end":"2026-03-02T19:22:33.260158Z","steps":["trace[449513051] 'process raft request' (duration: 1.352150609s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.260263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.907044Z","time spent":"1.353178106s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:33.260386Z","caller":"traceutil/trace.go:171","msg":"trace[637308174] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"1.352764356s","start":"2026-03-02T19:22:31.907593Z","end":"2026-03-02T19:22:33.260357Z","steps":["trace[637308174] 'process raft request' (duration: 1.35252114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.260583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.907557Z","time spent":"1.352916089s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:33.260732Z","caller":"traceutil/trace.go:171","msg":"trace[588236306] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"1.350371016s","start":"2026-03-02T19:22:31.910327Z","end":"2026-03-02T19:22:33.260699Z","steps":["trace[588236306] 'process raft request' (duration: 1.349958936s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.260886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.9103Z","time spent":"1.350500219s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:33.26089Z","caller":"traceutil/trace.go:171","msg":"trace[82091166] linearizableReadLoop","detail":"{readStateIndex:24806; appliedIndex:24798; }","duration":"2.336718272s","start":"2026-03-02T19:22:30.924157Z","end":"2026-03-02T19:22:33.260875Z","steps":["trace[82091166] 'read index received' (duration: 1.698855743s)","trace[82091166] 'applied index is now lower than readState.Index' (duration: 637.861239ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:33.260933Z","caller":"traceutil/trace.go:171","msg":"trace[1492365548] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"1.35052304s","start":"2026-03-02T19:22:31.910396Z","end":"2026-03-02T19:22:33.260919Z","steps":["trace[1492365548] 'process raft request' (duration: 1.350396477s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:33.261024Z","caller":"traceutil/trace.go:171","msg":"trace[831261766] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"1.34850944s","start":"2026-03-02T19:22:31.912503Z","end":"2026-03-02T19:22:33.261013Z","steps":["trace[831261766] 'process raft request' (duration: 1.348332566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.910374Z","time spent":"1.350607912s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:33.261053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336899266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:33.261031Z","caller":"traceutil/trace.go:171","msg":"trace[1181092067] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"1.350621253s","start":"2026-03-02T19:22:31.910375Z","end":"2026-03-02T19:22:33.260996Z","steps":["trace[1181092067] 'process raft request' (duration: 1.350294205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.912491Z","time spent":"1.348559901s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:33.261189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.680549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:33.261194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.9103Z","time spent":"1.350807686s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:33.261226Z","caller":"traceutil/trace.go:171","msg":"trace[512573588] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23939; }","duration":"912.754361ms","start":"2026-03-02T19:22:32.348461Z","end":"2026-03-02T19:22:33.261215Z","steps":["trace[512573588] 'agreement among raft nodes before linearized reading' (duration: 912.678099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142241238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:33.261248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.348441Z","time spent":"912.802653ms","remote":"127.0.0.1:47762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:33.261253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836027652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:33.261273Z","caller":"traceutil/trace.go:171","msg":"trace[987338708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23939; }","duration":"1.836066753s","start":"2026-03-02T19:22:31.425199Z","end":"2026-03-02T19:22:33.261266Z","steps":["trace[987338708] 'agreement among raft nodes before linearized reading' (duration: 1.836039453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.425184Z","time spent":"1.836106264s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:22:33.261281Z","caller":"traceutil/trace.go:171","msg":"trace[757820776] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23939; }","duration":"1.14230756s","start":"2026-03-02T19:22:32.118951Z","end":"2026-03-02T19:22:33.261258Z","steps":["trace[757820776] 'agreement among raft nodes before linearized reading' (duration: 1.142205878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.987637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:33.261346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.118924Z","time spent":"1.142406093s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:33.261369Z","caller":"traceutil/trace.go:171","msg":"trace[1958120991] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23939; }","duration":"240.062618ms","start":"2026-03-02T19:22:33.021294Z","end":"2026-03-02T19:22:33.261357Z","steps":["trace[1958120991] 'agreement among raft nodes before linearized reading' (duration: 240.010377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3941513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:33.261409Z","caller":"traceutil/trace.go:171","msg":"trace[703675418] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23939; }","duration":"1.394360646s","start":"2026-03-02T19:22:31.867038Z","end":"2026-03-02T19:22:33.261399Z","steps":["trace[703675418] 'agreement among raft nodes before linearized reading' (duration: 1.394171231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22651542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T19:22:33.261197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:22:33.261447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.867019Z","time spent":"1.394417828s","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:33.261465Z","caller":"traceutil/trace.go:171","msg":"trace[2028302329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23939; }","duration":"2.325261597s","start":"2026-03-02T19:22:30.936196Z","end":"2026-03-02T19:22:33.261457Z","steps":["trace[2028302329] 'agreement among raft nodes before linearized reading' (duration: 2.324934799s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:33.261465Z","caller":"traceutil/trace.go:171","msg":"trace[444138035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23939; }","duration":"2.226625983s","start":"2026-03-02T19:22:31.034823Z","end":"2026-03-02T19:22:33.261449Z","steps":["trace[444138035] 'agreement among raft nodes before linearized reading' (duration: 2.226422818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.936186Z","time spent":"2.325294038s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:33.261494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.986844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T19:22:33.261282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.312446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:33.261519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:31.034796Z","time spent":"2.226703595s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:22:33.261543Z","caller":"traceutil/trace.go:171","msg":"trace[1347977379] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23939; }","duration":"649.056285ms","start":"2026-03-02T19:22:32.612471Z","end":"2026-03-02T19:22:33.261527Z","steps":["trace[1347977379] 'agreement among raft nodes before linearized reading' (duration: 648.86455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.612448Z","time spent":"649.119967ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T19:22:33.261538Z","caller":"traceutil/trace.go:171","msg":"trace[743962157] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23939; }","duration":"121.608614ms","start":"2026-03-02T19:22:33.139921Z","end":"2026-03-02T19:22:33.26153Z","steps":["trace[743962157] 'agreement among raft nodes before linearized reading' (duration: 121.335197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.65351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:33.261671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.356754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:22:33.261687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071602027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:33.261688Z","caller":"traceutil/trace.go:171","msg":"trace[1327336623] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23939; }","duration":"257.153992ms","start":"2026-03-02T19:22:33.004522Z","end":"2026-03-02T19:22:33.261676Z","steps":["trace[1327336623] 'agreement among raft nodes before linearized reading' (duration: 256.64917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:33.26171Z","caller":"traceutil/trace.go:171","msg":"trace[223139394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23939; }","duration":"1.071671409s","start":"2026-03-02T19:22:32.190033Z","end":"2026-03-02T19:22:33.261705Z","steps":["trace[223139394] 'agreement among raft nodes before linearized reading' (duration: 1.071632138s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:33.261713Z","caller":"traceutil/trace.go:171","msg":"trace[1875228703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23939; }","duration":"919.442546ms","start":"2026-03-02T19:22:32.34226Z","end":"2026-03-02T19:22:33.261703Z","steps":["trace[1875228703] 'agreement among raft nodes before linearized reading' (duration: 919.316143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.190012Z","time spent":"1.071709599s","remote":"127.0.0.1:47688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:33.261742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.342228Z","time spent":"919.506198ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:33.261783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.844539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-02T19:22:33.261822Z","caller":"traceutil/trace.go:171","msg":"trace[53572991] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23939; }","duration":"631.90942ms","start":"2026-03-02T19:22:32.629904Z","end":"2026-03-02T19:22:33.261813Z","steps":["trace[53572991] 'agreement among raft nodes before linearized reading' (duration: 631.776646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.818518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-02T19:22:33.261867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.629889Z","time spent":"631.969912ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T19:22:33.261889Z","caller":"traceutil/trace.go:171","msg":"trace[1225315155] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23939; }","duration":"633.898599ms","start":"2026-03-02T19:22:32.62798Z","end":"2026-03-02T19:22:33.261879Z","steps":["trace[1225315155] 'agreement among raft nodes before linearized reading' (duration: 633.774096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.261925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:32.627964Z","time spent":"633.953421ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T19:22:33.262057Z","caller":"traceutil/trace.go:171","msg":"trace[446770223] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23939; }","duration":"2.336973528s","start":"2026-03-02T19:22:30.92411Z","end":"2026-03-02T19:22:33.261084Z","steps":["trace[446770223] 'agreement among raft nodes before linearized reading' (duration: 2.336905146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:33.262137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:30.924093Z","time spent":"2.338031884s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:22:34.991154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56393658s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:34.99128Z","caller":"traceutil/trace.go:171","msg":"trace[1796071678] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"1.725553034s","start":"2026-03-02T19:22:33.2657Z","end":"2026-03-02T19:22:34.991253Z","steps":["trace[1796071678] 'process raft request' (duration: 161.44135ms)","trace[1796071678] 'compare' (duration: 1.56151453s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:34.991344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.265683Z","time spent":"1.725633077s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:35.084262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.657078238s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:35.084749Z","caller":"traceutil/trace.go:171","msg":"trace[662773335] linearizableReadLoop","detail":"{readStateIndex:24809; appliedIndex:24806; }","duration":"1.816883378s","start":"2026-03-02T19:22:33.267838Z","end":"2026-03-02T19:22:35.084721Z","steps":["trace[662773335] 'read index received' (duration: 159.315597ms)","trace[662773335] 'applied index is now lower than readState.Index' (duration: 1.657566431s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:35.085075Z","caller":"traceutil/trace.go:171","msg":"trace[2005610918] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"1.818680783s","start":"2026-03-02T19:22:33.266376Z","end":"2026-03-02T19:22:35.085056Z","steps":["trace[2005610918] 'process raft request' (duration: 1.818089448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.085194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.266359Z","time spent":"1.818759934s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:35.085389Z","caller":"traceutil/trace.go:171","msg":"trace[827004865] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"1.818920229s","start":"2026-03-02T19:22:33.266456Z","end":"2026-03-02T19:22:35.085376Z","steps":["trace[827004865] 'process raft request' (duration: 1.81815019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.085459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.266449Z","time spent":"1.81897491s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:35.085742Z","caller":"traceutil/trace.go:171","msg":"trace[1766187147] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"1.816687583s","start":"2026-03-02T19:22:33.269041Z","end":"2026-03-02T19:22:35.085729Z","steps":["trace[1766187147] 'process raft request' (duration: 1.815609127s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.085821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.269029Z","time spent":"1.816752274s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:35.086086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818240142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:22:35.086133Z","caller":"traceutil/trace.go:171","msg":"trace[2067831247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23943; }","duration":"1.818301924s","start":"2026-03-02T19:22:33.26782Z","end":"2026-03-02T19:22:35.086122Z","steps":["trace[2067831247] 'agreement among raft nodes before linearized reading' (duration: 1.81815459s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.086167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.267813Z","time spent":"1.818346075s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:35.08637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81609008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:35.086413Z","caller":"traceutil/trace.go:171","msg":"trace[1813781403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23943; }","duration":"1.816157571s","start":"2026-03-02T19:22:33.270245Z","end":"2026-03-02T19:22:35.086402Z","steps":["trace[1813781403] 'agreement among raft nodes before linearized reading' (duration: 1.816090489s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.086442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.27023Z","time spent":"1.816205242s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:35.086666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.379615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:22:35.086709Z","caller":"traceutil/trace.go:171","msg":"trace[196742279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23943; }","duration":"114.449117ms","start":"2026-03-02T19:22:34.972249Z","end":"2026-03-02T19:22:35.086698Z","steps":["trace[196742279] 'agreement among raft nodes before linearized reading' (duration: 114.337704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.086831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.651945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:35.08704Z","caller":"traceutil/trace.go:171","msg":"trace[1350242379] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23943; }","duration":"606.722437ms","start":"2026-03-02T19:22:34.48013Z","end":"2026-03-02T19:22:35.086853Z","steps":["trace[1350242379] 'agreement among raft nodes before linearized reading' (duration: 606.664615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.087071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:34.480109Z","time spent":"606.952733ms","remote":"127.0.0.1:52286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:35.087321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.428935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-549c64dfd4-58mh7.18991bed48d332e5\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-02T19:22:35.087383Z","caller":"traceutil/trace.go:171","msg":"trace[76006229] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-549c64dfd4-58mh7.18991bed48d332e5; range_end:; response_count:1; response_revision:23943; }","duration":"789.503087ms","start":"2026-03-02T19:22:34.297843Z","end":"2026-03-02T19:22:35.087346Z","steps":["trace[76006229] 'agreement among raft nodes before linearized reading' (duration: 789.378814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.087419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:34.297813Z","time spent":"789.597029ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-549c64dfd4-58mh7.18991bed48d332e5\" "} {"level":"warn","ts":"2026-03-02T19:22:35.087665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.689322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:35.087704Z","caller":"traceutil/trace.go:171","msg":"trace[1346349706] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23943; }","duration":"802.762394ms","start":"2026-03-02T19:22:34.284928Z","end":"2026-03-02T19:22:35.087691Z","steps":["trace[1346349706] 'agreement among raft nodes before linearized reading' (duration: 802.689582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.087761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:34.284912Z","time spent":"802.838357ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:35.087968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.390918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:35.088007Z","caller":"traceutil/trace.go:171","msg":"trace[1972868575] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23943; }","duration":"955.429199ms","start":"2026-03-02T19:22:34.132563Z","end":"2026-03-02T19:22:35.087992Z","steps":["trace[1972868575] 'agreement among raft nodes before linearized reading' (duration: 955.364947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.088039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:34.132506Z","time spent":"955.524451ms","remote":"127.0.0.1:44898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:35.088288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783952161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:35.088328Z","caller":"traceutil/trace.go:171","msg":"trace[1102392417] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23943; }","duration":"1.783996722s","start":"2026-03-02T19:22:33.30432Z","end":"2026-03-02T19:22:35.088317Z","steps":["trace[1102392417] 'agreement among raft nodes before linearized reading' (duration: 1.783928211s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.088364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:33.304265Z","time spent":"1.784089414s","remote":"127.0.0.1:52290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:35.601858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:35.609899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.10241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:35.609967Z","caller":"traceutil/trace.go:171","msg":"trace[140971022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23943; }","duration":"520.207333ms","start":"2026-03-02T19:22:35.089743Z","end":"2026-03-02T19:22:35.609951Z","steps":["trace[140971022] 'range keys from in-memory index tree' (duration: 520.043039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.609995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.089725Z","time spent":"520.264544ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:22:35.803153Z","caller":"traceutil/trace.go:171","msg":"trace[1336641346] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"711.417002ms","start":"2026-03-02T19:22:35.091711Z","end":"2026-03-02T19:22:35.803128Z","steps":["trace[1336641346] 'process raft request' (duration: 711.249747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:35.803298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.091693Z","time spent":"711.529804ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:37.103337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29646982s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:37.103719Z","caller":"traceutil/trace.go:171","msg":"trace[1750113209] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"2.0118289s","start":"2026-03-02T19:22:35.091873Z","end":"2026-03-02T19:22:37.103702Z","steps":["trace[1750113209] 'process raft request' (duration: 2.011658065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.103835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.091837Z","time spent":"2.011937722s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.10426Z","caller":"traceutil/trace.go:171","msg":"trace[624035162] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"2.007216125s","start":"2026-03-02T19:22:35.09701Z","end":"2026-03-02T19:22:37.104226Z","steps":["trace[624035162] 'process raft request' (duration: 2.006644011s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.104293Z","caller":"traceutil/trace.go:171","msg":"trace[143622456] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"2.007092671s","start":"2026-03-02T19:22:35.097162Z","end":"2026-03-02T19:22:37.104254Z","steps":["trace[143622456] 'process raft request' (duration: 2.006836185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.104467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.096988Z","time spent":"2.00738943s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:37.104607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.097152Z","time spent":"2.007320467s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.104951Z","caller":"traceutil/trace.go:171","msg":"trace[18905645] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"1.840427911s","start":"2026-03-02T19:22:35.264497Z","end":"2026-03-02T19:22:37.104925Z","steps":["trace[18905645] 'process raft request' (duration: 1.839901959s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.104972Z","caller":"traceutil/trace.go:171","msg":"trace[1995688961] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"1.837516039s","start":"2026-03-02T19:22:35.26744Z","end":"2026-03-02T19:22:37.104956Z","steps":["trace[1995688961] 'process raft request' (duration: 1.837102749s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.105017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.264461Z","time spent":"1.840525454s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:37.105045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.267428Z","time spent":"1.83757815s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.105076Z","caller":"traceutil/trace.go:171","msg":"trace[1655482656] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"1.839719673s","start":"2026-03-02T19:22:35.265345Z","end":"2026-03-02T19:22:37.105065Z","steps":["trace[1655482656] 'process raft request' (duration: 1.839120408s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.105144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.265322Z","time spent":"1.839786845s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.105149Z","caller":"traceutil/trace.go:171","msg":"trace[637498405] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"1.838165146s","start":"2026-03-02T19:22:35.266974Z","end":"2026-03-02T19:22:37.105139Z","steps":["trace[637498405] 'process raft request' (duration: 1.837544521s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.105176Z","caller":"traceutil/trace.go:171","msg":"trace[426440871] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"2.008010414s","start":"2026-03-02T19:22:35.097158Z","end":"2026-03-02T19:22:37.105168Z","steps":["trace[426440871] 'process raft request' (duration: 2.00702505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.105204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.266966Z","time spent":"1.838210447s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:37.105219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.097138Z","time spent":"2.008060775s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.10529Z","caller":"traceutil/trace.go:171","msg":"trace[2003113594] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"1.837675353s","start":"2026-03-02T19:22:35.267608Z","end":"2026-03-02T19:22:37.105284Z","steps":["trace[2003113594] 'process raft request' (duration: 1.836955716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.105324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.267583Z","time spent":"1.837724205s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.105322Z","caller":"traceutil/trace.go:171","msg":"trace[2074171336] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"1.835812637s","start":"2026-03-02T19:22:35.269498Z","end":"2026-03-02T19:22:37.105311Z","steps":["trace[2074171336] 'process raft request' (duration: 1.835088319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.105376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.269487Z","time spent":"1.835860778s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.105529Z","caller":"traceutil/trace.go:171","msg":"trace[327263015] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"1.838627637s","start":"2026-03-02T19:22:35.266893Z","end":"2026-03-02T19:22:37.10552Z","steps":["trace[327263015] 'process raft request' (duration: 1.837600602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.105573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.266878Z","time spent":"1.838673678s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:37.30923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.596701ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:22:37.309331Z","caller":"traceutil/trace.go:171","msg":"trace[739773036] linearizableReadLoop","detail":"{readStateIndex:24823; appliedIndex:24811; }","duration":"2.207992461s","start":"2026-03-02T19:22:35.101318Z","end":"2026-03-02T19:22:37.30931Z","steps":["trace[739773036] 'read index received' (duration: 701.810734ms)","trace[739773036] 'applied index is now lower than readState.Index' (duration: 1.506180057s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:37.309501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208168515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:22:37.309588Z","caller":"traceutil/trace.go:171","msg":"trace[282015990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23955; }","duration":"2.208286568s","start":"2026-03-02T19:22:35.101275Z","end":"2026-03-02T19:22:37.309561Z","steps":["trace[282015990] 'agreement among raft nodes before linearized reading' (duration: 2.208084703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.309632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.101258Z","time spent":"2.20836527s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T19:22:37.311788Z","caller":"traceutil/trace.go:171","msg":"trace[937961611] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"1.447684438s","start":"2026-03-02T19:22:35.863879Z","end":"2026-03-02T19:22:37.311563Z","steps":["trace[937961611] 'process raft request' (duration: 1.447246478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.311949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.863853Z","time spent":"1.448012187s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:37.311369Z","caller":"traceutil/trace.go:171","msg":"trace[306527302] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"591.09675ms","start":"2026-03-02T19:22:36.720251Z","end":"2026-03-02T19:22:37.311348Z","steps":["trace[306527302] 'process raft request' (duration: 591.039489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.312982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:36.720234Z","time spent":"592.656098ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:37.313104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.884033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:37.313155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105886641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-02T19:22:37.313182Z","caller":"traceutil/trace.go:171","msg":"trace[998532987] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"204.845908ms","start":"2026-03-02T19:22:37.108313Z","end":"2026-03-02T19:22:37.313159Z","steps":["trace[998532987] 'process raft request' (duration: 204.53142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.313199Z","caller":"traceutil/trace.go:171","msg":"trace[1668044782] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23959; }","duration":"2.105969033s","start":"2026-03-02T19:22:35.207219Z","end":"2026-03-02T19:22:37.313188Z","steps":["trace[1668044782] 'agreement among raft nodes before linearized reading' (duration: 2.105772318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.316259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:37.313231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.2072Z","time spent":"2.106022235s","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-02T19:22:37.313243Z","caller":"traceutil/trace.go:171","msg":"trace[1816331255] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:0; response_revision:23959; }","duration":"203.387841ms","start":"2026-03-02T19:22:37.109846Z","end":"2026-03-02T19:22:37.313234Z","steps":["trace[1816331255] 'agreement among raft nodes before linearized reading' (duration: 203.34052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.9216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:22:37.313477Z","caller":"traceutil/trace.go:171","msg":"trace[1629145041] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"201.32798ms","start":"2026-03-02T19:22:37.112137Z","end":"2026-03-02T19:22:37.313465Z","steps":["trace[1629145041] 'process raft request' (duration: 200.816797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.146782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:22:37.313506Z","caller":"traceutil/trace.go:171","msg":"trace[1461961696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23959; }","duration":"203.012662ms","start":"2026-03-02T19:22:37.110476Z","end":"2026-03-02T19:22:37.313489Z","steps":["trace[1461961696] 'agreement among raft nodes before linearized reading' (duration: 202.796587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.198421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:22:37.313516Z","caller":"traceutil/trace.go:171","msg":"trace[868847386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23959; }","duration":"219.200343ms","start":"2026-03-02T19:22:37.094307Z","end":"2026-03-02T19:22:37.313508Z","steps":["trace[868847386] 'agreement among raft nodes before linearized reading' (duration: 219.110821ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.313616Z","caller":"traceutil/trace.go:171","msg":"trace[1417476391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23959; }","duration":"204.242622ms","start":"2026-03-02T19:22:37.109364Z","end":"2026-03-02T19:22:37.313606Z","steps":["trace[1417476391] 'agreement among raft nodes before linearized reading' (duration: 204.115379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.48406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:37.313668Z","caller":"traceutil/trace.go:171","msg":"trace[1783997967] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23959; }","duration":"403.551751ms","start":"2026-03-02T19:22:36.910106Z","end":"2026-03-02T19:22:37.313658Z","steps":["trace[1783997967] 'agreement among raft nodes before linearized reading' (duration: 403.49748ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.313164Z","caller":"traceutil/trace.go:171","msg":"trace[1946370880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23959; }","duration":"203.970376ms","start":"2026-03-02T19:22:37.109169Z","end":"2026-03-02T19:22:37.31314Z","steps":["trace[1946370880] 'agreement among raft nodes before linearized reading' (duration: 203.872213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:36.910086Z","time spent":"403.600592ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:37.313587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.287156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:22:37.313739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690469006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:37.313774Z","caller":"traceutil/trace.go:171","msg":"trace[1388681284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23959; }","duration":"219.495511ms","start":"2026-03-02T19:22:37.094265Z","end":"2026-03-02T19:22:37.313761Z","steps":["trace[1388681284] 'agreement among raft nodes before linearized reading' (duration: 219.265935ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:37.313783Z","caller":"traceutil/trace.go:171","msg":"trace[1545988446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23959; }","duration":"1.690561808s","start":"2026-03-02T19:22:35.623211Z","end":"2026-03-02T19:22:37.313773Z","steps":["trace[1545988446] 'agreement among raft nodes before linearized reading' (duration: 1.690479766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.313814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.623191Z","time spent":"1.690615159s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:37.313936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506957308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-7d74d7d6fd-rzvpv.18991beaf4b2d1c0\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-02T19:22:37.313992Z","caller":"traceutil/trace.go:171","msg":"trace[2038555810] range","detail":"{range_begin:/registry/events/openstack/heat-api-7d74d7d6fd-rzvpv.18991beaf4b2d1c0; range_end:; response_count:1; response_revision:23959; }","duration":"1.507039559s","start":"2026-03-02T19:22:35.806941Z","end":"2026-03-02T19:22:37.313981Z","steps":["trace[2038555810] 'agreement among raft nodes before linearized reading' (duration: 1.506929017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.314016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.806926Z","time spent":"1.507083011s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-7d74d7d6fd-rzvpv.18991beaf4b2d1c0\" "} {"level":"warn","ts":"2026-03-02T19:22:37.314166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64791541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:37.314249Z","caller":"traceutil/trace.go:171","msg":"trace[1375950835] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23959; }","duration":"1.648037213s","start":"2026-03-02T19:22:35.666188Z","end":"2026-03-02T19:22:37.314225Z","steps":["trace[1375950835] 'agreement among raft nodes before linearized reading' (duration: 1.6478945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:37.314326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:35.666172Z","time spent":"1.648139516s","remote":"127.0.0.1:56560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:40.412223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.511105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:22:40.412292Z","caller":"traceutil/trace.go:171","msg":"trace[1308801514] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:24043; }","duration":"450.588317ms","start":"2026-03-02T19:22:39.961688Z","end":"2026-03-02T19:22:40.412276Z","steps":["trace[1308801514] 'range keys from in-memory index tree' (duration: 450.341391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:40.41232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:39.96163Z","time spent":"450.68406ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:22:40.412564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.889939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T19:22:40.412595Z","caller":"traceutil/trace.go:171","msg":"trace[1576821998] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24043; }","duration":"432.952151ms","start":"2026-03-02T19:22:39.979634Z","end":"2026-03-02T19:22:40.412586Z","steps":["trace[1576821998] 'range keys from in-memory index tree' (duration: 432.777406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:40.412616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:39.979615Z","time spent":"432.996141ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:40.412901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.775294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:40.412934Z","caller":"traceutil/trace.go:171","msg":"trace[325642780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24043; }","duration":"164.840435ms","start":"2026-03-02T19:22:40.248086Z","end":"2026-03-02T19:22:40.412926Z","steps":["trace[325642780] 'count revisions from in-memory index tree' (duration: 164.712162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:40.924139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:41.196483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.414483Z","time spent":"781.99435ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:22:41.196485Z","caller":"traceutil/trace.go:171","msg":"trace[580473909] linearizableReadLoop","detail":"{readStateIndex:24912; appliedIndex:24911; }","duration":"773.420958ms","start":"2026-03-02T19:22:40.423037Z","end":"2026-03-02T19:22:41.196458Z","steps":["trace[580473909] 'read index received' (duration: 773.358826ms)","trace[580473909] 'applied index is now lower than readState.Index' (duration: 60.682µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:41.19666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.593512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:41.196719Z","caller":"traceutil/trace.go:171","msg":"trace[708329061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24043; }","duration":"773.688185ms","start":"2026-03-02T19:22:40.423012Z","end":"2026-03-02T19:22:41.1967Z","steps":["trace[708329061] 'agreement among raft nodes before linearized reading' (duration: 773.575152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:41.196772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.422999Z","time spent":"773.761316ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:41.697651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:42.198569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002137557s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:22:42.198628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914406,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:22:42.199527Z","caller":"traceutil/trace.go:171","msg":"trace[1533616241] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"1.268903898s","start":"2026-03-02T19:22:40.930563Z","end":"2026-03-02T19:22:42.199467Z","steps":["trace[1533616241] 'process raft request' (duration: 1.26818498s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:42.19958Z","caller":"traceutil/trace.go:171","msg":"trace[89404863] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"1.070857799s","start":"2026-03-02T19:22:41.128674Z","end":"2026-03-02T19:22:42.199531Z","steps":["trace[89404863] 'process raft request' (duration: 1.070655084s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.199687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.930538Z","time spent":"1.269049862s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:42.199702Z","caller":"traceutil/trace.go:171","msg":"trace[2139127637] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"1.071011503s","start":"2026-03-02T19:22:41.128677Z","end":"2026-03-02T19:22:42.199688Z","steps":["trace[2139127637] 'process raft request' (duration: 1.070784868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.199773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.128657Z","time spent":"1.071076295s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:42.199778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.128653Z","time spent":"1.071033994s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:42.199763Z","caller":"traceutil/trace.go:171","msg":"trace[113730466] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"1.070565913s","start":"2026-03-02T19:22:41.129156Z","end":"2026-03-02T19:22:42.199722Z","steps":["trace[113730466] 'process raft request' (duration: 1.07045761s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:42.199873Z","caller":"traceutil/trace.go:171","msg":"trace[785787633] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"1.070912301s","start":"2026-03-02T19:22:41.128945Z","end":"2026-03-02T19:22:42.199857Z","steps":["trace[785787633] 'process raft request' (duration: 1.070621144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.199947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.128927Z","time spent":"1.070980903s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:42.200019Z","caller":"traceutil/trace.go:171","msg":"trace[112120114] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"1.070802268s","start":"2026-03-02T19:22:41.129203Z","end":"2026-03-02T19:22:42.200005Z","steps":["trace[112120114] 'process raft request' (duration: 1.07046181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.200022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.129129Z","time spent":"1.070767797s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:42.200056Z","caller":"traceutil/trace.go:171","msg":"trace[1264528746] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"1.069498806s","start":"2026-03-02T19:22:41.13055Z","end":"2026-03-02T19:22:42.200049Z","steps":["trace[1264528746] 'process raft request' (duration: 1.069464255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.200091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.129181Z","time spent":"1.07087393s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:42.200104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.130544Z","time spent":"1.069537578s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:42.200316Z","caller":"traceutil/trace.go:171","msg":"trace[89030002] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"1.071062894s","start":"2026-03-02T19:22:41.129244Z","end":"2026-03-02T19:22:42.200307Z","steps":["trace[89030002] 'process raft request' (duration: 1.070664045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.200348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.129234Z","time spent":"1.071097286s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:42.200369Z","caller":"traceutil/trace.go:171","msg":"trace[511640825] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"1.071017504s","start":"2026-03-02T19:22:41.129342Z","end":"2026-03-02T19:22:42.20036Z","steps":["trace[511640825] 'process raft request' (duration: 1.070644554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:42.200425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.12932Z","time spent":"1.071077575s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:43.198382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:22:43.198456Z","caller":"traceutil/trace.go:171","msg":"trace[748135153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262623s","start":"2026-03-02T19:22:41.198178Z","end":"2026-03-02T19:22:43.198441Z","steps":["trace[748135153] 'agreement among raft nodes before linearized reading' (duration: 2.00015338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.198493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.198158Z","time spent":"2.000327475s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:22:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:22:43.818972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.217748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:43.819185Z","caller":"traceutil/trace.go:171","msg":"trace[1915502337] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"1.493912354s","start":"2026-03-02T19:22:42.325255Z","end":"2026-03-02T19:22:43.819168Z","steps":["trace[1915502337] 'process raft request' (duration: 1.493820552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.819259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.325237Z","time spent":"1.493986605s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:43.81925Z","caller":"traceutil/trace.go:171","msg":"trace[1640716592] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"2.621706824s","start":"2026-03-02T19:22:41.197442Z","end":"2026-03-02T19:22:43.819149Z","steps":["trace[1640716592] 'process raft request' (duration: 1.68623322s)","trace[1640716592] 'compare' (duration: 934.387638ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:43.819446Z","caller":"traceutil/trace.go:171","msg":"trace[225388973] linearizableReadLoop","detail":"{readStateIndex:24922; appliedIndex:24912; }","duration":"2.622877723s","start":"2026-03-02T19:22:41.196557Z","end":"2026-03-02T19:22:43.819435Z","steps":["trace[225388973] 'read index received' (duration: 1.00226577s)","trace[225388973] 'applied index is now lower than readState.Index' (duration: 1.620610823s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:43.819515Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":8471724653012914409,"received-request-id":8471724653012914406} {"level":"warn","ts":"2026-03-02T19:22:43.819686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.197418Z","time spent":"2.622028323s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:43.819846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.692469128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:22:43.819886Z","caller":"traceutil/trace.go:171","msg":"trace[690683370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24054; }","duration":"2.692573941s","start":"2026-03-02T19:22:41.127302Z","end":"2026-03-02T19:22:43.819876Z","steps":["trace[690683370] 'agreement among raft nodes before linearized reading' (duration: 2.692452508s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.819917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.127282Z","time spent":"2.692627822s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:43.820081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922814307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:43.820118Z","caller":"traceutil/trace.go:171","msg":"trace[962833099] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24054; }","duration":"2.922882778s","start":"2026-03-02T19:22:40.897224Z","end":"2026-03-02T19:22:43.820107Z","steps":["trace[962833099] 'agreement among raft nodes before linearized reading' (duration: 2.922810096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.820147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.897205Z","time spent":"2.92293375s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:43.820306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932514266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:43.820344Z","caller":"traceutil/trace.go:171","msg":"trace[2069157421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24054; }","duration":"2.932587688s","start":"2026-03-02T19:22:40.887746Z","end":"2026-03-02T19:22:43.820334Z","steps":["trace[2069157421] 'agreement among raft nodes before linearized reading' (duration: 2.932527567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.820375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.887721Z","time spent":"2.93264443s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:22:43.820554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18476943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T19:22:43.820588Z","caller":"traceutil/trace.go:171","msg":"trace[1444349461] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24054; }","duration":"3.18482587s","start":"2026-03-02T19:22:40.635754Z","end":"2026-03-02T19:22:43.82058Z","steps":["trace[1444349461] 'agreement among raft nodes before linearized reading' (duration: 3.184732417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.820617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.635739Z","time spent":"3.184869702s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:43.820691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480235389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:22:43.820745Z","caller":"traceutil/trace.go:171","msg":"trace[226049916] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24054; }","duration":"2.480321061s","start":"2026-03-02T19:22:41.34041Z","end":"2026-03-02T19:22:43.820731Z","steps":["trace[226049916] 'agreement among raft nodes before linearized reading' (duration: 2.480189398s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.820782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.340394Z","time spent":"2.480380312s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:43.820878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159627179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-03-02T19:22:43.820912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161057415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1087"} {"level":"warn","ts":"2026-03-02T19:22:43.820932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159816944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:869"} {"level":"warn","ts":"2026-03-02T19:22:43.820968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160873241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-02T19:22:43.821026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215950835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-02T19:22:43.821029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159292501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1637"} {"level":"info","ts":"2026-03-02T19:22:43.821044Z","caller":"traceutil/trace.go:171","msg":"trace[2065910714] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24054; }","duration":"1.160978313s","start":"2026-03-02T19:22:42.660047Z","end":"2026-03-02T19:22:43.821026Z","steps":["trace[2065910714] 'agreement among raft nodes before linearized reading' (duration: 1.160760278s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821063Z","caller":"traceutil/trace.go:171","msg":"trace[1281284920] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24054; }","duration":"1.215985176s","start":"2026-03-02T19:22:42.605064Z","end":"2026-03-02T19:22:43.821049Z","steps":["trace[1281284920] 'agreement among raft nodes before linearized reading' (duration: 1.215896234s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821074Z","caller":"traceutil/trace.go:171","msg":"trace[181654487] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24054; }","duration":"1.159333942s","start":"2026-03-02T19:22:42.661726Z","end":"2026-03-02T19:22:43.82106Z","steps":["trace[181654487] 'agreement among raft nodes before linearized reading' (duration: 1.15923136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.605038Z","time spent":"1.216049828s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159879095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1055"} {"level":"warn","ts":"2026-03-02T19:22:43.821125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661717Z","time spent":"1.159396283s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1661,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T19:22:43.821169Z","caller":"traceutil/trace.go:171","msg":"trace[551128722] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24054; }","duration":"1.160000928s","start":"2026-03-02T19:22:42.661145Z","end":"2026-03-02T19:22:43.821146Z","steps":["trace[551128722] 'agreement among raft nodes before linearized reading' (duration: 1.159720411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160196333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-03-02T19:22:43.821226Z","caller":"traceutil/trace.go:171","msg":"trace[1377910769] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:24054; }","duration":"1.160227244s","start":"2026-03-02T19:22:42.660991Z","end":"2026-03-02T19:22:43.821218Z","steps":["trace[1377910769] 'agreement among raft nodes before linearized reading' (duration: 1.160138742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.66114Z","time spent":"1.16007473s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":1079,"request content":"key:\"/registry/ingress/openstack/image\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403080266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-02T19:22:43.82126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.660962Z","time spent":"1.160290266s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1089,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"info","ts":"2026-03-02T19:22:43.821297Z","caller":"traceutil/trace.go:171","msg":"trace[1624061350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24054; }","duration":"2.403168858s","start":"2026-03-02T19:22:41.418114Z","end":"2026-03-02T19:22:43.821283Z","steps":["trace[1624061350] 'agreement among raft nodes before linearized reading' (duration: 2.403040735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159889616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-03-02T19:22:43.821322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476549367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:22:43.821345Z","caller":"traceutil/trace.go:171","msg":"trace[1945272075] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:24054; }","duration":"1.159952257s","start":"2026-03-02T19:22:42.661383Z","end":"2026-03-02T19:22:43.821336Z","steps":["trace[1945272075] 'agreement among raft nodes before linearized reading' (duration: 1.159879325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504312871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T19:22:43.821337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779663565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-02T19:22:43.821353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160005879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1064"} {"level":"info","ts":"2026-03-02T19:22:43.821407Z","caller":"traceutil/trace.go:171","msg":"trace[1309298811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24054; }","duration":"1.504412284s","start":"2026-03-02T19:22:42.316975Z","end":"2026-03-02T19:22:43.821387Z","steps":["trace[1309298811] 'agreement among raft nodes before linearized reading' (duration: 1.504212599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160016199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-02T19:22:43.82141Z","caller":"traceutil/trace.go:171","msg":"trace[594265859] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24054; }","duration":"1.779767049s","start":"2026-03-02T19:22:42.041626Z","end":"2026-03-02T19:22:43.821393Z","steps":["trace[594265859] 'agreement among raft nodes before linearized reading' (duration: 1.779572264s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821439Z","caller":"traceutil/trace.go:171","msg":"trace[1231271471] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:24054; }","duration":"1.160103041s","start":"2026-03-02T19:22:42.661316Z","end":"2026-03-02T19:22:43.821419Z","steps":["trace[1231271471] 'agreement among raft nodes before linearized reading' (duration: 1.159925476s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821464Z","caller":"traceutil/trace.go:171","msg":"trace[1155922409] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24054; }","duration":"1.160086861s","start":"2026-03-02T19:22:42.661368Z","end":"2026-03-02T19:22:43.821455Z","steps":["trace[1155922409] 'agreement among raft nodes before linearized reading' (duration: 1.159993018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.737641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-02T19:22:43.821467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47666251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:22:43.821472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.316957Z","time spent":"1.504500866s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661356Z","time spent":"1.160127781s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15454,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-02T19:22:43.821506Z","caller":"traceutil/trace.go:171","msg":"trace[2136912420] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24054; }","duration":"542.795863ms","start":"2026-03-02T19:22:43.278698Z","end":"2026-03-02T19:22:43.821494Z","steps":["trace[2136912420] 'agreement among raft nodes before linearized reading' (duration: 542.712061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821515Z","caller":"traceutil/trace.go:171","msg":"trace[1382502013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24054; }","duration":"2.476723612s","start":"2026-03-02T19:22:41.344778Z","end":"2026-03-02T19:22:43.821501Z","steps":["trace[1382502013] 'agreement among raft nodes before linearized reading' (duration: 2.476588639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.278679Z","time spent":"542.853774ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160263685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:855"} {"level":"warn","ts":"2026-03-02T19:22:43.82152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16006183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18202"} {"level":"warn","ts":"2026-03-02T19:22:43.821557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.344774Z","time spent":"2.476772763s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.0131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:22:43.821574Z","caller":"traceutil/trace.go:171","msg":"trace[229594660] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24054; }","duration":"1.160289885s","start":"2026-03-02T19:22:42.661274Z","end":"2026-03-02T19:22:43.821564Z","steps":["trace[229594660] 'agreement among raft nodes before linearized reading' (duration: 1.160217424s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821595Z","caller":"traceutil/trace.go:171","msg":"trace[142115664] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24054; }","duration":"1.160186953s","start":"2026-03-02T19:22:42.661392Z","end":"2026-03-02T19:22:43.821579Z","steps":["trace[142115664] 'agreement among raft nodes before linearized reading' (duration: 1.159978898s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821605Z","caller":"traceutil/trace.go:171","msg":"trace[1890045065] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24054; }","duration":"274.140534ms","start":"2026-03-02T19:22:43.547455Z","end":"2026-03-02T19:22:43.821595Z","steps":["trace[1890045065] 'agreement among raft nodes before linearized reading' (duration: 274.044972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661252Z","time spent":"1.160351057s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":879,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.8237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:22:43.821632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661384Z","time spent":"1.160241264s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-03-02T19:22:43.820988Z","caller":"traceutil/trace.go:171","msg":"trace[288721543] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:24054; }","duration":"1.159872825s","start":"2026-03-02T19:22:42.661106Z","end":"2026-03-02T19:22:43.820979Z","steps":["trace[288721543] 'agreement among raft nodes before linearized reading' (duration: 1.159759602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.82147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160195303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-02T19:22:43.821665Z","caller":"traceutil/trace.go:171","msg":"trace[281867347] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:24054; }","duration":"619.891492ms","start":"2026-03-02T19:22:43.201758Z","end":"2026-03-02T19:22:43.82165Z","steps":["trace[281867347] 'agreement among raft nodes before linearized reading' (duration: 619.766799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661076Z","time spent":"1.160590743s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-02T19:22:43.8217Z","caller":"traceutil/trace.go:171","msg":"trace[1518779872] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:24054; }","duration":"1.160438129s","start":"2026-03-02T19:22:42.661251Z","end":"2026-03-02T19:22:43.821689Z","steps":["trace[1518779872] 'agreement among raft nodes before linearized reading' (duration: 1.160157993s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.82171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.201744Z","time spent":"619.955504ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326081391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:43.821746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160502691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-02T19:22:43.821772Z","caller":"traceutil/trace.go:171","msg":"trace[517011972] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24054; }","duration":"3.326166983s","start":"2026-03-02T19:22:40.495588Z","end":"2026-03-02T19:22:43.821755Z","steps":["trace[517011972] 'agreement among raft nodes before linearized reading' (duration: 3.326077671s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.821796Z","caller":"traceutil/trace.go:171","msg":"trace[104576704] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:24054; }","duration":"1.160587553s","start":"2026-03-02T19:22:42.661196Z","end":"2026-03-02T19:22:43.821784Z","steps":["trace[104576704] 'agreement among raft nodes before linearized reading' (duration: 1.16046414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661371Z","time spent":"1.159999999s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1139,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661169Z","time spent":"1.160660995s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1011,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:40.495569Z","time spent":"3.326234345s","remote":"127.0.0.1:56542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:43.821946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.379916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:43.822003Z","caller":"traceutil/trace.go:171","msg":"trace[2022224118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24054; }","duration":"614.446288ms","start":"2026-03-02T19:22:43.207542Z","end":"2026-03-02T19:22:43.821989Z","steps":["trace[2022224118] 'agreement among raft nodes before linearized reading' (duration: 614.361076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479651324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:22:43.824597Z","caller":"traceutil/trace.go:171","msg":"trace[842197919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24054; }","duration":"2.482922095s","start":"2026-03-02T19:22:41.341643Z","end":"2026-03-02T19:22:43.824566Z","steps":["trace[842197919] 'agreement among raft nodes before linearized reading' (duration: 2.479600893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.824647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.341637Z","time spent":"2.482995146s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661245Z","time spent":"1.16047892s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":885,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.04161Z","time spent":"1.779856761s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:22:43.820939Z","caller":"traceutil/trace.go:171","msg":"trace[271183283] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:24054; }","duration":"1.161116137s","start":"2026-03-02T19:22:42.659814Z","end":"2026-03-02T19:22:43.82093Z","steps":["trace[271183283] 'agreement among raft nodes before linearized reading' (duration: 1.161031215s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:43.820936Z","caller":"traceutil/trace.go:171","msg":"trace[1779009240] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24054; }","duration":"1.159696711s","start":"2026-03-02T19:22:42.661225Z","end":"2026-03-02T19:22:43.820922Z","steps":["trace[1779009240] 'agreement among raft nodes before linearized reading' (duration: 1.159551527s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.824996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661219Z","time spent":"1.163764711s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1006,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.660038Z","time spent":"1.161042375s","remote":"127.0.0.1:48984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159928827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-02T19:22:43.825261Z","caller":"traceutil/trace.go:171","msg":"trace[1868641151] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24054; }","duration":"1.16412543s","start":"2026-03-02T19:22:42.66112Z","end":"2026-03-02T19:22:43.825246Z","steps":["trace[1868641151] 'agreement among raft nodes before linearized reading' (duration: 1.159831844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.418091Z","time spent":"2.4032329s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:43.825304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661115Z","time spent":"1.164175781s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":903,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"info","ts":"2026-03-02T19:22:43.821383Z","caller":"traceutil/trace.go:171","msg":"trace[1647907290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24054; }","duration":"2.476612369s","start":"2026-03-02T19:22:41.344753Z","end":"2026-03-02T19:22:43.821365Z","steps":["trace[1647907290] 'agreement among raft nodes before linearized reading' (duration: 2.476495766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.825352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:41.344747Z","time spent":"2.480588657s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:43.821417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160115841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-02T19:22:43.825431Z","caller":"traceutil/trace.go:171","msg":"trace[141470219] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:24054; }","duration":"1.164160311s","start":"2026-03-02T19:22:42.66124Z","end":"2026-03-02T19:22:43.8254Z","steps":["trace[141470219] 'agreement among raft nodes before linearized reading' (duration: 1.16008113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.821495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.66131Z","time spent":"1.160170812s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1088,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"warn","ts":"2026-03-02T19:22:43.82213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.207537Z","time spent":"614.579421ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:43.822234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160254565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-02T19:22:43.825557Z","caller":"traceutil/trace.go:171","msg":"trace[1466182889] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24054; }","duration":"1.163580726s","start":"2026-03-02T19:22:42.661956Z","end":"2026-03-02T19:22:43.825537Z","steps":["trace[1466182889] 'agreement among raft nodes before linearized reading' (duration: 1.160204563s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.822208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161006893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1429"} {"level":"warn","ts":"2026-03-02T19:22:43.825466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.66121Z","time spent":"1.164246873s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T19:22:43.825623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661951Z","time spent":"1.163650939s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":865,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-03-02T19:22:43.825627Z","caller":"traceutil/trace.go:171","msg":"trace[639607916] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24054; }","duration":"1.164442738s","start":"2026-03-02T19:22:42.66117Z","end":"2026-03-02T19:22:43.825613Z","steps":["trace[639607916] 'agreement among raft nodes before linearized reading' (duration: 1.16006427s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.825667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661165Z","time spent":"1.164489989s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1453,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-02T19:22:43.822429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160645194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-02T19:22:43.825734Z","caller":"traceutil/trace.go:171","msg":"trace[252302304] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24054; }","duration":"1.163962196s","start":"2026-03-02T19:22:42.661754Z","end":"2026-03-02T19:22:43.825716Z","steps":["trace[252302304] 'agreement among raft nodes before linearized reading' (duration: 1.159178158s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.822449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161227329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-03-02T19:22:43.825798Z","caller":"traceutil/trace.go:171","msg":"trace[2065800379] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24054; }","duration":"1.164590092s","start":"2026-03-02T19:22:42.661198Z","end":"2026-03-02T19:22:43.825788Z","steps":["trace[2065800379] 'agreement among raft nodes before linearized reading' (duration: 1.159723942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:43.825798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661749Z","time spent":"1.164024978s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":911,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-02T19:22:43.825826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.661192Z","time spent":"1.164626822s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":966,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-02T19:22:43.824961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:42.659794Z","time spent":"1.165108715s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1111,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-03-02T19:22:44.35821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:44.859302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:45.359636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:45.826982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:22:45.827098Z","caller":"traceutil/trace.go:171","msg":"trace[1894498164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632472s","start":"2026-03-02T19:22:43.826429Z","end":"2026-03-02T19:22:45.827061Z","steps":["trace[1894498164] 'agreement among raft nodes before linearized reading' (duration: 2.000504699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:45.827159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.826418Z","time spent":"2.000726904s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:22:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:22:45.860639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:46.360877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914420,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:46.580564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.722978374s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:46.620898Z","caller":"traceutil/trace.go:171","msg":"trace[695672612] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"2.792336153s","start":"2026-03-02T19:22:43.828526Z","end":"2026-03-02T19:22:46.620862Z","steps":["trace[695672612] 'process raft request' (duration: 2.752208318s)","trace[695672612] 'compare' (duration: 39.083149ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:46.620995Z","caller":"traceutil/trace.go:171","msg":"trace[1881402557] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"2.789306238s","start":"2026-03-02T19:22:43.831668Z","end":"2026-03-02T19:22:46.620974Z","steps":["trace[1881402557] 'process raft request' (duration: 2.789243287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:46.621047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.828501Z","time spent":"2.792471096s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:46.620908Z","caller":"traceutil/trace.go:171","msg":"trace[507817105] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"2.791395979s","start":"2026-03-02T19:22:43.829489Z","end":"2026-03-02T19:22:46.620885Z","steps":["trace[507817105] 'process raft request' (duration: 2.791236215s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:46.621135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831648Z","time spent":"2.78940485s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:46.621143Z","caller":"traceutil/trace.go:171","msg":"trace[1985014771] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"2.78863594s","start":"2026-03-02T19:22:43.832497Z","end":"2026-03-02T19:22:46.621133Z","steps":["trace[1985014771] 'process raft request' (duration: 2.788444076s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:46.621199Z","caller":"traceutil/trace.go:171","msg":"trace[26156919] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"2.791611454s","start":"2026-03-02T19:22:43.829563Z","end":"2026-03-02T19:22:46.621174Z","steps":["trace[26156919] 'process raft request' (duration: 2.791255316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:46.621223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.82948Z","time spent":"2.791679966s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:46.621242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.832481Z","time spent":"2.788699102s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:46.621262Z","caller":"traceutil/trace.go:171","msg":"trace[492233508] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"2.789859181s","start":"2026-03-02T19:22:43.831393Z","end":"2026-03-02T19:22:46.621252Z","steps":["trace[492233508] 'process raft request' (duration: 2.789477612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:46.621279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.829556Z","time spent":"2.791686076s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:46.621313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831383Z","time spent":"2.789901193s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:46.621406Z","caller":"traceutil/trace.go:171","msg":"trace[1016190511] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"2.788879657s","start":"2026-03-02T19:22:43.832519Z","end":"2026-03-02T19:22:46.621399Z","steps":["trace[1016190511] 'process raft request' (duration: 2.788554639s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:46.62144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.832509Z","time spent":"2.788914197s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:46.621538Z","caller":"traceutil/trace.go:171","msg":"trace[2007587316] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"2.788824346s","start":"2026-03-02T19:22:43.832692Z","end":"2026-03-02T19:22:46.621517Z","steps":["trace[2007587316] 'process raft request' (duration: 2.788644351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:46.621591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.832682Z","time spent":"2.788881307s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.421376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:22:47.42144Z","caller":"traceutil/trace.go:171","msg":"trace[785120644] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055218s","start":"2026-03-02T19:22:45.421368Z","end":"2026-03-02T19:22:47.421423Z","steps":["trace[785120644] 'agreement among raft nodes before linearized reading' (duration: 1.999974196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:47.421471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.421354Z","time spent":"2.00011158s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:22:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:22:47.797857Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217113223s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:22:47.816905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.459009ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:47.816997Z","caller":"traceutil/trace.go:171","msg":"trace[1238689415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24063; }","duration":"380.558942ms","start":"2026-03-02T19:22:47.436422Z","end":"2026-03-02T19:22:47.816981Z","steps":["trace[1238689415] 'range keys from in-memory index tree' (duration: 380.444409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:47.817491Z","caller":"traceutil/trace.go:171","msg":"trace[2034564568] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"3.610765456s","start":"2026-03-02T19:22:44.206698Z","end":"2026-03-02T19:22:47.817464Z","steps":["trace[2034564568] 'process raft request' (duration: 3.610562301s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:47.817481Z","caller":"traceutil/trace.go:171","msg":"trace[1419169707] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"3.611120485s","start":"2026-03-02T19:22:44.206327Z","end":"2026-03-02T19:22:47.817447Z","steps":["trace[1419169707] 'process raft request' (duration: 3.610827458s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:47.817521Z","caller":"traceutil/trace.go:171","msg":"trace[1727946319] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"3.610985992s","start":"2026-03-02T19:22:44.206513Z","end":"2026-03-02T19:22:47.817499Z","steps":["trace[1727946319] 'process raft request' (duration: 3.610699765s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:47.817531Z","caller":"traceutil/trace.go:171","msg":"trace[1451998694] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"3.608336436s","start":"2026-03-02T19:22:44.209168Z","end":"2026-03-02T19:22:47.817505Z","steps":["trace[1451998694] 'process raft request' (duration: 3.608180043s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:47.817555Z","caller":"traceutil/trace.go:171","msg":"trace[1075817349] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"2.997252582s","start":"2026-03-02T19:22:44.820269Z","end":"2026-03-02T19:22:47.817522Z","steps":["trace[1075817349] 'process raft request' (duration: 2.997113928s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:47.817555Z","caller":"traceutil/trace.go:171","msg":"trace[1883678700] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"3.611345331s","start":"2026-03-02T19:22:44.206166Z","end":"2026-03-02T19:22:47.817512Z","steps":["trace[1883678700] 'process raft request' (duration: 3.591858047s)","trace[1883678700] 'compare' (duration: 17.960676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:47.817686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.206682Z","time spent":"3.61087316s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.817721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.206293Z","time spent":"3.611279389s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.817719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.20916Z","time spent":"3.608425598s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.81777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.820247Z","time spent":"2.997434577s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.817788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.206499Z","time spent":"3.611077744s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.81779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.206146Z","time spent":"3.611552246s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:47.817555Z","caller":"traceutil/trace.go:171","msg":"trace[1707041716] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"3.611241438s","start":"2026-03-02T19:22:44.206287Z","end":"2026-03-02T19:22:47.817529Z","steps":["trace[1707041716] 'process raft request' (duration: 3.610749146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:47.817927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.206244Z","time spent":"3.611623237s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:47.817533Z","caller":"traceutil/trace.go:171","msg":"trace[139395993] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"3.609520245s","start":"2026-03-02T19:22:44.207983Z","end":"2026-03-02T19:22:47.817504Z","steps":["trace[139395993] 'process raft request' (duration: 3.609333191s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:47.818326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.207972Z","time spent":"3.610289495s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:47.83171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:47.831829Z","caller":"traceutil/trace.go:171","msg":"trace[211411053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365906s","start":"2026-03-02T19:22:45.831446Z","end":"2026-03-02T19:22:47.831812Z","steps":["trace[211411053] 'agreement among raft nodes before linearized reading' (duration: 2.000240233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:47.831902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.831422Z","time spent":"2.000468087s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:49.839275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:49.839569Z","caller":"traceutil/trace.go:171","msg":"trace[1758328027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466708s","start":"2026-03-02T19:22:47.839086Z","end":"2026-03-02T19:22:49.839553Z","steps":["trace[1758328027] 'agreement among raft nodes before linearized reading' (duration: 2.000156991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:49.839615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:47.839065Z","time spent":"2.00053963s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:50.164195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346760671s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:22:50.164385Z","caller":"traceutil/trace.go:171","msg":"trace[1638368813] linearizableReadLoop","detail":"{readStateIndex:24941; appliedIndex:24924; }","duration":"6.306453774s","start":"2026-03-02T19:22:43.857916Z","end":"2026-03-02T19:22:50.16437Z","steps":["trace[1638368813] 'read index received' (duration: 2.722830641s)","trace[1638368813] 'applied index is now lower than readState.Index' (duration: 3.583622373s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:50.164991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333945335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"warn","ts":"2026-03-02T19:22:50.164976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333916515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-02T19:22:50.165015Z","caller":"traceutil/trace.go:171","msg":"trace[747080826] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24071; }","duration":"6.333985167s","start":"2026-03-02T19:22:43.831022Z","end":"2026-03-02T19:22:50.165007Z","steps":["trace[747080826] 'agreement among raft nodes before linearized reading' (duration: 6.333873484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.16502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336590331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:22:50.165029Z","caller":"traceutil/trace.go:171","msg":"trace[445042818] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24071; }","duration":"6.333988286s","start":"2026-03-02T19:22:43.831025Z","end":"2026-03-02T19:22:50.165014Z","steps":["trace[445042818] 'agreement among raft nodes before linearized reading' (duration: 6.333834532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831018Z","time spent":"6.334015408s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7533,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-02T19:22:50.165044Z","caller":"traceutil/trace.go:171","msg":"trace[1467582691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24071; }","duration":"6.336627452s","start":"2026-03-02T19:22:43.828408Z","end":"2026-03-02T19:22:50.165036Z","steps":["trace[1467582691] 'agreement among raft nodes before linearized reading' (duration: 6.33655731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831021Z","time spent":"6.334029848s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334088819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-02T19:22:50.165118Z","caller":"traceutil/trace.go:171","msg":"trace[1360093219] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24071; }","duration":"6.33410337s","start":"2026-03-02T19:22:43.83101Z","end":"2026-03-02T19:22:50.165113Z","steps":["trace[1360093219] 'agreement among raft nodes before linearized reading' (duration: 6.334060939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.830992Z","time spent":"6.33413776s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334271144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-03-02T19:22:50.1652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337830642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-30af68db-ef4b-4f95-af78-9f3187d4bb2b\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-02T19:22:50.16521Z","caller":"traceutil/trace.go:171","msg":"trace[1165643631] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24071; }","duration":"6.334294264s","start":"2026-03-02T19:22:43.830912Z","end":"2026-03-02T19:22:50.165207Z","steps":["trace[1165643631] 'agreement among raft nodes before linearized reading' (duration: 6.334259083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.830905Z","time spent":"6.334314064s","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5351,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-02T19:22:50.16522Z","caller":"traceutil/trace.go:171","msg":"trace[1141453913] range","detail":"{range_begin:/registry/persistentvolumes/pvc-30af68db-ef4b-4f95-af78-9f3187d4bb2b; range_end:; response_count:1; response_revision:24071; }","duration":"6.337863192s","start":"2026-03-02T19:22:43.82735Z","end":"2026-03-02T19:22:50.165213Z","steps":["trace[1141453913] 'agreement among raft nodes before linearized reading' (duration: 6.33780173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.827344Z","time spent":"6.337901153s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-30af68db-ef4b-4f95-af78-9f3187d4bb2b\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334452307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-02T19:22:50.16533Z","caller":"traceutil/trace.go:171","msg":"trace[263877251] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:24071; }","duration":"6.334473999s","start":"2026-03-02T19:22:43.83085Z","end":"2026-03-02T19:22:50.165324Z","steps":["trace[263877251] 'agreement among raft nodes before linearized reading' (duration: 6.334433038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.830846Z","time spent":"6.334494659s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4687,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33818464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1621"} {"level":"info","ts":"2026-03-02T19:22:50.1654Z","caller":"traceutil/trace.go:171","msg":"trace[1761220795] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24071; }","duration":"6.33820448s","start":"2026-03-02T19:22:43.827189Z","end":"2026-03-02T19:22:50.165394Z","steps":["trace[1761220795] 'agreement among raft nodes before linearized reading' (duration: 6.338144329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.827176Z","time spent":"6.338236871s","remote":"127.0.0.1:55888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1645,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334686903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-02T19:22:50.165443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33412194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6939"} {"level":"info","ts":"2026-03-02T19:22:50.165472Z","caller":"traceutil/trace.go:171","msg":"trace[1644762147] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:24071; }","duration":"6.334158891s","start":"2026-03-02T19:22:43.831306Z","end":"2026-03-02T19:22:50.165465Z","steps":["trace[1644762147] 'agreement among raft nodes before linearized reading' (duration: 6.334087359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.16549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336038877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T19:22:50.165492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.8313Z","time spent":"6.334185302s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6963,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"info","ts":"2026-03-02T19:22:50.165504Z","caller":"traceutil/trace.go:171","msg":"trace[1019888842] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24071; }","duration":"6.336064117s","start":"2026-03-02T19:22:43.829436Z","end":"2026-03-02T19:22:50.1655Z","steps":["trace[1019888842] 'agreement among raft nodes before linearized reading' (duration: 6.336026976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.829429Z","time spent":"6.336085887s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334028767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-02T19:22:50.165587Z","caller":"traceutil/trace.go:171","msg":"trace[788172913] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; response_count:1; response_revision:24071; }","duration":"6.334068899s","start":"2026-03-02T19:22:43.831509Z","end":"2026-03-02T19:22:50.165578Z","steps":["trace[788172913] 'agreement among raft nodes before linearized reading' (duration: 6.333823323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.340029906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-02T19:22:50.165605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831474Z","time spent":"6.334126859s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":4811,"request content":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" "} {"level":"info","ts":"2026-03-02T19:22:50.165625Z","caller":"traceutil/trace.go:171","msg":"trace[1276736599] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24071; }","duration":"6.340108748s","start":"2026-03-02T19:22:43.825502Z","end":"2026-03-02T19:22:50.165611Z","steps":["trace[1276736599] 'agreement among raft nodes before linearized reading' (duration: 6.339948954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33694826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-02T19:22:50.165651Z","caller":"traceutil/trace.go:171","msg":"trace[1193422437] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24071; }","duration":"6.336972462s","start":"2026-03-02T19:22:43.828674Z","end":"2026-03-02T19:22:50.165647Z","steps":["trace[1193422437] 'agreement among raft nodes before linearized reading' (duration: 6.33693237s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.825493Z","time spent":"6.340155231s","remote":"127.0.0.1:55750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T19:22:50.165455Z","caller":"traceutil/trace.go:171","msg":"trace[2117921428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24071; }","duration":"6.334712184s","start":"2026-03-02T19:22:43.830739Z","end":"2026-03-02T19:22:50.165451Z","steps":["trace[2117921428] 'agreement among raft nodes before linearized reading' (duration: 6.334674213s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.333936425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:50.165675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336861879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-02T19:22:50.165693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.830731Z","time spent":"6.334950601s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T19:22:50.165722Z","caller":"traceutil/trace.go:171","msg":"trace[1811204389] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24071; }","duration":"6.33691576s","start":"2026-03-02T19:22:43.828792Z","end":"2026-03-02T19:22:50.165708Z","steps":["trace[1811204389] 'agreement among raft nodes before linearized reading' (duration: 6.336791166s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:50.165722Z","caller":"traceutil/trace.go:171","msg":"trace[221525201] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24071; }","duration":"6.334280115s","start":"2026-03-02T19:22:43.831422Z","end":"2026-03-02T19:22:50.165702Z","steps":["trace[221525201] 'agreement among raft nodes before linearized reading' (duration: 6.333928915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334477209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"warn","ts":"2026-03-02T19:22:50.165753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.828788Z","time spent":"6.336957961s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.336994712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-02T19:22:50.165775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831414Z","time spent":"6.334345246s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.828668Z","time spent":"6.336992162s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T19:22:50.165062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.828401Z","time spent":"6.336654953s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T19:22:50.16581Z","caller":"traceutil/trace.go:171","msg":"trace[2111252236] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24071; }","duration":"6.337077744s","start":"2026-03-02T19:22:43.828713Z","end":"2026-03-02T19:22:50.165791Z","steps":["trace[2111252236] 'agreement among raft nodes before linearized reading' (duration: 6.336869088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.82871Z","time spent":"6.337130695s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-02T19:22:50.165784Z","caller":"traceutil/trace.go:171","msg":"trace[1970397812] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:24071; }","duration":"6.334554791s","start":"2026-03-02T19:22:43.831214Z","end":"2026-03-02T19:22:50.165769Z","steps":["trace[1970397812] 'agreement among raft nodes before linearized reading' (duration: 6.334374356s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831203Z","time spent":"6.334687064s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4198,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" "} {"level":"info","ts":"2026-03-02T19:22:50.16592Z","caller":"traceutil/trace.go:171","msg":"trace[312680498] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.337274973s","start":"2026-03-02T19:22:48.828634Z","end":"2026-03-02T19:22:50.165909Z","steps":["trace[312680498] 'process raft request' (duration: 1.335654702s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:50.165993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.828614Z","time spent":"1.337328604s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:51.343057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.514270418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-02T19:22:51.343168Z","caller":"traceutil/trace.go:171","msg":"trace[2041370797] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24072; }","duration":"7.514389911s","start":"2026-03-02T19:22:43.828745Z","end":"2026-03-02T19:22:51.343135Z","steps":["trace[2041370797] 'agreement among raft nodes before linearized reading' (duration: 6.337193797s)","trace[2041370797] 'range keys from in-memory index tree' (duration: 1.17703326s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:51.343225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.828742Z","time spent":"7.514468043s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-02T19:22:51.343245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.589135Z","time spent":"754.098979ms","remote":"127.0.0.1:50326","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:22:51.343609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.514855782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-02T19:22:51.343661Z","caller":"traceutil/trace.go:171","msg":"trace[411894979] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24072; }","duration":"7.514913885s","start":"2026-03-02T19:22:43.82873Z","end":"2026-03-02T19:22:51.343644Z","steps":["trace[411894979] 'agreement among raft nodes before linearized reading' (duration: 6.337217928s)","trace[411894979] 'range keys from in-memory index tree' (duration: 1.177523012s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:51.343709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.828727Z","time spent":"7.514965346s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-02T19:22:51.344149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.512895124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-02T19:22:51.344263Z","caller":"traceutil/trace.go:171","msg":"trace[255156386] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:24072; }","duration":"7.512972016s","start":"2026-03-02T19:22:43.831226Z","end":"2026-03-02T19:22:51.344198Z","steps":["trace[255156386] 'agreement among raft nodes before linearized reading' (duration: 6.334575092s)","trace[255156386] 'range keys from in-memory index tree' (duration: 1.1782166s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:51.344311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831206Z","time spent":"7.513093509s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4774,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" "} {"level":"warn","ts":"2026-03-02T19:22:51.344588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.513447387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-conductor\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-03-02T19:22:51.344648Z","caller":"traceutil/trace.go:171","msg":"trace[1050866262] range","detail":"{range_begin:/registry/deployments/openstack/nova-conductor; range_end:; response_count:1; response_revision:24072; }","duration":"7.513510969s","start":"2026-03-02T19:22:43.831116Z","end":"2026-03-02T19:22:51.344627Z","steps":["trace[1050866262] 'agreement among raft nodes before linearized reading' (duration: 6.334693904s)","trace[1050866262] 'range keys from in-memory index tree' (duration: 1.17868571s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:51.34479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.831112Z","time spent":"7.513660682s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7231,"request content":"key:\"/registry/deployments/openstack/nova-conductor\" "} {"level":"warn","ts":"2026-03-02T19:22:51.344897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.515835645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-02T19:22:51.344949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178659991s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:51.344964Z","caller":"traceutil/trace.go:171","msg":"trace[596826793] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24072; }","duration":"7.515921158s","start":"2026-03-02T19:22:43.829013Z","end":"2026-03-02T19:22:51.344934Z","steps":["trace[596826793] 'agreement among raft nodes before linearized reading' (duration: 6.336830097s)","trace[596826793] 'range keys from in-memory index tree' (duration: 1.178915557s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:51.345009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.829002Z","time spent":"7.51599937s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-02T19:22:51.345041Z","caller":"traceutil/trace.go:171","msg":"trace[1094464938] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24942; }","duration":"1.18061438s","start":"2026-03-02T19:22:50.16441Z","end":"2026-03-02T19:22:51.345025Z","steps":["trace[1094464938] 'read index received' (duration: 1.774825ms)","trace[1094464938] 'applied index is now lower than readState.Index' (duration: 1.178837745s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:51.345153Z","caller":"traceutil/trace.go:171","msg":"trace[526303170] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.520161315s","start":"2026-03-02T19:22:49.824976Z","end":"2026-03-02T19:22:51.345137Z","steps":["trace[526303170] 'process raft request' (duration: 341.207637ms)","trace[526303170] 'compare' (duration: 1.178570488s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:51.345198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.987657834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:51.34523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.824963Z","time spent":"1.520221576s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:51.34524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71999072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:22:51.345287Z","caller":"traceutil/trace.go:171","msg":"trace[121210102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24073; }","duration":"2.720057802s","start":"2026-03-02T19:22:48.625212Z","end":"2026-03-02T19:22:51.34527Z","steps":["trace[121210102] 'agreement among raft nodes before linearized reading' (duration: 2.719926719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.345304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184307508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:51.345321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.625197Z","time spent":"2.720115953s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:51.345332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726824202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.34537Z","caller":"traceutil/trace.go:171","msg":"trace[1547441817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24073; }","duration":"6.726903054s","start":"2026-03-02T19:22:44.618455Z","end":"2026-03-02T19:22:51.345358Z","steps":["trace[1547441817] 'agreement among raft nodes before linearized reading' (duration: 6.726830593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.345407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.618427Z","time spent":"6.726970686s","remote":"127.0.0.1:56258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.345436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.353963115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.345673Z","caller":"traceutil/trace.go:171","msg":"trace[1791697709] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24073; }","duration":"7.354218021s","start":"2026-03-02T19:22:43.991435Z","end":"2026-03-02T19:22:51.345653Z","steps":["trace[1791697709] 'agreement among raft nodes before linearized reading' (duration: 7.353963934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.345692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505576783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.345729Z","caller":"traceutil/trace.go:171","msg":"trace[949962164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24073; }","duration":"1.505642655s","start":"2026-03-02T19:22:49.840076Z","end":"2026-03-02T19:22:51.345718Z","steps":["trace[949962164] 'agreement among raft nodes before linearized reading' (duration: 1.505578324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.34573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.991415Z","time spent":"7.354293473s","remote":"127.0.0.1:47656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.34576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.840064Z","time spent":"1.505689566s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:51.345769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277581489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:51.345802Z","caller":"traceutil/trace.go:171","msg":"trace[1344682642] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24073; }","duration":"6.27761469s","start":"2026-03-02T19:22:45.068177Z","end":"2026-03-02T19:22:51.345792Z","steps":["trace[1344682642] 'agreement among raft nodes before linearized reading' (duration: 6.277531618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.345834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.068138Z","time spent":"6.277688532s","remote":"127.0.0.1:57986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.346017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.476794059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:22:51.346056Z","caller":"traceutil/trace.go:171","msg":"trace[351188031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24073; }","duration":"7.47686013s","start":"2026-03-02T19:22:43.869185Z","end":"2026-03-02T19:22:51.346045Z","steps":["trace[351188031] 'agreement among raft nodes before linearized reading' (duration: 7.476745667s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.346085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:43.869171Z","time spent":"7.476907062s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:22:51.346206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.515177987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-02T19:22:51.346228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520103553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T19:22:51.346243Z","caller":"traceutil/trace.go:171","msg":"trace[1449542992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24073; }","duration":"6.515218688s","start":"2026-03-02T19:22:44.831014Z","end":"2026-03-02T19:22:51.346233Z","steps":["trace[1449542992] 'agreement among raft nodes before linearized reading' (duration: 6.515100415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.34628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.830953Z","time spent":"6.515320251s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:51.345628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614293794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:51.346372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521077357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-02T19:22:51.346405Z","caller":"traceutil/trace.go:171","msg":"trace[75868678] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24073; }","duration":"1.52115941s","start":"2026-03-02T19:22:49.825236Z","end":"2026-03-02T19:22:51.346395Z","steps":["trace[75868678] 'agreement among raft nodes before linearized reading' (duration: 1.521066067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.34643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638564585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:51.346437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.825207Z","time spent":"1.521222621s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-02T19:22:51.346469Z","caller":"traceutil/trace.go:171","msg":"trace[522924817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24073; }","duration":"6.638607166s","start":"2026-03-02T19:22:44.707853Z","end":"2026-03-02T19:22:51.34646Z","steps":["trace[522924817] 'agreement among raft nodes before linearized reading' (duration: 6.638546385s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.346499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:44.707812Z","time spent":"6.638678558s","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.346549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.325201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.346603Z","caller":"traceutil/trace.go:171","msg":"trace[1904156420] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24073; }","duration":"218.404012ms","start":"2026-03-02T19:22:51.128182Z","end":"2026-03-02T19:22:51.346586Z","steps":["trace[1904156420] 'agreement among raft nodes before linearized reading' (duration: 218.31735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.345336Z","caller":"traceutil/trace.go:171","msg":"trace[2109376756] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24073; }","duration":"3.18437871s","start":"2026-03-02T19:22:48.160948Z","end":"2026-03-02T19:22:51.345327Z","steps":["trace[2109376756] 'agreement among raft nodes before linearized reading' (duration: 3.184318638s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.34628Z","caller":"traceutil/trace.go:171","msg":"trace[101669541] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24073; }","duration":"1.520174736s","start":"2026-03-02T19:22:49.826091Z","end":"2026-03-02T19:22:51.346266Z","steps":["trace[101669541] 'agreement among raft nodes before linearized reading' (duration: 1.520037822s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.346646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.826081Z","time spent":"1.520556725s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:22:51.346652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521362644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T19:22:51.346688Z","caller":"traceutil/trace.go:171","msg":"trace[582292254] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24073; }","duration":"1.521437016s","start":"2026-03-02T19:22:49.825237Z","end":"2026-03-02T19:22:51.346674Z","steps":["trace[582292254] 'agreement among raft nodes before linearized reading' (duration: 1.521346083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.3468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.282097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:51.346783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.825206Z","time spent":"1.521563359s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-02T19:22:51.34683Z","caller":"traceutil/trace.go:171","msg":"trace[1890206007] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24073; }","duration":"274.356899ms","start":"2026-03-02T19:22:51.072464Z","end":"2026-03-02T19:22:51.346821Z","steps":["trace[1890206007] 'agreement among raft nodes before linearized reading' (duration: 274.308468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.346283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177995295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:22:51.346877Z","caller":"traceutil/trace.go:171","msg":"trace[438305233] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24073; }","duration":"1.17862095s","start":"2026-03-02T19:22:50.168239Z","end":"2026-03-02T19:22:51.34686Z","steps":["trace[438305233] 'agreement among raft nodes before linearized reading' (duration: 1.177981404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.346932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.16822Z","time spent":"1.178696162s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:22:51.34715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.335941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-02T19:22:51.347186Z","caller":"traceutil/trace.go:171","msg":"trace[1785985740] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24073; }","duration":"358.371732ms","start":"2026-03-02T19:22:50.988803Z","end":"2026-03-02T19:22:51.347175Z","steps":["trace[1785985740] 'agreement among raft nodes before linearized reading' (duration: 358.162017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.347213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.988747Z","time spent":"358.459744ms","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418280,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:22:51.347235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522136863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-02T19:22:51.347279Z","caller":"traceutil/trace.go:171","msg":"trace[587823606] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24073; }","duration":"1.522198615s","start":"2026-03-02T19:22:49.825067Z","end":"2026-03-02T19:22:51.347265Z","steps":["trace[587823606] 'agreement among raft nodes before linearized reading' (duration: 1.522015741s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.347321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.825057Z","time spent":"1.522251236s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:22:51.347585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523129368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T19:22:51.347626Z","caller":"traceutil/trace.go:171","msg":"trace[1091129276] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24073; }","duration":"1.523173309s","start":"2026-03-02T19:22:49.824441Z","end":"2026-03-02T19:22:51.347614Z","steps":["trace[1091129276] 'agreement among raft nodes before linearized reading' (duration: 1.523024465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.347665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.824382Z","time spent":"1.523274031s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:22:51.347704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517800708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:22:51.347477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.151916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T19:22:51.347786Z","caller":"traceutil/trace.go:171","msg":"trace[1010862410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24073; }","duration":"751.483593ms","start":"2026-03-02T19:22:50.596284Z","end":"2026-03-02T19:22:51.347768Z","steps":["trace[1010862410] 'agreement among raft nodes before linearized reading' (duration: 751.125635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.34783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.596263Z","time spent":"751.552905ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-02T19:22:51.347898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716445779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-02T19:22:51.34793Z","caller":"traceutil/trace.go:171","msg":"trace[2102499942] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24073; }","duration":"4.71650417s","start":"2026-03-02T19:22:46.631416Z","end":"2026-03-02T19:22:51.347921Z","steps":["trace[2102499942] 'agreement among raft nodes before linearized reading' (duration: 4.716345705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.347959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:46.631402Z","time spent":"4.716550702s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:51.347977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523966179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T19:22:51.348022Z","caller":"traceutil/trace.go:171","msg":"trace[602492346] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24073; }","duration":"1.524046021s","start":"2026-03-02T19:22:49.823963Z","end":"2026-03-02T19:22:51.348009Z","steps":["trace[602492346] 'agreement among raft nodes before linearized reading' (duration: 1.523853736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.348033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.454318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.348062Z","caller":"traceutil/trace.go:171","msg":"trace[1125661729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24073; }","duration":"919.506469ms","start":"2026-03-02T19:22:50.428547Z","end":"2026-03-02T19:22:51.348054Z","steps":["trace[1125661729] 'agreement among raft nodes before linearized reading' (duration: 919.452528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.348089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.428534Z","time spent":"919.5481ms","remote":"127.0.0.1:44884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.348132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.107017498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:51.348139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.823945Z","time spent":"1.524177134s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T19:22:51.348167Z","caller":"traceutil/trace.go:171","msg":"trace[696658105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24073; }","duration":"5.107095401s","start":"2026-03-02T19:22:46.241058Z","end":"2026-03-02T19:22:51.348153Z","steps":["trace[696658105] 'agreement among raft nodes before linearized reading' (duration: 5.107043229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.348196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:46.241035Z","time spent":"5.107152852s","remote":"127.0.0.1:44962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.348336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173970875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-02T19:22:51.348374Z","caller":"traceutil/trace.go:171","msg":"trace[1846828624] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24073; }","duration":"1.174013926s","start":"2026-03-02T19:22:50.174351Z","end":"2026-03-02T19:22:51.348365Z","steps":["trace[1846828624] 'agreement among raft nodes before linearized reading' (duration: 1.173917664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.348401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.174348Z","time spent":"1.174047137s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:51.348433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539482474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.348511Z","caller":"traceutil/trace.go:171","msg":"trace[349679098] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24073; }","duration":"1.539606396s","start":"2026-03-02T19:22:49.808891Z","end":"2026-03-02T19:22:51.348497Z","steps":["trace[349679098] 'agreement among raft nodes before linearized reading' (duration: 1.539446172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.348553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.808869Z","time spent":"1.539670978s","remote":"127.0.0.1:48864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.348734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606925436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:51.348754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174402455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:3106"} {"level":"info","ts":"2026-03-02T19:22:51.348775Z","caller":"traceutil/trace.go:171","msg":"trace[1235251120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24073; }","duration":"1.607002447s","start":"2026-03-02T19:22:49.74176Z","end":"2026-03-02T19:22:51.348762Z","steps":["trace[1235251120] 'agreement among raft nodes before linearized reading' (duration: 1.606941585s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.34881Z","caller":"traceutil/trace.go:171","msg":"trace[845540519] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:24073; }","duration":"1.174469617s","start":"2026-03-02T19:22:50.174328Z","end":"2026-03-02T19:22:51.348798Z","steps":["trace[845540519] 'agreement among raft nodes before linearized reading' (duration: 1.174200951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.348811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.741737Z","time spent":"1.607064179s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.348934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.174325Z","time spent":"1.174509438s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3130,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} {"level":"warn","ts":"2026-03-02T19:22:51.34825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098377401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.349099Z","caller":"traceutil/trace.go:171","msg":"trace[797638521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24073; }","duration":"1.099253312s","start":"2026-03-02T19:22:50.249829Z","end":"2026-03-02T19:22:51.349082Z","steps":["trace[797638521] 'agreement among raft nodes before linearized reading' (duration: 1.098367621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174865107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-03-02T19:22:51.349146Z","caller":"traceutil/trace.go:171","msg":"trace[868984383] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:24073; }","duration":"1.174907448s","start":"2026-03-02T19:22:50.17423Z","end":"2026-03-02T19:22:51.349137Z","steps":["trace[868984383] 'agreement among raft nodes before linearized reading' (duration: 1.174845056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.249812Z","time spent":"1.099324344s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:51.349174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.174223Z","time spent":"1.174944409s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4287,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-03-02T19:22:51.349302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511959564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"warn","ts":"2026-03-02T19:22:51.349354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175692518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-03-02T19:22:51.349397Z","caller":"traceutil/trace.go:171","msg":"trace[1170072611] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:24073; }","duration":"1.175743189s","start":"2026-03-02T19:22:50.173645Z","end":"2026-03-02T19:22:51.349388Z","steps":["trace[1170072611] 'agreement among raft nodes before linearized reading' (duration: 1.175640236s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848643916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:22:51.349433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.173368Z","time spent":"1.176056007s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4543,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-03-02T19:22:51.349449Z","caller":"traceutil/trace.go:171","msg":"trace[900591950] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24073; }","duration":"1.849065266s","start":"2026-03-02T19:22:49.500367Z","end":"2026-03-02T19:22:51.349433Z","steps":["trace[900591950] 'agreement among raft nodes before linearized reading' (duration: 1.848601925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720472232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:22:51.349499Z","caller":"traceutil/trace.go:171","msg":"trace[1479327409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24073; }","duration":"2.720521973s","start":"2026-03-02T19:22:48.628969Z","end":"2026-03-02T19:22:51.349491Z","steps":["trace[1479327409] 'agreement among raft nodes before linearized reading' (duration: 2.720413671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.62896Z","time spent":"2.720566384s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:51.349631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175985955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"warn","ts":"2026-03-02T19:22:51.349696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721054076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:22:51.349728Z","caller":"traceutil/trace.go:171","msg":"trace[1093949226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24073; }","duration":"2.721139288s","start":"2026-03-02T19:22:48.62858Z","end":"2026-03-02T19:22:51.34972Z","steps":["trace[1093949226] 'agreement among raft nodes before linearized reading' (duration: 2.721059666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.62857Z","time spent":"2.721177899s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:22:51.349788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17622588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"info","ts":"2026-03-02T19:22:51.349825Z","caller":"traceutil/trace.go:171","msg":"trace[1203056344] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:24073; }","duration":"1.176271702s","start":"2026-03-02T19:22:50.173545Z","end":"2026-03-02T19:22:51.349816Z","steps":["trace[1203056344] 'agreement among raft nodes before linearized reading' (duration: 1.17617276s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.17354Z","time spent":"1.176311683s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3684,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-03-02T19:22:51.349866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722103611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:22:51.349903Z","caller":"traceutil/trace.go:171","msg":"trace[1943003902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24073; }","duration":"2.722153233s","start":"2026-03-02T19:22:48.62774Z","end":"2026-03-02T19:22:51.349893Z","steps":["trace[1943003902] 'agreement among raft nodes before linearized reading' (duration: 2.722049331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.349945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.627731Z","time spent":"2.722203774s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:51.349106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055321428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.350053Z","caller":"traceutil/trace.go:171","msg":"trace[1409313705] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24073; }","duration":"2.056290781s","start":"2026-03-02T19:22:49.293747Z","end":"2026-03-02T19:22:51.350038Z","steps":["trace[1409313705] 'agreement among raft nodes before linearized reading' (duration: 2.055328587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.350073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17659994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-03-02T19:22:51.350103Z","caller":"traceutil/trace.go:171","msg":"trace[455117481] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:24073; }","duration":"1.176640351s","start":"2026-03-02T19:22:50.173455Z","end":"2026-03-02T19:22:51.350095Z","steps":["trace[455117481] 'agreement among raft nodes before linearized reading' (duration: 1.176557279s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.350095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.293732Z","time spent":"2.056350663s","remote":"127.0.0.1:56496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.350246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724712657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:22:51.350291Z","caller":"traceutil/trace.go:171","msg":"trace[1789945661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24073; }","duration":"2.724767008s","start":"2026-03-02T19:22:48.625511Z","end":"2026-03-02T19:22:51.350278Z","steps":["trace[1789945661] 'agreement among raft nodes before linearized reading' (duration: 2.724656985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.350325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.625506Z","time spent":"2.724812509s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:51.3495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:49.500348Z","time spent":"1.849139277s","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T19:22:51.345246Z","caller":"traceutil/trace.go:171","msg":"trace[26426692] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24073; }","duration":"5.987708945s","start":"2026-03-02T19:22:45.357524Z","end":"2026-03-02T19:22:51.345233Z","steps":["trace[26426692] 'agreement among raft nodes before linearized reading' (duration: 5.987621493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.350468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.357487Z","time spent":"5.992968845s","remote":"127.0.0.1:56008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.350538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.173451Z","time spent":"1.176683642s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5082,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:22:51.346375Z","caller":"traceutil/trace.go:171","msg":"trace[1275996124] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24073; }","duration":"3.615065342s","start":"2026-03-02T19:22:47.731299Z","end":"2026-03-02T19:22:51.346365Z","steps":["trace[1275996124] 'agreement among raft nodes before linearized reading' (duration: 3.614056467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.350662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:47.731286Z","time spent":"3.61936524s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.350849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177499743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-server\" ","response":"range_response_count:1 size:11364"} {"level":"info","ts":"2026-03-02T19:22:51.350897Z","caller":"traceutil/trace.go:171","msg":"trace[7145225] range","detail":"{range_begin:/registry/deployments/openstack/neutron-server; range_end:; response_count:1; response_revision:24073; }","duration":"1.177548134s","start":"2026-03-02T19:22:50.173334Z","end":"2026-03-02T19:22:51.350882Z","steps":["trace[7145225] 'agreement among raft nodes before linearized reading' (duration: 1.177414791s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.349695Z","caller":"traceutil/trace.go:171","msg":"trace[326245225] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:24073; }","duration":"1.176059917s","start":"2026-03-02T19:22:50.173621Z","end":"2026-03-02T19:22:51.349681Z","steps":["trace[326245225] 'agreement among raft nodes before linearized reading' (duration: 1.175922104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.173618Z","time spent":"1.177412181s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5082,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:51.351168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177971604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-03-02T19:22:51.351204Z","caller":"traceutil/trace.go:171","msg":"trace[1917028078] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:24073; }","duration":"1.178006575s","start":"2026-03-02T19:22:50.173187Z","end":"2026-03-02T19:22:51.351193Z","steps":["trace[1917028078] 'agreement among raft nodes before linearized reading' (duration: 1.177909233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.35123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.173168Z","time spent":"1.178056527s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4808,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-02T19:22:51.351289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.662831844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:51.351328Z","caller":"traceutil/trace.go:171","msg":"trace[899145850] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24073; }","duration":"5.662913936s","start":"2026-03-02T19:22:45.688405Z","end":"2026-03-02T19:22:51.351318Z","steps":["trace[899145850] 'agreement among raft nodes before linearized reading' (duration: 5.662851155s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.347742Z","caller":"traceutil/trace.go:171","msg":"trace[1829421424] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:24073; }","duration":"5.51788615s","start":"2026-03-02T19:22:45.829845Z","end":"2026-03-02T19:22:51.347731Z","steps":["trace[1829421424] 'agreement among raft nodes before linearized reading' (duration: 5.517774928s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178473457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4403"} {"level":"warn","ts":"2026-03-02T19:22:51.351395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.829819Z","time spent":"5.521562102s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"info","ts":"2026-03-02T19:22:51.35145Z","caller":"traceutil/trace.go:171","msg":"trace[677787338] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:24073; }","duration":"1.178521318s","start":"2026-03-02T19:22:50.172919Z","end":"2026-03-02T19:22:51.35144Z","steps":["trace[677787338] 'agreement among raft nodes before linearized reading' (duration: 1.178424966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.172914Z","time spent":"1.178556679s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4427,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-03-02T19:22:51.351533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1785978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T19:22:51.351567Z","caller":"traceutil/trace.go:171","msg":"trace[1304180385] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:24073; }","duration":"1.178640731s","start":"2026-03-02T19:22:50.172918Z","end":"2026-03-02T19:22:51.351559Z","steps":["trace[1304180385] 'agreement among raft nodes before linearized reading' (duration: 1.178532168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.172915Z","time spent":"1.178675532s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3785,"request content":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-02T19:22:51.351698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178920858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9036"} {"level":"warn","ts":"2026-03-02T19:22:51.351761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179040711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:5116"} {"level":"info","ts":"2026-03-02T19:22:51.351775Z","caller":"traceutil/trace.go:171","msg":"trace[1629957035] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:24073; }","duration":"1.17901883s","start":"2026-03-02T19:22:50.172735Z","end":"2026-03-02T19:22:51.351754Z","steps":["trace[1629957035] 'agreement among raft nodes before linearized reading' (duration: 1.178798884s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.351795Z","caller":"traceutil/trace.go:171","msg":"trace[1073557565] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:24073; }","duration":"1.179084781s","start":"2026-03-02T19:22:50.172701Z","end":"2026-03-02T19:22:51.351786Z","steps":["trace[1073557565] 'agreement among raft nodes before linearized reading' (duration: 1.17900371s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.35182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.172695Z","time spent":"1.179118172s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5140,"request content":"key:\"/registry/deployments/openstack/staffeln-conductor\" "} {"level":"warn","ts":"2026-03-02T19:22:51.351822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.160929Z","time spent":"3.19088031s","remote":"127.0.0.1:44896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.351803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826321929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:22:51.351892Z","caller":"traceutil/trace.go:171","msg":"trace[678628839] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24073; }","duration":"3.826469463s","start":"2026-03-02T19:22:47.525408Z","end":"2026-03-02T19:22:51.351877Z","steps":["trace[678628839] 'agreement among raft nodes before linearized reading' (duration: 3.820239598s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180011034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:51.351916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1790044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-03-02T19:22:51.351931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:47.525388Z","time spent":"3.826533774s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2743,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:51.351944Z","caller":"traceutil/trace.go:171","msg":"trace[1070858714] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24073; }","duration":"1.180066896s","start":"2026-03-02T19:22:50.171869Z","end":"2026-03-02T19:22:51.351935Z","steps":["trace[1070858714] 'agreement among raft nodes before linearized reading' (duration: 1.180014085s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.351951Z","caller":"traceutil/trace.go:171","msg":"trace[698604545] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24073; }","duration":"1.179043161s","start":"2026-03-02T19:22:50.172895Z","end":"2026-03-02T19:22:51.351938Z","steps":["trace[698604545] 'agreement among raft nodes before linearized reading' (duration: 1.178956319s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:51.349364Z","caller":"traceutil/trace.go:171","msg":"trace[719988194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24073; }","duration":"2.511996785s","start":"2026-03-02T19:22:48.837329Z","end":"2026-03-02T19:22:51.349326Z","steps":["trace[719988194] 'agreement among raft nodes before linearized reading' (duration: 2.511798341s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.171854Z","time spent":"1.180107267s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:22:51.352032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.173318Z","time spent":"1.178698842s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":11388,"request content":"key:\"/registry/deployments/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T19:22:51.352303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179529113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-03-02T19:22:51.352342Z","caller":"traceutil/trace.go:171","msg":"trace[2032580635] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:24073; }","duration":"1.179580414s","start":"2026-03-02T19:22:50.172751Z","end":"2026-03-02T19:22:51.352332Z","steps":["trace[2032580635] 'agreement among raft nodes before linearized reading' (duration: 1.1794118s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.351824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.172731Z","time spent":"1.179083622s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9060,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T19:22:51.352396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.172891Z","time spent":"1.179499112s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:51.35249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:48.837306Z","time spent":"2.515176155s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:22:51.351358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.688386Z","time spent":"5.662964287s","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.352129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.857191141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:51.352899Z","caller":"traceutil/trace.go:171","msg":"trace[326031096] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24073; }","duration":"5.85799141s","start":"2026-03-02T19:22:45.494893Z","end":"2026-03-02T19:22:51.352884Z","steps":["trace[326031096] 'agreement among raft nodes before linearized reading' (duration: 5.857206811s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:51.352944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:45.494875Z","time spent":"5.858054681s","remote":"127.0.0.1:57982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:51.352373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:50.172748Z","time spent":"1.179617055s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4636,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:51.861399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:52.361795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:52.863638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:52.925431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564136915s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:52.957547Z","caller":"traceutil/trace.go:171","msg":"trace[1013772226] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.596295512s","start":"2026-03-02T19:22:51.361226Z","end":"2026-03-02T19:22:52.957521Z","steps":["trace[1013772226] 'process raft request' (duration: 1.564427642s)","trace[1013772226] 'compare' (duration: 31.756447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:52.957705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361213Z","time spent":"1.596400104s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.244082Z","caller":"traceutil/trace.go:171","msg":"trace[1368521051] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.882742071s","start":"2026-03-02T19:22:51.361318Z","end":"2026-03-02T19:22:53.244061Z","steps":["trace[1368521051] 'process raft request' (duration: 1.881429509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.244206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361308Z","time spent":"1.882831613s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.244784Z","caller":"traceutil/trace.go:171","msg":"trace[930652577] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.883394657s","start":"2026-03-02T19:22:51.361369Z","end":"2026-03-02T19:22:53.244764Z","steps":["trace[930652577] 'process raft request' (duration: 1.882954065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.244828Z","caller":"traceutil/trace.go:171","msg":"trace[75554161] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.883396198s","start":"2026-03-02T19:22:51.361398Z","end":"2026-03-02T19:22:53.244794Z","steps":["trace[75554161] 'process raft request' (duration: 1.883277945s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.244791Z","caller":"traceutil/trace.go:171","msg":"trace[633216466] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.883409388s","start":"2026-03-02T19:22:51.361353Z","end":"2026-03-02T19:22:53.244762Z","steps":["trace[633216466] 'process raft request' (duration: 1.882626688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.245004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361393Z","time spent":"1.883522961s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.245027Z","caller":"traceutil/trace.go:171","msg":"trace[2145959792] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"1.883604112s","start":"2026-03-02T19:22:51.361406Z","end":"2026-03-02T19:22:53.24501Z","steps":["trace[2145959792] 'process raft request' (duration: 1.883336915s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.245064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361334Z","time spent":"1.883691814s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.245138Z","caller":"traceutil/trace.go:171","msg":"trace[234277808] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"1.883667494s","start":"2026-03-02T19:22:51.361461Z","end":"2026-03-02T19:22:53.245128Z","steps":["trace[234277808] 'process raft request' (duration: 1.883482079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.245135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361399Z","time spent":"1.883672954s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:53.245187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361453Z","time spent":"1.883700994s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.245204Z","caller":"traceutil/trace.go:171","msg":"trace[1604378435] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"1.883719455s","start":"2026-03-02T19:22:51.361466Z","end":"2026-03-02T19:22:53.245186Z","steps":["trace[1604378435] 'process raft request' (duration: 1.883574722s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.245354Z","caller":"traceutil/trace.go:171","msg":"trace[1071723772] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"1.883842028s","start":"2026-03-02T19:22:51.361502Z","end":"2026-03-02T19:22:53.245344Z","steps":["trace[1071723772] 'process raft request' (duration: 1.883603532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.245382Z","caller":"traceutil/trace.go:171","msg":"trace[905496375] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"1.883845858s","start":"2026-03-02T19:22:51.361512Z","end":"2026-03-02T19:22:53.245358Z","steps":["trace[905496375] 'process raft request' (duration: 1.883737116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.245407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361498Z","time spent":"1.883883449s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.245455Z","caller":"traceutil/trace.go:171","msg":"trace[1127944942] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"1.883894849s","start":"2026-03-02T19:22:51.361543Z","end":"2026-03-02T19:22:53.245437Z","steps":["trace[1127944942] 'process raft request' (duration: 1.883763626s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.2455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361537Z","time spent":"1.8839391s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:53.245528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361504Z","time spent":"1.88391792s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:53.245567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.360554Z","time spent":"1.885008696s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:22:53.245278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361461Z","time spent":"1.883782326s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.245782Z","caller":"traceutil/trace.go:171","msg":"trace[351253147] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24943; }","duration":"1.884409011s","start":"2026-03-02T19:22:51.361364Z","end":"2026-03-02T19:22:53.245773Z","steps":["trace[351253147] 'read index received' (duration: 1.564323379s)","trace[351253147] 'applied index is now lower than readState.Index' (duration: 320.084582ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:53.245839Z","caller":"traceutil/trace.go:171","msg":"trace[1169143112] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"1.48853851s","start":"2026-03-02T19:22:51.75727Z","end":"2026-03-02T19:22:53.245809Z","steps":["trace[1169143112] 'process raft request' (duration: 1.488289754s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.245821Z","caller":"traceutil/trace.go:171","msg":"trace[598896580] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"963.478618ms","start":"2026-03-02T19:22:52.282324Z","end":"2026-03-02T19:22:53.245803Z","steps":["trace[598896580] 'process raft request' (duration: 963.391756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.244976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361364Z","time spent":"1.883511369s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.245901Z","caller":"traceutil/trace.go:171","msg":"trace[2118544815] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"1.876004223s","start":"2026-03-02T19:22:51.369876Z","end":"2026-03-02T19:22:53.245881Z","steps":["trace[2118544815] 'process raft request' (duration: 1.875552662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.24594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.282246Z","time spent":"963.630972ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:53.245945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884574426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-02T19:22:53.245979Z","caller":"traceutil/trace.go:171","msg":"trace[385351015] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:24088; }","duration":"1.884617727s","start":"2026-03-02T19:22:51.361352Z","end":"2026-03-02T19:22:53.24597Z","steps":["trace[385351015] 'agreement among raft nodes before linearized reading' (duration: 1.884514135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.025538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-02T19:22:53.246009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361347Z","time spent":"1.884652018s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3915,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884574986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-03-02T19:22:53.246023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.369859Z","time spent":"1.876107206s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:53.246054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884439243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6163"} {"level":"warn","ts":"2026-03-02T19:22:53.246086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435934867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:22:53.246105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.669672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3322"} {"level":"info","ts":"2026-03-02T19:22:53.246113Z","caller":"traceutil/trace.go:171","msg":"trace[1907855398] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:24088; }","duration":"1.884515734s","start":"2026-03-02T19:22:51.361584Z","end":"2026-03-02T19:22:53.2461Z","steps":["trace[1907855398] 'agreement among raft nodes before linearized reading' (duration: 1.88434948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881591462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T19:22:53.246139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.226925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:53.246152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.107571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:53.24615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361579Z","time spent":"1.884562585s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6187,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-02T19:22:53.246151Z","caller":"traceutil/trace.go:171","msg":"trace[879701616] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:24088; }","duration":"1.881648193s","start":"2026-03-02T19:22:51.364493Z","end":"2026-03-02T19:22:53.246141Z","steps":["trace[879701616] 'agreement among raft nodes before linearized reading' (duration: 1.881532361s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.246166Z","caller":"traceutil/trace.go:171","msg":"trace[1607133956] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24088; }","duration":"884.132501ms","start":"2026-03-02T19:22:52.362029Z","end":"2026-03-02T19:22:53.246162Z","steps":["trace[1607133956] 'agreement among raft nodes before linearized reading' (duration: 884.10839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.152307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:53.246185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.362024Z","time spent":"884.157341ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:53.246202Z","caller":"traceutil/trace.go:171","msg":"trace[1220908237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24088; }","duration":"973.206399ms","start":"2026-03-02T19:22:52.27299Z","end":"2026-03-02T19:22:53.246196Z","steps":["trace[1220908237] 'agreement among raft nodes before linearized reading' (duration: 973.178318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884630557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-02T19:22:53.246222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.272967Z","time spent":"973.250879ms","remote":"127.0.0.1:47676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:22:53.246024Z","caller":"traceutil/trace.go:171","msg":"trace[1415685221] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24088; }","duration":"884.090269ms","start":"2026-03-02T19:22:52.361927Z","end":"2026-03-02T19:22:53.246018Z","steps":["trace[1415685221] 'agreement among raft nodes before linearized reading' (duration: 884.023188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410391684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:53.246255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677129035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-02T19:22:53.246272Z","caller":"traceutil/trace.go:171","msg":"trace[1987688862] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24088; }","duration":"1.410462065s","start":"2026-03-02T19:22:51.8358Z","end":"2026-03-02T19:22:53.246262Z","steps":["trace[1987688862] 'agreement among raft nodes before linearized reading' (duration: 1.410414384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884699699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-03-02T19:22:53.246296Z","caller":"traceutil/trace.go:171","msg":"trace[1385523449] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24088; }","duration":"1.677165036s","start":"2026-03-02T19:22:51.569119Z","end":"2026-03-02T19:22:53.246284Z","steps":["trace[1385523449] 'agreement among raft nodes before linearized reading' (duration: 1.677077644s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.246159Z","caller":"traceutil/trace.go:171","msg":"trace[2019917987] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24088; }","duration":"924.280907ms","start":"2026-03-02T19:22:52.321873Z","end":"2026-03-02T19:22:53.246154Z","steps":["trace[2019917987] 'agreement among raft nodes before linearized reading' (duration: 924.247226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.246313Z","caller":"traceutil/trace.go:171","msg":"trace[424462362] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24088; }","duration":"1.884738159s","start":"2026-03-02T19:22:51.361568Z","end":"2026-03-02T19:22:53.246306Z","steps":["trace[424462362] 'agreement among raft nodes before linearized reading' (duration: 1.884673138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.569062Z","time spent":"1.677253828s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.321855Z","time spent":"924.465411ms","remote":"127.0.0.1:47750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:53.24634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361563Z","time spent":"1.884769561s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4734,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.361906Z","time spent":"884.347207ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88190899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:22:53.246128Z","caller":"traceutil/trace.go:171","msg":"trace[583619781] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24088; }","duration":"754.713634ms","start":"2026-03-02T19:22:52.491407Z","end":"2026-03-02T19:22:53.246121Z","steps":["trace[583619781] 'agreement among raft nodes before linearized reading' (duration: 754.654622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.491394Z","time spent":"755.020021ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3346,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884428111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:53.246449Z","caller":"traceutil/trace.go:171","msg":"trace[1670988155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24088; }","duration":"1.884462402s","start":"2026-03-02T19:22:51.361982Z","end":"2026-03-02T19:22:53.246444Z","steps":["trace[1670988155] 'agreement among raft nodes before linearized reading' (duration: 1.884423381s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361977Z","time spent":"1.884486462s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882111685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:53.246498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884965245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"warn","ts":"2026-03-02T19:22:53.245917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.757237Z","time spent":"1.488633553s","remote":"127.0.0.1:34248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:53.24652Z","caller":"traceutil/trace.go:171","msg":"trace[2142938286] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:24088; }","duration":"1.884990817s","start":"2026-03-02T19:22:51.361522Z","end":"2026-03-02T19:22:53.246513Z","steps":["trace[2142938286] 'agreement among raft nodes before linearized reading' (duration: 1.884933145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.835777Z","time spent":"1.410513556s","remote":"127.0.0.1:47628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:53.246546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361519Z","time spent":"1.885020627s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4636,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885071179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5130"} {"level":"warn","ts":"2026-03-02T19:22:53.246103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884508894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"info","ts":"2026-03-02T19:22:53.246622Z","caller":"traceutil/trace.go:171","msg":"trace[1473894134] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24088; }","duration":"1.885036157s","start":"2026-03-02T19:22:51.361578Z","end":"2026-03-02T19:22:53.246614Z","steps":["trace[1473894134] 'agreement among raft nodes before linearized reading' (duration: 1.884480493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.24605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.250836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:53.246678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885221251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4750"} {"level":"info","ts":"2026-03-02T19:22:53.246696Z","caller":"traceutil/trace.go:171","msg":"trace[371517912] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24088; }","duration":"1.885242982s","start":"2026-03-02T19:22:51.361448Z","end":"2026-03-02T19:22:53.246691Z","steps":["trace[371517912] 'agreement among raft nodes before linearized reading' (duration: 1.885191681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.24672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361445Z","time spent":"1.885270212s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4774,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-02T19:22:53.246706Z","caller":"traceutil/trace.go:171","msg":"trace[1747402008] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24088; }","duration":"669.928183ms","start":"2026-03-02T19:22:52.576757Z","end":"2026-03-02T19:22:53.246685Z","steps":["trace[1747402008] 'agreement among raft nodes before linearized reading' (duration: 669.277477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.24674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885175201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9322"} {"level":"warn","ts":"2026-03-02T19:22:53.246746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885196031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/octavia-housekeeping\" ","response":"range_response_count:1 size:7702"} {"level":"info","ts":"2026-03-02T19:22:53.246767Z","caller":"traceutil/trace.go:171","msg":"trace[1139669100] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:24088; }","duration":"1.885218332s","start":"2026-03-02T19:22:51.361541Z","end":"2026-03-02T19:22:53.24676Z","steps":["trace[1139669100] 'agreement among raft nodes before linearized reading' (duration: 1.88515212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885203012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"info","ts":"2026-03-02T19:22:53.246779Z","caller":"traceutil/trace.go:171","msg":"trace[888076981] range","detail":"{range_begin:/registry/deployments/openstack/octavia-housekeeping; range_end:; response_count:1; response_revision:24088; }","duration":"1.885235362s","start":"2026-03-02T19:22:51.361535Z","end":"2026-03-02T19:22:53.24677Z","steps":["trace[888076981] 'agreement among raft nodes before linearized reading' (duration: 1.88514532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.24679Z","caller":"traceutil/trace.go:171","msg":"trace[1846033149] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24088; }","duration":"1.885233862s","start":"2026-03-02T19:22:51.36155Z","end":"2026-03-02T19:22:53.246784Z","steps":["trace[1846033149] 'agreement among raft nodes before linearized reading' (duration: 1.885173861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885218341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:1 size:3106"} {"level":"warn","ts":"2026-03-02T19:22:53.246627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88515389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"warn","ts":"2026-03-02T19:22:53.246811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361547Z","time spent":"1.885260693s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361533Z","time spent":"1.885274243s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":7726,"request content":"key:\"/registry/deployments/openstack/octavia-housekeeping\" "} {"level":"info","ts":"2026-03-02T19:22:53.246818Z","caller":"traceutil/trace.go:171","msg":"trace[1000238328] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:1; response_revision:24088; }","duration":"1.885243823s","start":"2026-03-02T19:22:51.361566Z","end":"2026-03-02T19:22:53.246809Z","steps":["trace[1000238328] 'agreement among raft nodes before linearized reading' (duration: 1.885189771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885232522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-api\" ","response":"range_response_count:1 size:7740"} {"level":"warn","ts":"2026-03-02T19:22:53.246838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361562Z","time spent":"1.885271753s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3130,"request content":"key:\"/registry/deployments/orc-system/orc-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:22:53.246834Z","caller":"traceutil/trace.go:171","msg":"trace[1542851705] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24088; }","duration":"1.885359535s","start":"2026-03-02T19:22:51.36146Z","end":"2026-03-02T19:22:53.246819Z","steps":["trace[1542851705] 'agreement among raft nodes before linearized reading' (duration: 1.88514824s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:53.246863Z","caller":"traceutil/trace.go:171","msg":"trace[1321345599] range","detail":"{range_begin:/registry/deployments/openstack/magnum-api; range_end:; response_count:1; response_revision:24088; }","duration":"1.885305244s","start":"2026-03-02T19:22:51.361546Z","end":"2026-03-02T19:22:53.246851Z","steps":["trace[1321345599] 'agreement among raft nodes before linearized reading' (duration: 1.88513002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.246889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361457Z","time spent":"1.885418166s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4519,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.576733Z","time spent":"670.018074ms","remote":"127.0.0.1:44912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:53.246945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361541Z","time spent":"1.885356915s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7764,"request content":"key:\"/registry/deployments/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88516578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"info","ts":"2026-03-02T19:22:53.247057Z","caller":"traceutil/trace.go:171","msg":"trace[2091212681] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24088; }","duration":"1.885492299s","start":"2026-03-02T19:22:51.361556Z","end":"2026-03-02T19:22:53.247048Z","steps":["trace[2091212681] 'agreement among raft nodes before linearized reading' (duration: 1.88513403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361548Z","time spent":"1.885526139s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11782,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T19:22:53.246044Z","caller":"traceutil/trace.go:171","msg":"trace[676835910] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24088; }","duration":"1.884615487s","start":"2026-03-02T19:22:51.361421Z","end":"2026-03-02T19:22:53.246036Z","steps":["trace[676835910] 'agreement among raft nodes before linearized reading' (duration: 1.884488544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361418Z","time spent":"1.885720804s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4774,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869183694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-02T19:22:53.247193Z","caller":"traceutil/trace.go:171","msg":"trace[2120773175] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:24088; }","duration":"1.869843441s","start":"2026-03-02T19:22:51.377344Z","end":"2026-03-02T19:22:53.247187Z","steps":["trace[2120773175] 'agreement among raft nodes before linearized reading' (duration: 1.869160293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.377329Z","time spent":"1.869874902s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3928,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.364489Z","time spent":"1.881685854s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885384306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-03-02T19:22:53.247352Z","caller":"traceutil/trace.go:171","msg":"trace[946015798] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24088; }","duration":"1.88590571s","start":"2026-03-02T19:22:51.361437Z","end":"2026-03-02T19:22:53.247342Z","steps":["trace[946015798] 'agreement among raft nodes before linearized reading' (duration: 1.885374006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361434Z","time spent":"1.88593245s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4519,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-02T19:22:53.24652Z","caller":"traceutil/trace.go:171","msg":"trace[1855447551] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24088; }","duration":"1.882228887s","start":"2026-03-02T19:22:51.364283Z","end":"2026-03-02T19:22:53.246511Z","steps":["trace[1855447551] 'agreement among raft nodes before linearized reading' (duration: 1.882121925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.364271Z","time spent":"1.883148981s","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:22:53.24611Z","caller":"traceutil/trace.go:171","msg":"trace[1640090530] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24088; }","duration":"1.435997718s","start":"2026-03-02T19:22:51.810107Z","end":"2026-03-02T19:22:53.246104Z","steps":["trace[1640090530] 'agreement among raft nodes before linearized reading' (duration: 1.435832103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.810086Z","time spent":"1.437426514s","remote":"127.0.0.1:55926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:53.246157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884566876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-03-02T19:22:53.24763Z","caller":"traceutil/trace.go:171","msg":"trace[188780153] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:24088; }","duration":"1.886042483s","start":"2026-03-02T19:22:51.361581Z","end":"2026-03-02T19:22:53.247624Z","steps":["trace[188780153] 'agreement among raft nodes before linearized reading' (duration: 1.884536735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361578Z","time spent":"1.886064963s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5039,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-02T19:22:53.246229Z","caller":"traceutil/trace.go:171","msg":"trace[1102312349] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24088; }","duration":"1.884653837s","start":"2026-03-02T19:22:51.361569Z","end":"2026-03-02T19:22:53.246223Z","steps":["trace[1102312349] 'agreement among raft nodes before linearized reading' (duration: 1.884599886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.24772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361564Z","time spent":"1.886151096s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5164,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:22:53.246391Z","caller":"traceutil/trace.go:171","msg":"trace[1390487829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24088; }","duration":"1.88195021s","start":"2026-03-02T19:22:51.364434Z","end":"2026-03-02T19:22:53.246384Z","steps":["trace[1390487829] 'agreement among raft nodes before linearized reading' (duration: 1.881843868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.364427Z","time spent":"1.883346056s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834204857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:53.247833Z","caller":"traceutil/trace.go:171","msg":"trace[1680438314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24088; }","duration":"1.835576993s","start":"2026-03-02T19:22:51.412246Z","end":"2026-03-02T19:22:53.247823Z","steps":["trace[1680438314] 'agreement among raft nodes before linearized reading' (duration: 1.834208298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.412232Z","time spent":"1.835635034s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:22:53.246595Z","caller":"traceutil/trace.go:171","msg":"trace[1552600236] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24088; }","duration":"1.885113469s","start":"2026-03-02T19:22:51.361473Z","end":"2026-03-02T19:22:53.246586Z","steps":["trace[1552600236] 'agreement among raft nodes before linearized reading' (duration: 1.885039187s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.247927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361462Z","time spent":"1.886452233s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5154,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-03-02T19:22:53.245854Z","caller":"traceutil/trace.go:171","msg":"trace[1487897048] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"849.499873ms","start":"2026-03-02T19:22:52.396347Z","end":"2026-03-02T19:22:53.245847Z","steps":["trace[1487897048] 'process raft request' (duration: 849.396711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:53.248025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:52.396329Z","time spent":"851.666717ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:53.246654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361572Z","time spent":"1.885074158s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10966,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-02T19:22:53.246786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:51.361534Z","time spent":"1.885248762s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9346,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"info","ts":"2026-03-02T19:22:55.445935Z","caller":"traceutil/trace.go:171","msg":"trace[2048416068] linearizableReadLoop","detail":"{readStateIndex:24974; appliedIndex:24973; }","duration":"469.971516ms","start":"2026-03-02T19:22:54.975935Z","end":"2026-03-02T19:22:55.445907Z","steps":["trace[2048416068] 'read index received' (duration: 469.891285ms)","trace[2048416068] 'applied index is now lower than readState.Index' (duration: 76.371µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:55.446049Z","caller":"traceutil/trace.go:171","msg":"trace[2039542144] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"483.157443ms","start":"2026-03-02T19:22:54.962855Z","end":"2026-03-02T19:22:55.446012Z","steps":["trace[2039542144] 'process raft request' (duration: 482.876386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.446204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:54.962838Z","time spent":"483.287997ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:55.446237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.276794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-03-02T19:22:55.446271Z","caller":"traceutil/trace.go:171","msg":"trace[1235773005] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:24102; }","duration":"470.357327ms","start":"2026-03-02T19:22:54.975902Z","end":"2026-03-02T19:22:55.44626Z","steps":["trace[1235773005] 'agreement among raft nodes before linearized reading' (duration: 470.11735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.446308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:54.975887Z","time spent":"470.411198ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":850,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"info","ts":"2026-03-02T19:22:55.913719Z","caller":"traceutil/trace.go:171","msg":"trace[1575746250] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"740.921942ms","start":"2026-03-02T19:22:55.172764Z","end":"2026-03-02T19:22:55.913686Z","steps":["trace[1575746250] 'process raft request' (duration: 740.649175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.913768Z","caller":"traceutil/trace.go:171","msg":"trace[1669680081] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"656.480449ms","start":"2026-03-02T19:22:55.257261Z","end":"2026-03-02T19:22:55.913742Z","steps":["trace[1669680081] 'process raft request' (duration: 656.370927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.913877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.172747Z","time spent":"741.045905ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:55.913921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.257249Z","time spent":"656.584032ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:55.913998Z","caller":"traceutil/trace.go:171","msg":"trace[847329829] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"658.783117ms","start":"2026-03-02T19:22:55.255182Z","end":"2026-03-02T19:22:55.913965Z","steps":["trace[847329829] 'process raft request' (duration: 658.407838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.914146Z","caller":"traceutil/trace.go:171","msg":"trace[88337523] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"635.702315ms","start":"2026-03-02T19:22:55.278432Z","end":"2026-03-02T19:22:55.914134Z","steps":["trace[88337523] 'process raft request' (duration: 635.243053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.255168Z","time spent":"658.895139ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:55.91426Z","caller":"traceutil/trace.go:171","msg":"trace[1825429601] linearizableReadLoop","detail":"{readStateIndex:24982; appliedIndex:24974; }","duration":"468.246746ms","start":"2026-03-02T19:22:55.445997Z","end":"2026-03-02T19:22:55.914244Z","steps":["trace[1825429601] 'read index received' (duration: 467.343983ms)","trace[1825429601] 'applied index is now lower than readState.Index' (duration: 901.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:55.914259Z","caller":"traceutil/trace.go:171","msg":"trace[1300505902] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"634.991808ms","start":"2026-03-02T19:22:55.279236Z","end":"2026-03-02T19:22:55.914228Z","steps":["trace[1300505902] 'process raft request' (duration: 634.814233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.278417Z","time spent":"635.754237ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:55.914416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.279223Z","time spent":"635.105161ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:55.914423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.180467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:929"} {"level":"warn","ts":"2026-03-02T19:22:55.914449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.691097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T19:22:55.914481Z","caller":"traceutil/trace.go:171","msg":"trace[1452945584] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:24110; }","duration":"638.250609ms","start":"2026-03-02T19:22:55.276209Z","end":"2026-03-02T19:22:55.91446Z","steps":["trace[1452945584] 'agreement among raft nodes before linearized reading' (duration: 638.051564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.074916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1212"} {"level":"info","ts":"2026-03-02T19:22:55.914527Z","caller":"traceutil/trace.go:171","msg":"trace[487058109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24110; }","duration":"650.753208ms","start":"2026-03-02T19:22:55.26372Z","end":"2026-03-02T19:22:55.914473Z","steps":["trace[487058109] 'agreement among raft nodes before linearized reading' (duration: 650.615155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.91454Z","caller":"traceutil/trace.go:171","msg":"trace[13245295] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:24110; }","duration":"789.22286ms","start":"2026-03-02T19:22:55.125303Z","end":"2026-03-02T19:22:55.914526Z","steps":["trace[13245295] 'agreement among raft nodes before linearized reading' (duration: 789.078936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.263707Z","time spent":"650.846691ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:22:55.914586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.125277Z","time spent":"789.298972ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1236,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"info","ts":"2026-03-02T19:22:55.914629Z","caller":"traceutil/trace.go:171","msg":"trace[1463563921] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"591.615383ms","start":"2026-03-02T19:22:55.323003Z","end":"2026-03-02T19:22:55.914618Z","steps":["trace[1463563921] 'process raft request' (duration: 591.155162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.322987Z","time spent":"591.675324ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:55.914763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.124538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:22:55.914794Z","caller":"traceutil/trace.go:171","msg":"trace[350323905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24110; }","duration":"812.21276ms","start":"2026-03-02T19:22:55.102571Z","end":"2026-03-02T19:22:55.914784Z","steps":["trace[350323905] 'agreement among raft nodes before linearized reading' (duration: 812.158488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.102546Z","time spent":"812.269422ms","remote":"127.0.0.1:44836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:55.914822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.814514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-03-02T19:22:55.914904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.433632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:22:55.914911Z","caller":"traceutil/trace.go:171","msg":"trace[2002398475] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:24110; }","duration":"563.946517ms","start":"2026-03-02T19:22:55.350942Z","end":"2026-03-02T19:22:55.914888Z","steps":["trace[2002398475] 'agreement among raft nodes before linearized reading' (duration: 563.756233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.914947Z","caller":"traceutil/trace.go:171","msg":"trace[1933020380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24110; }","duration":"663.518535ms","start":"2026-03-02T19:22:55.251416Z","end":"2026-03-02T19:22:55.914935Z","steps":["trace[1933020380] 'agreement among raft nodes before linearized reading' (duration: 663.387241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.914977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.251387Z","time spent":"663.583646ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:22:55.914984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.350922Z","time spent":"564.045029ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.29401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:22:55.915025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.562869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1525"} {"level":"info","ts":"2026-03-02T19:22:55.915053Z","caller":"traceutil/trace.go:171","msg":"trace[727785546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24110; }","duration":"636.372341ms","start":"2026-03-02T19:22:55.27867Z","end":"2026-03-02T19:22:55.915042Z","steps":["trace[727785546] 'agreement among raft nodes before linearized reading' (duration: 636.233448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.380212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:22:55.915055Z","caller":"traceutil/trace.go:171","msg":"trace[942110076] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:24110; }","duration":"812.63306ms","start":"2026-03-02T19:22:55.102413Z","end":"2026-03-02T19:22:55.915046Z","steps":["trace[942110076] 'agreement among raft nodes before linearized reading' (duration: 812.539858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.102391Z","time spent":"812.721282ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1549,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.897316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-api\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-03-02T19:22:55.915141Z","caller":"traceutil/trace.go:171","msg":"trace[1575666606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24110; }","duration":"636.445224ms","start":"2026-03-02T19:22:55.278663Z","end":"2026-03-02T19:22:55.915109Z","steps":["trace[1575666606] 'agreement among raft nodes before linearized reading' (duration: 636.315111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915155Z","caller":"traceutil/trace.go:171","msg":"trace[1834987903] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-api; range_end:; response_count:1; response_revision:24110; }","duration":"839.931717ms","start":"2026-03-02T19:22:55.075216Z","end":"2026-03-02T19:22:55.915147Z","steps":["trace[1834987903] 'agreement among raft nodes before linearized reading' (duration: 839.857005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.07521Z","time spent":"839.965737ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.278652Z","time spent":"636.518915ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.873703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-02T19:22:55.915219Z","caller":"traceutil/trace.go:171","msg":"trace[152635795] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"547.884239ms","start":"2026-03-02T19:22:55.367321Z","end":"2026-03-02T19:22:55.915205Z","steps":["trace[152635795] 'process raft request' (duration: 546.870884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915229Z","caller":"traceutil/trace.go:171","msg":"trace[695259363] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24110; }","duration":"663.905303ms","start":"2026-03-02T19:22:55.251314Z","end":"2026-03-02T19:22:55.91522Z","steps":["trace[695259363] 'agreement among raft nodes before linearized reading' (duration: 663.803501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.251288Z","time spent":"663.962845ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-02T19:22:55.91544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.402718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:22:55.915455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.326878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1508"} {"level":"warn","ts":"2026-03-02T19:22:55.915536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.579058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1076"} {"level":"info","ts":"2026-03-02T19:22:55.91554Z","caller":"traceutil/trace.go:171","msg":"trace[1382645098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24110; }","duration":"637.523631ms","start":"2026-03-02T19:22:55.277997Z","end":"2026-03-02T19:22:55.91552Z","steps":["trace[1382645098] 'agreement among raft nodes before linearized reading' (duration: 637.362437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.321279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-03-02T19:22:55.915559Z","caller":"traceutil/trace.go:171","msg":"trace[1787395816] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24110; }","duration":"489.45601ms","start":"2026-03-02T19:22:55.426086Z","end":"2026-03-02T19:22:55.915542Z","steps":["trace[1787395816] 'agreement among raft nodes before linearized reading' (duration: 489.277256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915572Z","caller":"traceutil/trace.go:171","msg":"trace[220101214] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24110; }","duration":"607.630429ms","start":"2026-03-02T19:22:55.30793Z","end":"2026-03-02T19:22:55.915561Z","steps":["trace[220101214] 'agreement among raft nodes before linearized reading' (duration: 607.507056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.277982Z","time spent":"637.589052ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.307919Z","time spent":"607.675451ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1100,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.426071Z","time spent":"489.521223ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-02T19:22:55.914543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.276201Z","time spent":"638.326891ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":953,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.049741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-03-02T19:22:55.91564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.626598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2115"} {"level":"info","ts":"2026-03-02T19:22:55.914587Z","caller":"traceutil/trace.go:171","msg":"trace[1149534993] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"631.368109ms","start":"2026-03-02T19:22:55.283207Z","end":"2026-03-02T19:22:55.914575Z","steps":["trace[1149534993] 'process raft request' (duration: 630.917668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.91566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.816063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-02T19:22:55.915327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.367303Z","time spent":"547.9466ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:55.915687Z","caller":"traceutil/trace.go:171","msg":"trace[460232467] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:24110; }","duration":"439.116293ms","start":"2026-03-02T19:22:55.476554Z","end":"2026-03-02T19:22:55.91567Z","steps":["trace[460232467] 'agreement among raft nodes before linearized reading' (duration: 439.018141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915691Z","caller":"traceutil/trace.go:171","msg":"trace[1947250306] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:24110; }","duration":"864.710711ms","start":"2026-03-02T19:22:55.050972Z","end":"2026-03-02T19:22:55.915683Z","steps":["trace[1947250306] 'agreement among raft nodes before linearized reading' (duration: 864.502476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915705Z","caller":"traceutil/trace.go:171","msg":"trace[1564570776] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:24110; }","duration":"889.856144ms","start":"2026-03-02T19:22:55.025834Z","end":"2026-03-02T19:22:55.915691Z","steps":["trace[1564570776] 'agreement among raft nodes before linearized reading' (duration: 889.768932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.050961Z","time spent":"864.758212ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2139,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.476543Z","time spent":"439.178285ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T19:22:55.91574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.025768Z","time spent":"889.962587ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":824,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.653666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-03-02T19:22:55.915783Z","caller":"traceutil/trace.go:171","msg":"trace[1710296453] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:24110; }","duration":"514.749918ms","start":"2026-03-02T19:22:55.401019Z","end":"2026-03-02T19:22:55.915769Z","steps":["trace[1710296453] 'agreement among raft nodes before linearized reading' (duration: 514.614605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.278653Z","time spent":"636.425813ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:22:55.915584Z","caller":"traceutil/trace.go:171","msg":"trace[1673109411] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:24110; }","duration":"914.387771ms","start":"2026-03-02T19:22:55.001187Z","end":"2026-03-02T19:22:55.915574Z","steps":["trace[1673109411] 'agreement among raft nodes before linearized reading' (duration: 914.244608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.401001Z","time spent":"514.809069ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1270,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.001166Z","time spent":"914.658758ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":960,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.150297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-03-02T19:22:55.915852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.936536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:22:55.915874Z","caller":"traceutil/trace.go:171","msg":"trace[846835664] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24110; }","duration":"540.221569ms","start":"2026-03-02T19:22:55.375643Z","end":"2026-03-02T19:22:55.915864Z","steps":["trace[846835664] 'agreement among raft nodes before linearized reading' (duration: 540.041365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915886Z","caller":"traceutil/trace.go:171","msg":"trace[337102765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24110; }","duration":"636.980146ms","start":"2026-03-02T19:22:55.278895Z","end":"2026-03-02T19:22:55.915875Z","steps":["trace[337102765] 'agreement among raft nodes before linearized reading' (duration: 636.895054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.375622Z","time spent":"540.27335ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.278891Z","time spent":"637.016107ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.893491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-02T19:22:55.915951Z","caller":"traceutil/trace.go:171","msg":"trace[612872948] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24110; }","duration":"740.937802ms","start":"2026-03-02T19:22:55.175001Z","end":"2026-03-02T19:22:55.915939Z","steps":["trace[612872948] 'agreement among raft nodes before linearized reading' (duration: 740.83656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.915961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.107192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T19:22:55.915414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.449811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1313"} {"level":"warn","ts":"2026-03-02T19:22:55.915981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.174933Z","time spent":"741.041625ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.512117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"info","ts":"2026-03-02T19:22:55.915994Z","caller":"traceutil/trace.go:171","msg":"trace[895974983] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:24110; }","duration":"465.054486ms","start":"2026-03-02T19:22:55.45093Z","end":"2026-03-02T19:22:55.915985Z","steps":["trace[895974983] 'agreement among raft nodes before linearized reading' (duration: 464.300128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.915986Z","caller":"traceutil/trace.go:171","msg":"trace[933868434] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24110; }","duration":"715.158384ms","start":"2026-03-02T19:22:55.20082Z","end":"2026-03-02T19:22:55.915978Z","steps":["trace[933868434] 'agreement among raft nodes before linearized reading' (duration: 715.109553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.916021Z","caller":"traceutil/trace.go:171","msg":"trace[1884371] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:24110; }","duration":"764.578529ms","start":"2026-03-02T19:22:55.151431Z","end":"2026-03-02T19:22:55.91601Z","steps":["trace[1884371] 'agreement among raft nodes before linearized reading' (duration: 764.493857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.916027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.200805Z","time spent":"715.216575ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.779895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-02T19:22:55.91605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.151411Z","time spent":"764.632011ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1428,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"info","ts":"2026-03-02T19:22:55.916062Z","caller":"traceutil/trace.go:171","msg":"trace[1129761232] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24110; }","duration":"690.057702ms","start":"2026-03-02T19:22:55.225991Z","end":"2026-03-02T19:22:55.916049Z","steps":["trace[1129761232] 'agreement among raft nodes before linearized reading' (duration: 689.732274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.916053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.283189Z","time spent":"632.809373ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:55.915909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.766832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:22:55.916087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.225974Z","time spent":"690.106653ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T19:22:55.915549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.155706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:22:55.916117Z","caller":"traceutil/trace.go:171","msg":"trace[396657932] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24110; }","duration":"727.008967ms","start":"2026-03-02T19:22:55.189094Z","end":"2026-03-02T19:22:55.916103Z","steps":["trace[396657932] 'agreement among raft nodes before linearized reading' (duration: 726.71893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.916126Z","caller":"traceutil/trace.go:171","msg":"trace[1274068609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24110; }","duration":"151.73528ms","start":"2026-03-02T19:22:55.764379Z","end":"2026-03-02T19:22:55.916114Z","steps":["trace[1274068609] 'agreement among raft nodes before linearized reading' (duration: 151.127845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.916023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.450879Z","time spent":"465.135148ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-02T19:22:55.916155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.189073Z","time spent":"727.068039ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:55.915921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.643289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:22:55.915417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.203008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2556"} {"level":"info","ts":"2026-03-02T19:22:55.916281Z","caller":"traceutil/trace.go:171","msg":"trace[464187312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24110; }","duration":"493.032629ms","start":"2026-03-02T19:22:55.423233Z","end":"2026-03-02T19:22:55.916266Z","steps":["trace[464187312] 'agreement among raft nodes before linearized reading' (duration: 492.66092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:55.916293Z","caller":"traceutil/trace.go:171","msg":"trace[1579469645] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:24110; }","duration":"591.094409ms","start":"2026-03-02T19:22:55.325184Z","end":"2026-03-02T19:22:55.916279Z","steps":["trace[1579469645] 'agreement among raft nodes before linearized reading' (duration: 590.154846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:55.916329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.325174Z","time spent":"591.14529ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2580,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-03-02T19:22:55.916332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.423215Z","time spent":"493.103091ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:56.424045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:56.925106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:57.426085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:22:57.790319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389347002s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:22:57.790818Z","caller":"traceutil/trace.go:171","msg":"trace[1696597502] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"1.867615005s","start":"2026-03-02T19:22:55.923174Z","end":"2026-03-02T19:22:57.790789Z","steps":["trace[1696597502] 'process raft request' (duration: 1.867525083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:57.790988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.92317Z","time spent":"1.867722997s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:57.791034Z","caller":"traceutil/trace.go:171","msg":"trace[473292482] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"1.86779497s","start":"2026-03-02T19:22:55.92323Z","end":"2026-03-02T19:22:57.791025Z","steps":["trace[473292482] 'process raft request' (duration: 1.867692556s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:57.790812Z","caller":"traceutil/trace.go:171","msg":"trace[282930861] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"1.867660106s","start":"2026-03-02T19:22:55.923122Z","end":"2026-03-02T19:22:57.790782Z","steps":["trace[282930861] 'process raft request' (duration: 1.867387029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:57.791139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923226Z","time spent":"1.867842781s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:57.791132Z","caller":"traceutil/trace.go:171","msg":"trace[1769244725] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"1.867907533s","start":"2026-03-02T19:22:55.923203Z","end":"2026-03-02T19:22:57.79111Z","steps":["trace[1769244725] 'process raft request' (duration: 1.867550483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:57.791171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923112Z","time spent":"1.867978264s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:57.791222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923198Z","time spent":"1.867990795s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:58.088539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.300612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:22:58.088722Z","caller":"traceutil/trace.go:171","msg":"trace[423546179] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"2.165392764s","start":"2026-03-02T19:22:55.923303Z","end":"2026-03-02T19:22:58.088696Z","steps":["trace[423546179] 'process raft request' (duration: 1.979838267s)","trace[423546179] 'compare' (duration: 185.178098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:58.088824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923296Z","time spent":"2.165485897s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:59.214373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125698119s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:22:59.215413Z","caller":"traceutil/trace.go:171","msg":"trace[420605523] linearizableReadLoop","detail":"{readStateIndex:24988; appliedIndex:24982; }","duration":"3.292018526s","start":"2026-03-02T19:22:55.923368Z","end":"2026-03-02T19:22:59.215387Z","steps":["trace[420605523] 'read index received' (duration: 1.867279346s)","trace[420605523] 'applied index is now lower than readState.Index' (duration: 1.42473732s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:59.215431Z","caller":"traceutil/trace.go:171","msg":"trace[1080950673] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"1.760448389s","start":"2026-03-02T19:22:57.454946Z","end":"2026-03-02T19:22:59.215394Z","steps":["trace[1080950673] 'process raft request' (duration: 1.759524456s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:59.21563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.454918Z","time spent":"1.760616443s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:59.4241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:22:59.424202Z","caller":"traceutil/trace.go:171","msg":"trace[524357650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998286s","start":"2026-03-02T19:22:57.424185Z","end":"2026-03-02T19:22:59.424184Z","steps":["trace[524357650] 'agreement among raft nodes before linearized reading' (duration: 1.999871153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:59.424249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.424164Z","time spent":"2.000076018s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:22:59.715954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:00.199446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.278917339s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:23:01.037663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114427621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:931"} {"level":"warn","ts":"2026-03-02T19:23:01.037704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114415842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-02T19:23:01.037751Z","caller":"traceutil/trace.go:171","msg":"trace[1353302840] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:24116; }","duration":"5.114540354s","start":"2026-03-02T19:22:55.923182Z","end":"2026-03-02T19:23:01.037722Z","steps":["trace[1353302840] 'agreement among raft nodes before linearized reading' (duration: 3.292378915s)","trace[1353302840] 'range keys from in-memory index tree' (duration: 1.821913893s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:01.037771Z","caller":"traceutil/trace.go:171","msg":"trace[1824317605] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:24116; }","duration":"5.114496924s","start":"2026-03-02T19:22:55.923252Z","end":"2026-03-02T19:23:01.037749Z","steps":["trace[1824317605] 'agreement among raft nodes before linearized reading' (duration: 3.292285863s)","trace[1824317605] 'range keys from in-memory index tree' (duration: 1.822022376s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.037801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923177Z","time spent":"5.114613048s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":955,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-02T19:23:01.037975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114613267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-02T19:23:01.038009Z","caller":"traceutil/trace.go:171","msg":"trace[1850942536] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24116; }","duration":"5.114650938s","start":"2026-03-02T19:22:55.923348Z","end":"2026-03-02T19:23:01.037999Z","steps":["trace[1850942536] 'agreement among raft nodes before linearized reading' (duration: 3.29216189s)","trace[1850942536] 'range keys from in-memory index tree' (duration: 1.822413726s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.038029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923345Z","time spent":"5.114678638s","remote":"127.0.0.1:52262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-02T19:23:01.038082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114831302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-03-02T19:23:01.038133Z","caller":"traceutil/trace.go:171","msg":"trace[591370218] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:24116; }","duration":"5.114887614s","start":"2026-03-02T19:22:55.923234Z","end":"2026-03-02T19:23:01.038122Z","steps":["trace[591370218] 'agreement among raft nodes before linearized reading' (duration: 3.292313303s)","trace[591370218] 'range keys from in-memory index tree' (duration: 1.822476967s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.03816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923231Z","time spent":"5.114920944s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1189,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-02T19:23:01.038213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114904094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-02T19:23:01.038236Z","caller":"traceutil/trace.go:171","msg":"trace[211801786] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24116; }","duration":"5.115104629s","start":"2026-03-02T19:22:55.923122Z","end":"2026-03-02T19:23:01.038226Z","steps":["trace[211801786] 'agreement among raft nodes before linearized reading' (duration: 3.292407516s)","trace[211801786] 'range keys from in-memory index tree' (duration: 1.822640122s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.038253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923115Z","time spent":"5.11513459s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-02T19:23:01.038382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11514638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-02T19:23:01.038415Z","caller":"traceutil/trace.go:171","msg":"trace[981610021] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24116; }","duration":"5.115185902s","start":"2026-03-02T19:22:55.923217Z","end":"2026-03-02T19:23:01.038403Z","steps":["trace[981610021] 'agreement among raft nodes before linearized reading' (duration: 3.292336635s)","trace[981610021] 'range keys from in-memory index tree' (duration: 1.822731024s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.038439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923214Z","time spent":"5.115219032s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2488,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-02T19:23:01.038618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115473599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-03-02T19:23:01.038657Z","caller":"traceutil/trace.go:171","msg":"trace[1284309636] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:24116; }","duration":"5.115526619s","start":"2026-03-02T19:22:55.92312Z","end":"2026-03-02T19:23:01.038647Z","steps":["trace[1284309636] 'agreement among raft nodes before linearized reading' (duration: 3.292441127s)","trace[1284309636] 'range keys from in-memory index tree' (duration: 1.822995931s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.038683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923113Z","time spent":"5.11556274s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1263,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-03-02T19:23:01.037807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923249Z","time spent":"5.114551666s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1394,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T19:23:01.038251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115102709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-02T19:23:01.039128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.378013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-02T19:23:01.039137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115899529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:819"} {"level":"info","ts":"2026-03-02T19:23:01.039183Z","caller":"traceutil/trace.go:171","msg":"trace[994582415] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24116; }","duration":"5.116075103s","start":"2026-03-02T19:22:55.923073Z","end":"2026-03-02T19:23:01.039148Z","steps":["trace[994582415] 'agreement among raft nodes before linearized reading' (duration: 3.292501448s)","trace[994582415] 'range keys from in-memory index tree' (duration: 1.822448307s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:01.039219Z","caller":"traceutil/trace.go:171","msg":"trace[1686175001] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:24116; }","duration":"5.115993361s","start":"2026-03-02T19:22:55.923201Z","end":"2026-03-02T19:23:01.039194Z","steps":["trace[1686175001] 'agreement among raft nodes before linearized reading' (duration: 3.292382125s)","trace[1686175001] 'range keys from in-memory index tree' (duration: 1.823394621s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.039248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923055Z","time spent":"5.116161985s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T19:23:01.039265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923197Z","time spent":"5.116059592s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":843,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"info","ts":"2026-03-02T19:23:01.039357Z","caller":"traceutil/trace.go:171","msg":"trace[619006947] linearizableReadLoop","detail":"{readStateIndex:24995; appliedIndex:24989; }","duration":"1.823884933s","start":"2026-03-02T19:22:59.215463Z","end":"2026-03-02T19:23:01.039348Z","steps":["trace[619006947] 'read index received' (duration: 984.249893ms)","trace[619006947] 'applied index is now lower than readState.Index' (duration: 839.6342ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:01.03946Z","caller":"traceutil/trace.go:171","msg":"trace[1346276911] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"3.11903963s","start":"2026-03-02T19:22:57.920412Z","end":"2026-03-02T19:23:01.039452Z","steps":["trace[1346276911] 'process raft request' (duration: 2.279285378s)","trace[1346276911] 'compare' (duration: 839.122217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:01.039518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.920385Z","time spent":"3.119090832s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:01.039574Z","caller":"traceutil/trace.go:171","msg":"trace[83919836] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"3.115720578s","start":"2026-03-02T19:22:57.923847Z","end":"2026-03-02T19:23:01.039567Z","steps":["trace[83919836] 'process raft request' (duration: 3.115332398s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.039606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.92382Z","time spent":"3.115768139s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:01.039665Z","caller":"traceutil/trace.go:171","msg":"trace[258542513] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"3.115708148s","start":"2026-03-02T19:22:57.923942Z","end":"2026-03-02T19:23:01.03965Z","steps":["trace[258542513] 'process raft request' (duration: 3.115290588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.039696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.923916Z","time spent":"3.115761619s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:01.039744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254158221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:01.039764Z","caller":"traceutil/trace.go:171","msg":"trace[1499670300] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24122; }","duration":"4.254210853s","start":"2026-03-02T19:22:56.785547Z","end":"2026-03-02T19:23:01.039758Z","steps":["trace[1499670300] 'agreement among raft nodes before linearized reading' (duration: 4.254141891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.039778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.785531Z","time spent":"4.254243943s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:01.039778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.463270084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T19:23:01.039797Z","caller":"traceutil/trace.go:171","msg":"trace[1769122118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24122; }","duration":"4.463288724s","start":"2026-03-02T19:22:56.576501Z","end":"2026-03-02T19:23:01.03979Z","steps":["trace[1769122118] 'agreement among raft nodes before linearized reading' (duration: 4.463228843s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.039813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.576444Z","time spent":"4.463365047s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-02T19:23:01.039855Z","caller":"traceutil/trace.go:171","msg":"trace[1169393897] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"3.115901793s","start":"2026-03-02T19:22:57.923946Z","end":"2026-03-02T19:23:01.039848Z","steps":["trace[1169393897] 'process raft request' (duration: 3.115313748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.039863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013722586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-02T19:23:01.039906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.923916Z","time spent":"3.115952863s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:01.039908Z","caller":"traceutil/trace.go:171","msg":"trace[1901484043] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24122; }","duration":"5.013790348s","start":"2026-03-02T19:22:56.026104Z","end":"2026-03-02T19:23:01.039894Z","steps":["trace[1901484043] 'agreement among raft nodes before linearized reading' (duration: 5.013658685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.039939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.026093Z","time spent":"5.01383656s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-02T19:23:01.039955Z","caller":"traceutil/trace.go:171","msg":"trace[1946339196] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"3.115915172s","start":"2026-03-02T19:22:57.924035Z","end":"2026-03-02T19:23:01.03995Z","steps":["trace[1946339196] 'process raft request' (duration: 3.115252346s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.03997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.039335921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-02T19:23:01.039979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.924026Z","time spent":"3.115939244s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:01.039989Z","caller":"traceutil/trace.go:171","msg":"trace[444454708] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24122; }","duration":"5.039374682s","start":"2026-03-02T19:22:56.000608Z","end":"2026-03-02T19:23:01.039983Z","steps":["trace[444454708] 'agreement among raft nodes before linearized reading' (duration: 5.039316991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.000597Z","time spent":"5.039404803s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-02T19:23:01.04003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691715743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:01.040023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343805791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:01.040046Z","caller":"traceutil/trace.go:171","msg":"trace[1235859111] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24122; }","duration":"3.691753914s","start":"2026-03-02T19:22:57.348285Z","end":"2026-03-02T19:23:01.040039Z","steps":["trace[1235859111] 'agreement among raft nodes before linearized reading' (duration: 3.691725394s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.348269Z","time spent":"3.691787485s","remote":"127.0.0.1:56380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:01.040054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913593805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-02T19:23:01.040068Z","caller":"traceutil/trace.go:171","msg":"trace[522371376] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24122; }","duration":"3.343889503s","start":"2026-03-02T19:22:57.696164Z","end":"2026-03-02T19:23:01.040053Z","steps":["trace[522371376] 'agreement among raft nodes before linearized reading' (duration: 3.343796221s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:01.040096Z","caller":"traceutil/trace.go:171","msg":"trace[51894886] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:24122; }","duration":"4.913663707s","start":"2026-03-02T19:22:56.126419Z","end":"2026-03-02T19:23:01.040083Z","steps":["trace[51894886] 'agreement among raft nodes before linearized reading' (duration: 4.913536093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097819436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:01.040104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.696146Z","time spent":"3.343948484s","remote":"127.0.0.1:56418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:01.040124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.126406Z","time spent":"4.913709717s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:23:01.04013Z","caller":"traceutil/trace.go:171","msg":"trace[1338346101] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24122; }","duration":"4.097895958s","start":"2026-03-02T19:22:56.942222Z","end":"2026-03-02T19:23:01.040118Z","steps":["trace[1338346101] 'agreement among raft nodes before linearized reading' (duration: 4.097810056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.939029115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-03-02T19:23:01.040152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06395207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-03-02T19:23:01.040157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.942206Z","time spent":"4.097942899s","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:01.040171Z","caller":"traceutil/trace.go:171","msg":"trace[1385540274] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:24122; }","duration":"5.063997152s","start":"2026-03-02T19:22:55.976168Z","end":"2026-03-02T19:23:01.040165Z","steps":["trace[1385540274] 'agreement among raft nodes before linearized reading' (duration: 5.06393885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.976153Z","time spent":"5.064031502s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119269719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:23:01.040218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.964074476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-02T19:23:01.040232Z","caller":"traceutil/trace.go:171","msg":"trace[707733423] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24122; }","duration":"4.119312079s","start":"2026-03-02T19:22:56.920914Z","end":"2026-03-02T19:23:01.040226Z","steps":["trace[707733423] 'agreement among raft nodes before linearized reading' (duration: 4.119217157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.920899Z","time spent":"4.11934443s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"info","ts":"2026-03-02T19:23:01.040244Z","caller":"traceutil/trace.go:171","msg":"trace[1791279625] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:24122; }","duration":"4.964133787s","start":"2026-03-02T19:22:56.076101Z","end":"2026-03-02T19:23:01.040235Z","steps":["trace[1791279625] 'agreement among raft nodes before linearized reading' (duration: 4.964073236s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116706118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-02T19:23:01.040243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838083968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:01.040278Z","caller":"traceutil/trace.go:171","msg":"trace[749579947] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:24122; }","duration":"5.116737619s","start":"2026-03-02T19:22:55.923535Z","end":"2026-03-02T19:23:01.040273Z","steps":["trace[749579947] 'agreement among raft nodes before linearized reading' (duration: 5.116690798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116617686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"warn","ts":"2026-03-02T19:23:01.040295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923526Z","time spent":"5.11676534s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-02T19:23:01.040309Z","caller":"traceutil/trace.go:171","msg":"trace[146073848] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24122; }","duration":"2.838202111s","start":"2026-03-02T19:22:58.202088Z","end":"2026-03-02T19:23:01.04029Z","steps":["trace[146073848] 'agreement among raft nodes before linearized reading' (duration: 2.838074608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.01241218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:01.040339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989484946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"warn","ts":"2026-03-02T19:23:01.040348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:58.202067Z","time spent":"2.838272542s","remote":"127.0.0.1:56456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:01.040352Z","caller":"traceutil/trace.go:171","msg":"trace[1697303422] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24122; }","duration":"4.012474542s","start":"2026-03-02T19:22:57.027865Z","end":"2026-03-02T19:23:01.04034Z","steps":["trace[1697303422] 'agreement among raft nodes before linearized reading' (duration: 4.01241573s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:01.040362Z","caller":"traceutil/trace.go:171","msg":"trace[876746273] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:24122; }","duration":"4.989541997s","start":"2026-03-02T19:22:56.050811Z","end":"2026-03-02T19:23:01.040353Z","steps":["trace[876746273] 'agreement among raft nodes before linearized reading' (duration: 4.989476006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.027849Z","time spent":"4.012525123s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:01.040388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.05079Z","time spent":"4.989590108s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089233937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-02T19:23:01.040425Z","caller":"traceutil/trace.go:171","msg":"trace[987271758] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24122; }","duration":"5.089306479s","start":"2026-03-02T19:22:55.95111Z","end":"2026-03-02T19:23:01.040416Z","steps":["trace[987271758] 'agreement among raft nodes before linearized reading' (duration: 5.089219227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.04027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.076082Z","time spent":"4.964180958s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":949,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862656306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-b6ff89489-xbz9m.18991c858763ab48\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-02T19:23:01.040456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.951096Z","time spent":"5.08935281s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-02T19:23:01.040312Z","caller":"traceutil/trace.go:171","msg":"trace[2028587072] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:24122; }","duration":"5.116667557s","start":"2026-03-02T19:22:55.923631Z","end":"2026-03-02T19:23:01.040298Z","steps":["trace[2028587072] 'agreement among raft nodes before linearized reading' (duration: 5.116539684s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.672439567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:23:01.040503Z","caller":"traceutil/trace.go:171","msg":"trace[1659983867] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"3.116455486s","start":"2026-03-02T19:22:57.924041Z","end":"2026-03-02T19:23:01.040496Z","steps":["trace[1659983867] 'process raft request' (duration: 3.115276957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.0405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208581399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:01.040522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.115053147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1094"} {"level":"info","ts":"2026-03-02T19:23:01.040527Z","caller":"traceutil/trace.go:171","msg":"trace[720610601] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24122; }","duration":"4.672650233s","start":"2026-03-02T19:22:56.367866Z","end":"2026-03-02T19:23:01.040516Z","steps":["trace[720610601] 'agreement among raft nodes before linearized reading' (duration: 4.672413147s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:01.040499Z","caller":"traceutil/trace.go:171","msg":"trace[1782551809] range","detail":"{range_begin:/registry/events/openstack/magnum-api-b6ff89489-xbz9m.18991c858763ab48; range_end:; response_count:1; response_revision:24122; }","duration":"2.862762708s","start":"2026-03-02T19:22:58.177722Z","end":"2026-03-02T19:23:01.040485Z","steps":["trace[1782551809] 'agreement among raft nodes before linearized reading' (duration: 2.862563324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.924031Z","time spent":"3.116488756s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:01.040555Z","caller":"traceutil/trace.go:171","msg":"trace[1614192996] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:24122; }","duration":"5.115098898s","start":"2026-03-02T19:22:55.925447Z","end":"2026-03-02T19:23:01.040546Z","steps":["trace[1614192996] 'agreement among raft nodes before linearized reading' (duration: 5.115009886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.367842Z","time spent":"4.672712345s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:58.177699Z","time spent":"2.862861211s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-b6ff89489-xbz9m.18991c858763ab48\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.92544Z","time spent":"5.115132319s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1118,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851215608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-02T19:23:01.040505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:55.923624Z","time spent":"5.116873313s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1488,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031694628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:01.04062Z","caller":"traceutil/trace.go:171","msg":"trace[2135226252] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24122; }","duration":"4.851429124s","start":"2026-03-02T19:22:56.189174Z","end":"2026-03-02T19:23:01.040603Z","steps":["trace[2135226252] 'agreement among raft nodes before linearized reading' (duration: 4.851198148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717651454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:23:01.040637Z","caller":"traceutil/trace.go:171","msg":"trace[623880831] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24122; }","duration":"4.031834043s","start":"2026-03-02T19:22:57.008794Z","end":"2026-03-02T19:23:01.040628Z","steps":["trace[623880831] 'agreement among raft nodes before linearized reading' (duration: 4.031714859s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:01.040647Z","caller":"traceutil/trace.go:171","msg":"trace[2076567516] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24122; }","duration":"2.717704615s","start":"2026-03-02T19:22:58.322937Z","end":"2026-03-02T19:23:01.040641Z","steps":["trace[2076567516] 'agreement among raft nodes before linearized reading' (duration: 2.717648263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.04065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.189159Z","time spent":"4.851482756s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T19:23:01.040657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.008773Z","time spent":"4.031877043s","remote":"127.0.0.1:48900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:01.040662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:58.322919Z","time spent":"2.717739216s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:23:01.040161Z","caller":"traceutil/trace.go:171","msg":"trace[1126652744] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:24122; }","duration":"4.939085186s","start":"2026-03-02T19:22:56.101065Z","end":"2026-03-02T19:23:01.04015Z","steps":["trace[1126652744] 'agreement among raft nodes before linearized reading' (duration: 4.938994044s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:01.040533Z","caller":"traceutil/trace.go:171","msg":"trace[429533016] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24122; }","duration":"3.208652281s","start":"2026-03-02T19:22:57.831872Z","end":"2026-03-02T19:23:01.040524Z","steps":["trace[429533016] 'agreement among raft nodes before linearized reading' (duration: 3.20859434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.040686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:56.101054Z","time spent":"4.939625851s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-02T19:23:01.0407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:57.831853Z","time spent":"3.208834446s","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:01.425207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999759281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:23:01.425287Z","caller":"traceutil/trace.go:171","msg":"trace[1766248015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999892424s","start":"2026-03-02T19:22:59.425377Z","end":"2026-03-02T19:23:01.425269Z","steps":["trace[1766248015] 'agreement among raft nodes before linearized reading' (duration: 1.999798602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:01.425328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:59.425354Z","time spent":"1.999965336s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:23:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:23:01.539748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:02.040373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:02.248927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:23:02.249043Z","caller":"traceutil/trace.go:171","msg":"trace[1092999992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177781s","start":"2026-03-02T19:23:00.248837Z","end":"2026-03-02T19:23:02.249015Z","steps":["trace[1092999992] 'agreement among raft nodes before linearized reading' (duration: 2.000028818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.249116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:00.24882Z","time spent":"2.000279714s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:23:02.382228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45867234s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:23:02.382773Z","caller":"traceutil/trace.go:171","msg":"trace[46349353] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"1.459359778s","start":"2026-03-02T19:23:00.92339Z","end":"2026-03-02T19:23:02.38275Z","steps":["trace[46349353] 'process raft request' (duration: 1.459166813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.382931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:00.923367Z","time spent":"1.459457121s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:02.461519Z","caller":"traceutil/trace.go:171","msg":"trace[470883844] linearizableReadLoop","detail":"{readStateIndex:24998; appliedIndex:24995; }","duration":"1.422120995s","start":"2026-03-02T19:23:01.039374Z","end":"2026-03-02T19:23:02.461495Z","steps":["trace[470883844] 'read index received' (duration: 1.34320239s)","trace[470883844] 'applied index is now lower than readState.Index' (duration: 78.917615ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:02.46156Z","caller":"traceutil/trace.go:171","msg":"trace[1984279481] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"1.417747956s","start":"2026-03-02T19:23:01.043769Z","end":"2026-03-02T19:23:02.461517Z","steps":["trace[1984279481] 'process raft request' (duration: 1.417038588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.46162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340876806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:02.461694Z","caller":"traceutil/trace.go:171","msg":"trace[1163224701] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24125; }","duration":"2.340989749s","start":"2026-03-02T19:23:00.120683Z","end":"2026-03-02T19:23:02.461673Z","steps":["trace[1163224701] 'agreement among raft nodes before linearized reading' (duration: 2.340824805s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.461734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.043746Z","time spent":"1.4178916s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:02.461773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369041763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:02.461814Z","caller":"traceutil/trace.go:171","msg":"trace[579704177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24125; }","duration":"2.369143446s","start":"2026-03-02T19:23:00.092659Z","end":"2026-03-02T19:23:02.461802Z","steps":["trace[579704177] 'agreement among raft nodes before linearized reading' (duration: 2.368979222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.461857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:00.09264Z","time spent":"2.369208547s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:23:02.461915Z","caller":"traceutil/trace.go:171","msg":"trace[755949153] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"1.241228391s","start":"2026-03-02T19:23:01.220673Z","end":"2026-03-02T19:23:02.461902Z","steps":["trace[755949153] 'process raft request' (duration: 1.24075591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.462009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.220642Z","time spent":"1.241308353s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:02.461745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:00.120667Z","time spent":"2.34106763s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:02.46215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834825453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:02.462186Z","caller":"traceutil/trace.go:171","msg":"trace[1302950961] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24125; }","duration":"1.834898525s","start":"2026-03-02T19:23:00.627278Z","end":"2026-03-02T19:23:02.462176Z","steps":["trace[1302950961] 'agreement among raft nodes before linearized reading' (duration: 1.834842554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.462223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:00.627258Z","time spent":"1.834957026s","remote":"127.0.0.1:52268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:02.462235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666332781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:23:02.462269Z","caller":"traceutil/trace.go:171","msg":"trace[1414903270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24125; }","duration":"2.666383712s","start":"2026-03-02T19:22:59.795873Z","end":"2026-03-02T19:23:02.462256Z","steps":["trace[1414903270] 'agreement among raft nodes before linearized reading' (duration: 2.66629496s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.462304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:59.795861Z","time spent":"2.666436523s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:02.462461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123758484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:02.462497Z","caller":"traceutil/trace.go:171","msg":"trace[1904408674] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24125; }","duration":"2.123797035s","start":"2026-03-02T19:23:00.338692Z","end":"2026-03-02T19:23:02.462489Z","steps":["trace[1904408674] 'agreement among raft nodes before linearized reading' (duration: 2.123683782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.462535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:00.338635Z","time spent":"2.123888777s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":79,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:02.4625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667228673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:23:02.462709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66752705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:23:02.462801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.23657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:02.462855Z","caller":"traceutil/trace.go:171","msg":"trace[333199961] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24125; }","duration":"231.288521ms","start":"2026-03-02T19:23:02.231551Z","end":"2026-03-02T19:23:02.46284Z","steps":["trace[333199961] 'agreement among raft nodes before linearized reading' (duration: 231.216489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.462922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667736385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:23:02.462968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09716331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:23:02.462975Z","caller":"traceutil/trace.go:171","msg":"trace[1277326914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24125; }","duration":"2.667815097s","start":"2026-03-02T19:22:59.795145Z","end":"2026-03-02T19:23:02.46296Z","steps":["trace[1277326914] 'agreement among raft nodes before linearized reading' (duration: 2.667686614s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:02.463013Z","caller":"traceutil/trace.go:171","msg":"trace[687770969] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:24125; }","duration":"1.097249532s","start":"2026-03-02T19:23:01.365753Z","end":"2026-03-02T19:23:02.463003Z","steps":["trace[687770969] 'agreement among raft nodes before linearized reading' (duration: 1.09714806s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286060043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:02.463075Z","caller":"traceutil/trace.go:171","msg":"trace[126224829] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24125; }","duration":"1.286142455s","start":"2026-03-02T19:23:01.176922Z","end":"2026-03-02T19:23:02.463065Z","steps":["trace[126224829] 'agreement among raft nodes before linearized reading' (duration: 1.286087753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.17689Z","time spent":"1.286213417s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:02.463157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.950283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:23:02.463159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412584078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-02T19:23:02.463238Z","caller":"traceutil/trace.go:171","msg":"trace[964882663] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:24125; }","duration":"1.412670451s","start":"2026-03-02T19:23:01.050555Z","end":"2026-03-02T19:23:02.463225Z","steps":["trace[964882663] 'agreement among raft nodes before linearized reading' (duration: 1.412510337s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050551Z","time spent":"1.412720662s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1187,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-02T19:23:02.463342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411939082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-02T19:23:02.463394Z","caller":"traceutil/trace.go:171","msg":"trace[729975448] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24125; }","duration":"1.411997264s","start":"2026-03-02T19:23:01.051388Z","end":"2026-03-02T19:23:02.463385Z","steps":["trace[729975448] 'agreement among raft nodes before linearized reading' (duration: 1.411885931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.051384Z","time spent":"1.412036394s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-02T19:23:02.463544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.518748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267260"} {"level":"warn","ts":"2026-03-02T19:23:02.463579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412187648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-02T19:23:02.463614Z","caller":"traceutil/trace.go:171","msg":"trace[154524633] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:24125; }","duration":"1.412221249s","start":"2026-03-02T19:23:01.051384Z","end":"2026-03-02T19:23:02.463605Z","steps":["trace[154524633] 'agreement among raft nodes before linearized reading' (duration: 1.412136077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.051371Z","time spent":"1.412267941s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-02T19:23:02.463672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.610608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T19:23:02.463704Z","caller":"traceutil/trace.go:171","msg":"trace[1823089408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24125; }","duration":"835.653761ms","start":"2026-03-02T19:23:01.628043Z","end":"2026-03-02T19:23:02.463696Z","steps":["trace[1823089408] 'agreement among raft nodes before linearized reading' (duration: 835.558588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412738623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-02T19:23:02.463777Z","caller":"traceutil/trace.go:171","msg":"trace[2038891021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24125; }","duration":"1.412800145s","start":"2026-03-02T19:23:01.050962Z","end":"2026-03-02T19:23:02.463762Z","steps":["trace[2038891021] 'agreement among raft nodes before linearized reading' (duration: 1.41265088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.205984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T19:23:02.46383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050959Z","time spent":"1.412860246s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-02T19:23:02.463835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412450015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-03-02T19:23:02.46389Z","caller":"traceutil/trace.go:171","msg":"trace[1430957296] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:24125; }","duration":"1.412512378s","start":"2026-03-02T19:23:01.051369Z","end":"2026-03-02T19:23:02.463882Z","steps":["trace[1430957296] 'agreement among raft nodes before linearized reading' (duration: 1.412404995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.690467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:23:02.463922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.051365Z","time spent":"1.412550318s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-02T19:23:02.46393Z","caller":"traceutil/trace.go:171","msg":"trace[822473526] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24125; }","duration":"878.752069ms","start":"2026-03-02T19:23:01.58517Z","end":"2026-03-02T19:23:02.463922Z","steps":["trace[822473526] 'agreement among raft nodes before linearized reading' (duration: 878.682487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.585146Z","time spent":"878.804749ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:23:02.464098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412786044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-02T19:23:02.464135Z","caller":"traceutil/trace.go:171","msg":"trace[1119720972] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24125; }","duration":"1.412827895s","start":"2026-03-02T19:23:01.051296Z","end":"2026-03-02T19:23:02.464124Z","steps":["trace[1119720972] 'agreement among raft nodes before linearized reading' (duration: 1.412737652s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.464168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.051292Z","time spent":"1.412868836s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-02T19:23:02.463583Z","caller":"traceutil/trace.go:171","msg":"trace[1913844499] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24125; }","duration":"549.58985ms","start":"2026-03-02T19:23:01.913984Z","end":"2026-03-02T19:23:02.463574Z","steps":["trace[1913844499] 'agreement among raft nodes before linearized reading' (duration: 549.231441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.46414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031427213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:02.464255Z","caller":"traceutil/trace.go:171","msg":"trace[559408797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24125; }","duration":"1.031569467s","start":"2026-03-02T19:23:01.432678Z","end":"2026-03-02T19:23:02.464247Z","steps":["trace[559408797] 'agreement among raft nodes before linearized reading' (duration: 1.031433663s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.464278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41304755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-02T19:23:02.464319Z","caller":"traceutil/trace.go:171","msg":"trace[72627198] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:24125; }","duration":"1.413094781s","start":"2026-03-02T19:23:01.051215Z","end":"2026-03-02T19:23:02.46431Z","steps":["trace[72627198] 'agreement among raft nodes before linearized reading' (duration: 1.413001309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.464356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.051212Z","time spent":"1.413136602s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1250,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-03-02T19:23:02.464354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413387378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-02T19:23:02.46446Z","caller":"traceutil/trace.go:171","msg":"trace[1824003771] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24125; }","duration":"1.413525432s","start":"2026-03-02T19:23:01.050913Z","end":"2026-03-02T19:23:02.464438Z","steps":["trace[1824003771] 'agreement among raft nodes before linearized reading' (duration: 1.413228465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.463036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:59.795123Z","time spent":"2.66789962s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:02.462989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411775749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-03-02T19:23:02.46427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.913956Z","time spent":"550.276518ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267284,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:23:02.464972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4142508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-02T19:23:02.465019Z","caller":"traceutil/trace.go:171","msg":"trace[320437611] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:24125; }","duration":"1.414319041s","start":"2026-03-02T19:23:01.050687Z","end":"2026-03-02T19:23:02.465006Z","steps":["trace[320437611] 'agreement among raft nodes before linearized reading' (duration: 1.414193548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.465065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050677Z","time spent":"1.414378833s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1244,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-02T19:23:02.4653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414653309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-02T19:23:02.465339Z","caller":"traceutil/trace.go:171","msg":"trace[1716043227] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:24125; }","duration":"1.4146896s","start":"2026-03-02T19:23:01.050638Z","end":"2026-03-02T19:23:02.465328Z","steps":["trace[1716043227] 'agreement among raft nodes before linearized reading' (duration: 1.414586687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.465435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050623Z","time spent":"1.414738442s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":927,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-03-02T19:23:02.465679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415048899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1704"} {"level":"info","ts":"2026-03-02T19:23:02.465712Z","caller":"traceutil/trace.go:171","msg":"trace[1418828386] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:24125; }","duration":"1.41509291s","start":"2026-03-02T19:23:01.050609Z","end":"2026-03-02T19:23:02.465702Z","steps":["trace[1418828386] 'agreement among raft nodes before linearized reading' (duration: 1.414988078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.465741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050604Z","time spent":"1.415130781s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1728,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-03-02T19:23:02.465924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415321856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-03-02T19:23:02.465952Z","caller":"traceutil/trace.go:171","msg":"trace[657158869] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24125; }","duration":"1.415356837s","start":"2026-03-02T19:23:01.050586Z","end":"2026-03-02T19:23:02.465943Z","steps":["trace[657158869] 'agreement among raft nodes before linearized reading' (duration: 1.415271805s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.465979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050583Z","time spent":"1.415389308s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1514,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-02T19:23:02.463197Z","caller":"traceutil/trace.go:171","msg":"trace[189227900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24125; }","duration":"417.046746ms","start":"2026-03-02T19:23:02.046138Z","end":"2026-03-02T19:23:02.463184Z","steps":["trace[189227900] 'agreement among raft nodes before linearized reading' (duration: 416.929443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.466112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.046119Z","time spent":"419.982609ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:23:02.466177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41510291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-02T19:23:02.466231Z","caller":"traceutil/trace.go:171","msg":"trace[61407476] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:24125; }","duration":"1.415164552s","start":"2026-03-02T19:23:01.051049Z","end":"2026-03-02T19:23:02.466213Z","steps":["trace[61407476] 'agreement among raft nodes before linearized reading' (duration: 1.411993703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.466264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.051045Z","time spent":"1.415210684s","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1289,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"warn","ts":"2026-03-02T19:23:02.463734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.628036Z","time spent":"835.692842ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:23:02.463836Z","caller":"traceutil/trace.go:171","msg":"trace[1722559376] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24125; }","duration":"838.261155ms","start":"2026-03-02T19:23:01.625567Z","end":"2026-03-02T19:23:02.463829Z","steps":["trace[1722559376] 'agreement among raft nodes before linearized reading' (duration: 838.183513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.466424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.625551Z","time spent":"840.863329ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:23:02.46649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416029233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:938"} {"level":"info","ts":"2026-03-02T19:23:02.46652Z","caller":"traceutil/trace.go:171","msg":"trace[1964528889] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:24125; }","duration":"1.416066685s","start":"2026-03-02T19:23:01.050445Z","end":"2026-03-02T19:23:02.466511Z","steps":["trace[1964528889] 'agreement among raft nodes before linearized reading' (duration: 1.415973972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.46655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050441Z","time spent":"1.416103266s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":962,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-02T19:23:02.466556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050907Z","time spent":"1.415638375s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-02T19:23:02.462732Z","caller":"traceutil/trace.go:171","msg":"trace[504463840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24125; }","duration":"2.667491779s","start":"2026-03-02T19:22:59.795227Z","end":"2026-03-02T19:23:02.462719Z","steps":["trace[504463840] 'agreement among raft nodes before linearized reading' (duration: 2.667213672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.466658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:59.795206Z","time spent":"2.671440417s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:02.46667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41623217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-02T19:23:02.466713Z","caller":"traceutil/trace.go:171","msg":"trace[1896751769] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:24125; }","duration":"1.416282051s","start":"2026-03-02T19:23:01.050423Z","end":"2026-03-02T19:23:02.466705Z","steps":["trace[1896751769] 'agreement among raft nodes before linearized reading' (duration: 1.416192228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.466738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050419Z","time spent":"1.416312721s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1018,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-02T19:23:02.466771Z","caller":"traceutil/trace.go:171","msg":"trace[127969447] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:24125; }","duration":"1.415552563s","start":"2026-03-02T19:23:01.051194Z","end":"2026-03-02T19:23:02.466747Z","steps":["trace[127969447] 'agreement among raft nodes before linearized reading' (duration: 1.411690016s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.464286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.432661Z","time spent":"1.031618707s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:02.466828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.05119Z","time spent":"1.415622474s","remote":"127.0.0.1:34316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1254,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-02T19:23:02.462731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416884625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T19:23:02.463047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.365729Z","time spent":"1.097311344s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:23:02.46696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416696061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:23:02.466989Z","caller":"traceutil/trace.go:171","msg":"trace[452773975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24125; }","duration":"1.416751852s","start":"2026-03-02T19:23:01.050229Z","end":"2026-03-02T19:23:02.46698Z","steps":["trace[452773975] 'agreement among raft nodes before linearized reading' (duration: 1.41667328s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:02.466934Z","caller":"traceutil/trace.go:171","msg":"trace[1085960387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24125; }","duration":"1.42108947s","start":"2026-03-02T19:23:01.04579Z","end":"2026-03-02T19:23:02.46688Z","steps":["trace[1085960387] 'agreement among raft nodes before linearized reading' (duration: 1.416778453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.467074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421141341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5072c48d-53a1-4fdd-9724-94e193e613cd\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T19:23:02.4671Z","caller":"traceutil/trace.go:171","msg":"trace[928327905] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5072c48d-53a1-4fdd-9724-94e193e613cd; range_end:; response_count:1; response_revision:24125; }","duration":"1.421182842s","start":"2026-03-02T19:23:01.04591Z","end":"2026-03-02T19:23:02.467093Z","steps":["trace[928327905] 'agreement among raft nodes before linearized reading' (duration: 1.42110583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.467121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.045905Z","time spent":"1.421209423s","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-5072c48d-53a1-4fdd-9724-94e193e613cd\" "} {"level":"warn","ts":"2026-03-02T19:23:02.466884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416506996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1420"} {"level":"info","ts":"2026-03-02T19:23:02.462799Z","caller":"traceutil/trace.go:171","msg":"trace[879522193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24125; }","duration":"2.667657224s","start":"2026-03-02T19:22:59.79512Z","end":"2026-03-02T19:23:02.462777Z","steps":["trace[879522193] 'agreement among raft nodes before linearized reading' (duration: 2.667400357s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:02.467192Z","caller":"traceutil/trace.go:171","msg":"trace[2008547098] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:24125; }","duration":"1.416808233s","start":"2026-03-02T19:23:01.050356Z","end":"2026-03-02T19:23:02.467164Z","steps":["trace[2008547098] 'agreement among raft nodes before linearized reading' (duration: 1.416471345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:02.467249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:59.795101Z","time spent":"2.672133065s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:02.467271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.050348Z","time spent":"1.416896946s","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1444,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-03-02T19:23:02.467017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.05021Z","time spent":"1.416800103s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:23:02.468314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:01.045775Z","time spent":"1.422485884s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:23:02.96957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:03.470028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:03.506617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017500266s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:23:04.473775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:23:04.473957Z","caller":"traceutil/trace.go:171","msg":"trace[1330335810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295903s","start":"2026-03-02T19:23:02.473639Z","end":"2026-03-02T19:23:04.473935Z","steps":["trace[1330335810] 'agreement among raft nodes before linearized reading' (duration: 2.000090058s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.474067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.473633Z","time spent":"2.000415476s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:23:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:23:04.652107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145163471s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:23:04.652201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.468647Z","time spent":"2.183550745s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:23:04.657113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150275847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:23:04.657533Z","caller":"traceutil/trace.go:171","msg":"trace[1095218682] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"2.185910404s","start":"2026-03-02T19:23:02.471589Z","end":"2026-03-02T19:23:04.6575Z","steps":["trace[1095218682] 'process raft request' (duration: 2.185712289s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.657669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.471578Z","time spent":"2.186018166s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.658074Z","caller":"traceutil/trace.go:171","msg":"trace[898564302] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"2.186000886s","start":"2026-03-02T19:23:02.472063Z","end":"2026-03-02T19:23:04.658064Z","steps":["trace[898564302] 'process raft request' (duration: 2.185393171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.658122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.472052Z","time spent":"2.186047657s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.658191Z","caller":"traceutil/trace.go:171","msg":"trace[198963294] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"2.185922513s","start":"2026-03-02T19:23:02.472243Z","end":"2026-03-02T19:23:04.658166Z","steps":["trace[198963294] 'process raft request' (duration: 2.185671047s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.658245Z","caller":"traceutil/trace.go:171","msg":"trace[694060266] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"2.185251927s","start":"2026-03-02T19:23:02.472984Z","end":"2026-03-02T19:23:04.658236Z","steps":["trace[694060266] 'process raft request' (duration: 2.185080433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.658313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.472975Z","time spent":"2.185307238s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.658322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.472227Z","time spent":"2.186023045s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.658319Z","caller":"traceutil/trace.go:171","msg":"trace[2000581454] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"2.185420911s","start":"2026-03-02T19:23:02.472684Z","end":"2026-03-02T19:23:04.658105Z","steps":["trace[2000581454] 'process raft request' (duration: 2.185334758s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.658502Z","caller":"traceutil/trace.go:171","msg":"trace[1837691289] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"2.184431157s","start":"2026-03-02T19:23:02.474054Z","end":"2026-03-02T19:23:04.658485Z","steps":["trace[1837691289] 'process raft request' (duration: 2.18414335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.658598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.474047Z","time spent":"2.184506148s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.658611Z","caller":"traceutil/trace.go:171","msg":"trace[1234341640] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"2.181546255s","start":"2026-03-02T19:23:02.477051Z","end":"2026-03-02T19:23:04.658597Z","steps":["trace[1234341640] 'process raft request' (duration: 2.181387112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.658704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.477034Z","time spent":"2.181612987s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.658815Z","caller":"traceutil/trace.go:171","msg":"trace[1585191401] linearizableReadLoop","detail":"{readStateIndex:25013; appliedIndex:24998; }","duration":"2.189328068s","start":"2026-03-02T19:23:02.469477Z","end":"2026-03-02T19:23:04.658806Z","steps":["trace[1585191401] 'read index received' (duration: 1.03743645s)","trace[1585191401] 'applied index is now lower than readState.Index' (duration: 1.151890408s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:04.658894Z","caller":"traceutil/trace.go:171","msg":"trace[1384012581] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"1.611571469s","start":"2026-03-02T19:23:03.047308Z","end":"2026-03-02T19:23:04.658879Z","steps":["trace[1384012581] 'process raft request' (duration: 1.611401005s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.65893Z","caller":"traceutil/trace.go:171","msg":"trace[1501803064] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"1.611526907s","start":"2026-03-02T19:23:03.047396Z","end":"2026-03-02T19:23:04.658923Z","steps":["trace[1501803064] 'process raft request' (duration: 1.611340703s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.65893Z","caller":"traceutil/trace.go:171","msg":"trace[1887900218] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"1.612883312s","start":"2026-03-02T19:23:03.04603Z","end":"2026-03-02T19:23:04.658913Z","steps":["trace[1887900218] 'process raft request' (duration: 1.612515103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.658963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.047303Z","time spent":"1.611626771s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.658997Z","caller":"traceutil/trace.go:171","msg":"trace[812787633] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"1.611045406s","start":"2026-03-02T19:23:03.047945Z","end":"2026-03-02T19:23:04.658991Z","steps":["trace[812787633] 'process raft request' (duration: 1.61081486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.659033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.047935Z","time spent":"1.611081357s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.659007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.046013Z","time spent":"1.612953953s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.659111Z","caller":"traceutil/trace.go:171","msg":"trace[1710412297] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.235147591s","start":"2026-03-02T19:23:03.423955Z","end":"2026-03-02T19:23:04.659103Z","steps":["trace[1710412297] 'process raft request' (duration: 1.234826993s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:04.659151Z","caller":"traceutil/trace.go:171","msg":"trace[1858877383] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"1.612101102s","start":"2026-03-02T19:23:03.047039Z","end":"2026-03-02T19:23:04.65914Z","steps":["trace[1858877383] 'process raft request' (duration: 1.61161084s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.659218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.047011Z","time spent":"1.612173604s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.659267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189790369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:23:04.659294Z","caller":"traceutil/trace.go:171","msg":"trace[715286388] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24139; }","duration":"2.189839099s","start":"2026-03-02T19:23:02.469449Z","end":"2026-03-02T19:23:04.659288Z","steps":["trace[715286388] 'agreement among raft nodes before linearized reading' (duration: 2.189726187s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.659316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.469422Z","time spent":"2.189890421s","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:23:04.659514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.472673Z","time spent":"2.185879131s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:04.659805Z","caller":"traceutil/trace.go:171","msg":"trace[763100575] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"1.612632104s","start":"2026-03-02T19:23:03.047154Z","end":"2026-03-02T19:23:04.659786Z","steps":["trace[763100575] 'process raft request' (duration: 1.611528418s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:04.659893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.047147Z","time spent":"1.612703247s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.659161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.42393Z","time spent":"1.235209772s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:04.658972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.047377Z","time spent":"1.611570749s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:05.159555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012914637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:23:05.419103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.826527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:05.419414Z","caller":"traceutil/trace.go:171","msg":"trace[1032208203] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25013; }","duration":"760.55394ms","start":"2026-03-02T19:23:04.658843Z","end":"2026-03-02T19:23:05.419397Z","steps":["trace[1032208203] 'read index received' (duration: 517.411494ms)","trace[1032208203] 'applied index is now lower than readState.Index' (duration: 243.141336ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:05.419404Z","caller":"traceutil/trace.go:171","msg":"trace[1651235351] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"1.886518084s","start":"2026-03-02T19:23:03.532842Z","end":"2026-03-02T19:23:05.41936Z","steps":["trace[1651235351] 'process raft request' (duration: 1.643354518s)","trace[1651235351] 'compare' (duration: 242.533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:05.419624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.532823Z","time spent":"1.886690179s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:05.419741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155710986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:05.419838Z","caller":"traceutil/trace.go:171","msg":"trace[1203220854] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"1.747741915s","start":"2026-03-02T19:23:03.672081Z","end":"2026-03-02T19:23:05.419823Z","steps":["trace[1203220854] 'process raft request' (duration: 1.747116649s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:05.41985Z","caller":"traceutil/trace.go:171","msg":"trace[1466926868] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24143; }","duration":"2.1558758s","start":"2026-03-02T19:23:03.263949Z","end":"2026-03-02T19:23:05.419825Z","steps":["trace[1466926868] 'agreement among raft nodes before linearized reading' (duration: 2.155690985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.419842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580622736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:05.419875Z","caller":"traceutil/trace.go:171","msg":"trace[502357922] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"939.059112ms","start":"2026-03-02T19:23:04.480788Z","end":"2026-03-02T19:23:05.419847Z","steps":["trace[502357922] 'process raft request' (duration: 938.516129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.419931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.954743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:23:05.419913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.672054Z","time spent":"1.747813557s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:05.419954Z","caller":"traceutil/trace.go:171","msg":"trace[1045055630] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24143; }","duration":"2.58080027s","start":"2026-03-02T19:23:02.839129Z","end":"2026-03-02T19:23:05.41993Z","steps":["trace[1045055630] 'agreement among raft nodes before linearized reading' (duration: 2.580596405s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.41992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766421861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:05.420008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.765781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:05.420045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.657156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:05.420039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949005865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-02T19:23:05.420063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.839109Z","time spent":"2.580939023s","remote":"127.0.0.1:56474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:05.420067Z","caller":"traceutil/trace.go:171","msg":"trace[758099771] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24143; }","duration":"983.824902ms","start":"2026-03-02T19:23:04.436229Z","end":"2026-03-02T19:23:05.420053Z","steps":["trace[758099771] 'agreement among raft nodes before linearized reading' (duration: 983.703209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:05.42008Z","caller":"traceutil/trace.go:171","msg":"trace[77658026] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24143; }","duration":"696.721588ms","start":"2026-03-02T19:23:04.72335Z","end":"2026-03-02T19:23:05.420072Z","steps":["trace[77658026] 'agreement among raft nodes before linearized reading' (duration: 696.671706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048418736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:05.420106Z","caller":"traceutil/trace.go:171","msg":"trace[1044999813] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24143; }","duration":"2.949068997s","start":"2026-03-02T19:23:02.471018Z","end":"2026-03-02T19:23:05.420087Z","steps":["trace[1044999813] 'agreement among raft nodes before linearized reading' (duration: 2.94878868s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.480774Z","time spent":"939.175176ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:05.420119Z","caller":"traceutil/trace.go:171","msg":"trace[2099698740] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"765.987264ms","start":"2026-03-02T19:23:04.654116Z","end":"2026-03-02T19:23:05.420104Z","steps":["trace[2099698740] 'process raft request' (duration: 765.225986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24157336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:05.420169Z","caller":"traceutil/trace.go:171","msg":"trace[1479601583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24143; }","duration":"2.048500208s","start":"2026-03-02T19:23:03.371638Z","end":"2026-03-02T19:23:05.420138Z","steps":["trace[1479601583] 'agreement among raft nodes before linearized reading' (duration: 2.048308994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.470994Z","time spent":"2.9491697s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T19:23:05.420203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409475144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:05.420226Z","caller":"traceutil/trace.go:171","msg":"trace[980095857] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24143; }","duration":"1.241663932s","start":"2026-03-02T19:23:04.178538Z","end":"2026-03-02T19:23:05.420202Z","steps":["trace[980095857] 'agreement among raft nodes before linearized reading' (duration: 1.241515058s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.371618Z","time spent":"2.04859724s","remote":"127.0.0.1:47562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:05.419904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.263933Z","time spent":"2.155956331s","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:23:05.420248Z","caller":"traceutil/trace.go:171","msg":"trace[2045433921] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24143; }","duration":"2.409554116s","start":"2026-03-02T19:23:03.01068Z","end":"2026-03-02T19:23:05.420234Z","steps":["trace[2045433921] 'agreement among raft nodes before linearized reading' (duration: 2.409476354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.654083Z","time spent":"766.099256ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:05.420295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.010658Z","time spent":"2.409629318s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:05.42028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.178491Z","time spent":"1.241772764s","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:05.420091Z","caller":"traceutil/trace.go:171","msg":"trace[17659811] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24143; }","duration":"2.766601325s","start":"2026-03-02T19:23:02.653446Z","end":"2026-03-02T19:23:05.420048Z","steps":["trace[17659811] 'agreement among raft nodes before linearized reading' (duration: 2.766362389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94834569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-02T19:23:05.420443Z","caller":"traceutil/trace.go:171","msg":"trace[1149691548] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24143; }","duration":"2.948430271s","start":"2026-03-02T19:23:02.471995Z","end":"2026-03-02T19:23:05.420425Z","steps":["trace[1149691548] 'agreement among raft nodes before linearized reading' (duration: 2.948214126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.653378Z","time spent":"2.767047356s","remote":"127.0.0.1:56606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:05.420002Z","caller":"traceutil/trace.go:171","msg":"trace[2050414446] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24143; }","duration":"283.033775ms","start":"2026-03-02T19:23:05.136923Z","end":"2026-03-02T19:23:05.419957Z","steps":["trace[2050414446] 'agreement among raft nodes before linearized reading' (duration: 282.893811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.419777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.734529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:05.420118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.723335Z","time spent":"696.776099ms","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:23:05.420542Z","caller":"traceutil/trace.go:171","msg":"trace[735903794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24143; }","duration":"946.535588ms","start":"2026-03-02T19:23:04.473992Z","end":"2026-03-02T19:23:05.420528Z","steps":["trace[735903794] 'agreement among raft nodes before linearized reading' (duration: 945.738228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.436181Z","time spent":"983.922174ms","remote":"127.0.0.1:55714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:05.419789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.830759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:05.420707Z","caller":"traceutil/trace.go:171","msg":"trace[366376646] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24143; }","duration":"747.767772ms","start":"2026-03-02T19:23:04.672908Z","end":"2026-03-02T19:23:05.420676Z","steps":["trace[366376646] 'agreement among raft nodes before linearized reading' (duration: 746.83346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.473975Z","time spent":"946.60809ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:05.420115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946805717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:23:05.420806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:04.672891Z","time spent":"747.888725ms","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:05.420497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.471988Z","time spent":"2.948496583s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7408,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-02T19:23:05.420866Z","caller":"traceutil/trace.go:171","msg":"trace[1722548647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24143; }","duration":"1.947590697s","start":"2026-03-02T19:23:03.473254Z","end":"2026-03-02T19:23:05.420845Z","steps":["trace[1722548647] 'agreement among raft nodes before linearized reading' (duration: 1.946689775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.420917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:03.473231Z","time spent":"1.947668279s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:23:05.42078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949665352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-02T19:23:05.421378Z","caller":"traceutil/trace.go:171","msg":"trace[1636271989] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24143; }","duration":"2.950288577s","start":"2026-03-02T19:23:02.471073Z","end":"2026-03-02T19:23:05.421362Z","steps":["trace[1636271989] 'agreement among raft nodes before linearized reading' (duration: 2.948529664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.42143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.471064Z","time spent":"2.950351268s","remote":"127.0.0.1:48916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3740,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T19:23:05.419943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949505937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:23:05.422441Z","caller":"traceutil/trace.go:171","msg":"trace[1465502716] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609; range_end:; response_count:1; response_revision:24143; }","duration":"2.952157263s","start":"2026-03-02T19:23:02.47027Z","end":"2026-03-02T19:23:05.422427Z","steps":["trace[1465502716] 'agreement among raft nodes before linearized reading' (duration: 2.949347674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:05.422491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:02.470262Z","time spent":"2.952212494s","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189919ce5ad76609\" "} {"level":"warn","ts":"2026-03-02T19:23:06.290496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.447383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:06.290642Z","caller":"traceutil/trace.go:171","msg":"trace[1326544304] linearizableReadLoop","detail":"{readStateIndex:25018; appliedIndex:25017; }","duration":"865.736396ms","start":"2026-03-02T19:23:05.424884Z","end":"2026-03-02T19:23:06.290621Z","steps":["trace[1326544304] 'read index received' (duration: 180.970265ms)","trace[1326544304] 'applied index is now lower than readState.Index' (duration: 684.763621ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:06.290666Z","caller":"traceutil/trace.go:171","msg":"trace[951167261] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"865.839218ms","start":"2026-03-02T19:23:05.42479Z","end":"2026-03-02T19:23:06.290629Z","steps":["trace[951167261] 'process raft request' (duration: 181.157169ms)","trace[951167261] 'compare' (duration: 684.283028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:06.290798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.424767Z","time spent":"865.957932ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:06.290846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.950491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:06.290916Z","caller":"traceutil/trace.go:171","msg":"trace[261817139] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24144; }","duration":"866.015143ms","start":"2026-03-02T19:23:05.42488Z","end":"2026-03-02T19:23:06.290895Z","steps":["trace[261817139] 'agreement among raft nodes before linearized reading' (duration: 865.880639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.290975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.424868Z","time spent":"866.093194ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:23:06.291033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.589098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:23:06.291093Z","caller":"traceutil/trace.go:171","msg":"trace[607547346] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24144; }","duration":"864.67726ms","start":"2026-03-02T19:23:05.426401Z","end":"2026-03-02T19:23:06.291079Z","steps":["trace[607547346] 'agreement among raft nodes before linearized reading' (duration: 864.490586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.291142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.902489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-02T19:23:06.291159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.42639Z","time spent":"864.759492ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-02T19:23:06.291167Z","caller":"traceutil/trace.go:171","msg":"trace[427065773] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24144; }","duration":"758.96057ms","start":"2026-03-02T19:23:05.532198Z","end":"2026-03-02T19:23:06.291159Z","steps":["trace[427065773] 'agreement among raft nodes before linearized reading' (duration: 758.880608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.291155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.058375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:06.291156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.627418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:06.291195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.532179Z","time spent":"759.010571ms","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T19:23:06.2912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.975554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:06.291225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.577467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:06.291222Z","caller":"traceutil/trace.go:171","msg":"trace[1548446508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24144; }","duration":"862.132227ms","start":"2026-03-02T19:23:05.429068Z","end":"2026-03-02T19:23:06.2912Z","steps":["trace[1548446508] 'agreement among raft nodes before linearized reading' (duration: 862.018474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.291224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.654599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:23:06.29128Z","caller":"traceutil/trace.go:171","msg":"trace[2135150374] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24144; }","duration":"739.094828ms","start":"2026-03-02T19:23:05.552165Z","end":"2026-03-02T19:23:06.29126Z","steps":["trace[2135150374] 'agreement among raft nodes before linearized reading' (duration: 738.962104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.291315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.426765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:06.291306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.429064Z","time spent":"862.213749ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:23:06.29134Z","caller":"traceutil/trace.go:171","msg":"trace[691342153] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24144; }","duration":"300.496997ms","start":"2026-03-02T19:23:05.990837Z","end":"2026-03-02T19:23:06.291334Z","steps":["trace[691342153] 'agreement among raft nodes before linearized reading' (duration: 300.454116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.291349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.552147Z","time spent":"739.19042ms","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:06.291301Z","caller":"traceutil/trace.go:171","msg":"trace[913520595] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24144; }","duration":"243.817463ms","start":"2026-03-02T19:23:06.047466Z","end":"2026-03-02T19:23:06.291283Z","steps":["trace[913520595] 'agreement among raft nodes before linearized reading' (duration: 243.590828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.291384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.369861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:06.291235Z","caller":"traceutil/trace.go:171","msg":"trace[767734727] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24144; }","duration":"128.73962ms","start":"2026-03-02T19:23:06.162469Z","end":"2026-03-02T19:23:06.291209Z","steps":["trace[767734727] 'agreement among raft nodes before linearized reading' (duration: 128.605797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.29143Z","caller":"traceutil/trace.go:171","msg":"trace[1570152861] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24144; }","duration":"498.459893ms","start":"2026-03-02T19:23:05.792957Z","end":"2026-03-02T19:23:06.291417Z","steps":["trace[1570152861] 'agreement among raft nodes before linearized reading' (duration: 498.383392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.29128Z","caller":"traceutil/trace.go:171","msg":"trace[1484485430] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24144; }","duration":"864.705181ms","start":"2026-03-02T19:23:05.42656Z","end":"2026-03-02T19:23:06.291265Z","steps":["trace[1484485430] 'agreement among raft nodes before linearized reading' (duration: 864.559687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.29147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.792936Z","time spent":"498.524206ms","remote":"127.0.0.1:56566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:06.291513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.426553Z","time spent":"864.949257ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:23:06.291359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.990811Z","time spent":"300.543738ms","remote":"127.0.0.1:56272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:06.29175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.799272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:06.291815Z","caller":"traceutil/trace.go:171","msg":"trace[1441895663] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24144; }","duration":"586.895285ms","start":"2026-03-02T19:23:05.704907Z","end":"2026-03-02T19:23:06.291802Z","steps":["trace[1441895663] 'agreement among raft nodes before linearized reading' (duration: 586.122406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:06.29185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:05.70489Z","time spent":"586.951107ms","remote":"127.0.0.1:48942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:23:06.95609Z","caller":"traceutil/trace.go:171","msg":"trace[1742261804] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"288.953801ms","start":"2026-03-02T19:23:06.667112Z","end":"2026-03-02T19:23:06.956066Z","steps":["trace[1742261804] 'process raft request' (duration: 288.694415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.956326Z","caller":"traceutil/trace.go:171","msg":"trace[911283294] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"288.726615ms","start":"2026-03-02T19:23:06.667589Z","end":"2026-03-02T19:23:06.956316Z","steps":["trace[911283294] 'process raft request' (duration: 288.425998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.956735Z","caller":"traceutil/trace.go:171","msg":"trace[135247942] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"289.011642ms","start":"2026-03-02T19:23:06.667701Z","end":"2026-03-02T19:23:06.956713Z","steps":["trace[135247942] 'process raft request' (duration: 288.572011ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957187Z","caller":"traceutil/trace.go:171","msg":"trace[731537586] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"289.422393ms","start":"2026-03-02T19:23:06.667741Z","end":"2026-03-02T19:23:06.957164Z","steps":["trace[731537586] 'process raft request' (duration: 288.874028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957209Z","caller":"traceutil/trace.go:171","msg":"trace[1880371539] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"288.379077ms","start":"2026-03-02T19:23:06.6688Z","end":"2026-03-02T19:23:06.957179Z","steps":["trace[1880371539] 'process raft request' (duration: 288.11343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957324Z","caller":"traceutil/trace.go:171","msg":"trace[1130651787] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"288.291585ms","start":"2026-03-02T19:23:06.669021Z","end":"2026-03-02T19:23:06.957313Z","steps":["trace[1130651787] 'process raft request' (duration: 288.144551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957339Z","caller":"traceutil/trace.go:171","msg":"trace[740762683] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"288.356817ms","start":"2026-03-02T19:23:06.668956Z","end":"2026-03-02T19:23:06.957313Z","steps":["trace[740762683] 'process raft request' (duration: 288.12278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957369Z","caller":"traceutil/trace.go:171","msg":"trace[1548002506] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"288.07805ms","start":"2026-03-02T19:23:06.669279Z","end":"2026-03-02T19:23:06.957357Z","steps":["trace[1548002506] 'process raft request' (duration: 287.942396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957412Z","caller":"traceutil/trace.go:171","msg":"trace[375737132] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"287.26843ms","start":"2026-03-02T19:23:06.670134Z","end":"2026-03-02T19:23:06.957402Z","steps":["trace[375737132] 'process raft request' (duration: 287.133876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957353Z","caller":"traceutil/trace.go:171","msg":"trace[730521760] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25019; }","duration":"288.318596ms","start":"2026-03-02T19:23:06.668997Z","end":"2026-03-02T19:23:06.957316Z","steps":["trace[730521760] 'read index received' (duration: 66.60012ms)","trace[730521760] 'applied index is now lower than readState.Index' (duration: 221.717226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:06.957551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.529681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:23:06.957614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.251585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:2248"} {"level":"info","ts":"2026-03-02T19:23:06.957621Z","caller":"traceutil/trace.go:171","msg":"trace[207043755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24154; }","duration":"288.638344ms","start":"2026-03-02T19:23:06.668964Z","end":"2026-03-02T19:23:06.957602Z","steps":["trace[207043755] 'agreement among raft nodes before linearized reading' (duration: 288.428028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:06.957653Z","caller":"traceutil/trace.go:171","msg":"trace[465325464] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24154; }","duration":"146.377819ms","start":"2026-03-02T19:23:06.811262Z","end":"2026-03-02T19:23:06.95764Z","steps":["trace[465325464] 'agreement among raft nodes before linearized reading' (duration: 146.239785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:07.302236Z","caller":"traceutil/trace.go:171","msg":"trace[1345450946] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24155; }","duration":"342.321645ms","start":"2026-03-02T19:23:06.959886Z","end":"2026-03-02T19:23:07.302208Z","steps":["trace[1345450946] 'process raft request' (duration: 305.569934ms)","trace[1345450946] 'compare' (duration: 36.625318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:07.302441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:06.95987Z","time spent":"342.467158ms","remote":"127.0.0.1:52230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-02T19:23:07.724539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.222442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:07.724648Z","caller":"traceutil/trace.go:171","msg":"trace[775625510] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24155; }","duration":"288.355376ms","start":"2026-03-02T19:23:07.436275Z","end":"2026-03-02T19:23:07.724631Z","steps":["trace[775625510] 'range keys from in-memory index tree' (duration: 288.205722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:07.928205Z","caller":"traceutil/trace.go:171","msg":"trace[57789911] linearizableReadLoop","detail":"{readStateIndex:25030; appliedIndex:25028; }","duration":"860.064095ms","start":"2026-03-02T19:23:07.068118Z","end":"2026-03-02T19:23:07.928182Z","steps":["trace[57789911] 'read index received' (duration: 197.312251ms)","trace[57789911] 'applied index is now lower than readState.Index' (duration: 662.750734ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:07.928355Z","caller":"traceutil/trace.go:171","msg":"trace[200414729] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"965.740805ms","start":"2026-03-02T19:23:06.96257Z","end":"2026-03-02T19:23:07.928311Z","steps":["trace[200414729] 'process raft request' (duration: 965.399376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:07.928408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.274831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:07.928439Z","caller":"traceutil/trace.go:171","msg":"trace[1168810305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24156; }","duration":"860.347102ms","start":"2026-03-02T19:23:07.068085Z","end":"2026-03-02T19:23:07.928433Z","steps":["trace[1168810305] 'agreement among raft nodes before linearized reading' (duration: 860.27966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:07.928457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.06807Z","time spent":"860.382393ms","remote":"127.0.0.1:56484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:07.928511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:06.962535Z","time spent":"965.853248ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:08.517539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.909513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:08.517829Z","caller":"traceutil/trace.go:171","msg":"trace[1017240501] linearizableReadLoop","detail":"{readStateIndex:25032; appliedIndex:25030; }","duration":"589.535911ms","start":"2026-03-02T19:23:07.928276Z","end":"2026-03-02T19:23:08.517812Z","steps":["trace[1017240501] 'read index received' (duration: 178.172806ms)","trace[1017240501] 'applied index is now lower than readState.Index' (duration: 411.362195ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:08.517975Z","caller":"traceutil/trace.go:171","msg":"trace[165207075] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"1.092973597s","start":"2026-03-02T19:23:07.424987Z","end":"2026-03-02T19:23:08.51796Z","steps":["trace[165207075] 'process raft request' (duration: 1.092756612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.518021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095268984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:08.518041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.424968Z","time spent":"1.093041119s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.518078Z","caller":"traceutil/trace.go:171","msg":"trace[648967172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24158; }","duration":"1.095372797s","start":"2026-03-02T19:23:07.422693Z","end":"2026-03-02T19:23:08.518065Z","steps":["trace[648967172] 'agreement among raft nodes before linearized reading' (duration: 1.095262024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.518105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.422673Z","time spent":"1.095427178s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:08.518083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.924982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:08.518142Z","caller":"traceutil/trace.go:171","msg":"trace[2030809402] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24158; }","duration":"538.035303ms","start":"2026-03-02T19:23:07.980091Z","end":"2026-03-02T19:23:08.518127Z","steps":["trace[2030809402] 'agreement among raft nodes before linearized reading' (duration: 537.91353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.518161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.850694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T19:23:08.518192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08497746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-02T19:23:08.518183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.96217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:23:08.518223Z","caller":"traceutil/trace.go:171","msg":"trace[380384143] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24158; }","duration":"1.085031542s","start":"2026-03-02T19:23:07.433183Z","end":"2026-03-02T19:23:08.518214Z","steps":["trace[380384143] 'agreement among raft nodes before linearized reading' (duration: 1.084783986s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:08.51823Z","caller":"traceutil/trace.go:171","msg":"trace[1244193241] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24158; }","duration":"195.920896ms","start":"2026-03-02T19:23:08.322292Z","end":"2026-03-02T19:23:08.518212Z","steps":["trace[1244193241] 'agreement among raft nodes before linearized reading' (duration: 195.718421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.518181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.980073Z","time spent":"538.101206ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:08.518249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.433169Z","time spent":"1.085074862s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:23:08.518218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.147515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-b6ff89489-xbz9m.18991c858763ab48\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T19:23:08.518236Z","caller":"traceutil/trace.go:171","msg":"trace[2010781629] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24158; }","duration":"201.048463ms","start":"2026-03-02T19:23:08.317175Z","end":"2026-03-02T19:23:08.518223Z","steps":["trace[2010781629] 'agreement among raft nodes before linearized reading' (duration: 200.838708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:08.51829Z","caller":"traceutil/trace.go:171","msg":"trace[1594143615] range","detail":"{range_begin:/registry/events/openstack/magnum-api-b6ff89489-xbz9m.18991c858763ab48; range_end:; response_count:1; response_revision:24158; }","duration":"341.263228ms","start":"2026-03-02T19:23:08.177008Z","end":"2026-03-02T19:23:08.518272Z","steps":["trace[1594143615] 'agreement among raft nodes before linearized reading' (duration: 341.035422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.518336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.176991Z","time spent":"341.336039ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-b6ff89489-xbz9m.18991c858763ab48\" "} {"level":"warn","ts":"2026-03-02T19:23:08.518706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425381086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-02T19:23:08.518792Z","caller":"traceutil/trace.go:171","msg":"trace[35977248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24158; }","duration":"1.425887058s","start":"2026-03-02T19:23:07.09289Z","end":"2026-03-02T19:23:08.518778Z","steps":["trace[35977248] 'agreement among raft nodes before linearized reading' (duration: 1.425082679s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:08.518803Z","caller":"traceutil/trace.go:171","msg":"trace[692181084] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"1.131199106s","start":"2026-03-02T19:23:07.38742Z","end":"2026-03-02T19:23:08.51862Z","steps":["trace[692181084] 'process raft request' (duration: 719.128023ms)","trace[692181084] 'compare' (duration: 410.77675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:08.518887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.092875Z","time spent":"1.42596793s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:23:08.518948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:07.387399Z","time spent":"1.131469702s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:08.863913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.965102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:08.864227Z","caller":"traceutil/trace.go:171","msg":"trace[536996367] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"344.234052ms","start":"2026-03-02T19:23:08.519969Z","end":"2026-03-02T19:23:08.864204Z","steps":["trace[536996367] 'process raft request' (duration: 102.86755ms)","trace[536996367] 'compare' (duration: 240.717926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:08.864638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.519952Z","time spent":"344.620231ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.866156Z","caller":"traceutil/trace.go:171","msg":"trace[1234848459] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25032; }","duration":"342.716903ms","start":"2026-03-02T19:23:08.523423Z","end":"2026-03-02T19:23:08.86614Z","steps":["trace[1234848459] 'read index received' (duration: 99.444984ms)","trace[1234848459] 'applied index is now lower than readState.Index' (duration: 243.270849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:08.866246Z","caller":"traceutil/trace.go:171","msg":"trace[1539676147] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"339.543615ms","start":"2026-03-02T19:23:08.526693Z","end":"2026-03-02T19:23:08.866237Z","steps":["trace[1539676147] 'process raft request' (duration: 339.384941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.866425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.52668Z","time spent":"339.595586ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3934,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.866407Z","caller":"traceutil/trace.go:171","msg":"trace[905366201] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"345.612785ms","start":"2026-03-02T19:23:08.520695Z","end":"2026-03-02T19:23:08.866308Z","steps":["trace[905366201] 'process raft request' (duration: 345.263697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.866561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.121533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-02T19:23:08.866599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.520672Z","time spent":"345.83458ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:08.866616Z","caller":"traceutil/trace.go:171","msg":"trace[445628675] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24161; }","duration":"343.210795ms","start":"2026-03-02T19:23:08.523393Z","end":"2026-03-02T19:23:08.866603Z","steps":["trace[445628675] 'agreement among raft nodes before linearized reading' (duration: 343.044501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:08.866648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.52338Z","time spent":"343.260876ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-02T19:23:09.004717Z","caller":"traceutil/trace.go:171","msg":"trace[688497481] linearizableReadLoop","detail":"{readStateIndex:25036; appliedIndex:25035; }","duration":"138.494052ms","start":"2026-03-02T19:23:08.866202Z","end":"2026-03-02T19:23:09.004696Z","steps":["trace[688497481] 'read index received' (duration: 80.172417ms)","trace[688497481] 'applied index is now lower than readState.Index' (duration: 58.320645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:09.004854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.775241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:09.004876Z","caller":"traceutil/trace.go:171","msg":"trace[283992650] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24161; }","duration":"310.850983ms","start":"2026-03-02T19:23:08.694019Z","end":"2026-03-02T19:23:09.00487Z","steps":["trace[283992650] 'agreement among raft nodes before linearized reading' (duration: 310.776441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.004898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.693999Z","time spent":"310.892224ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:09.004931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.192352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:09.005006Z","caller":"traceutil/trace.go:171","msg":"trace[204699689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24161; }","duration":"478.269894ms","start":"2026-03-02T19:23:08.526716Z","end":"2026-03-02T19:23:09.004986Z","steps":["trace[204699689] 'agreement among raft nodes before linearized reading' (duration: 478.15835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.005049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.526668Z","time spent":"478.372296ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:09.005065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.408034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:09.005155Z","caller":"traceutil/trace.go:171","msg":"trace[1606272695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24161; }","duration":"264.558178ms","start":"2026-03-02T19:23:08.740582Z","end":"2026-03-02T19:23:09.00514Z","steps":["trace[1606272695] 'agreement among raft nodes before linearized reading' (duration: 264.155717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:09.283078Z","caller":"traceutil/trace.go:171","msg":"trace[486133378] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"320.478883ms","start":"2026-03-02T19:23:08.962572Z","end":"2026-03-02T19:23:09.283051Z","steps":["trace[486133378] 'process raft request' (duration: 320.246867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:09.28323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.962563Z","time spent":"320.588906ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.087141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.872497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:10.087362Z","caller":"traceutil/trace.go:171","msg":"trace[1690246016] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.124748435s","start":"2026-03-02T19:23:08.962578Z","end":"2026-03-02T19:23:10.087327Z","steps":["trace[1690246016] 'process raft request' (duration: 980.572821ms)","trace[1690246016] 'compare' (duration: 143.683682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:10.087519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.962569Z","time spent":"1.124852108s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.088134Z","caller":"traceutil/trace.go:171","msg":"trace[1512560715] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"1.125032531s","start":"2026-03-02T19:23:08.963063Z","end":"2026-03-02T19:23:10.088095Z","steps":["trace[1512560715] 'process raft request' (duration: 1.12417514s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.088181Z","caller":"traceutil/trace.go:171","msg":"trace[1226833688] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"1.124707414s","start":"2026-03-02T19:23:08.963449Z","end":"2026-03-02T19:23:10.088156Z","steps":["trace[1226833688] 'process raft request' (duration: 1.12455281s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.088229Z","caller":"traceutil/trace.go:171","msg":"trace[868614608] linearizableReadLoop","detail":"{readStateIndex:25042; appliedIndex:25036; }","duration":"1.083434451s","start":"2026-03-02T19:23:09.004772Z","end":"2026-03-02T19:23:10.088207Z","steps":["trace[868614608] 'read index received' (duration: 278.177005ms)","trace[868614608] 'applied index is now lower than readState.Index' (duration: 805.256386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:10.088293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1257573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:10.088321Z","caller":"traceutil/trace.go:171","msg":"trace[867857954] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"1.124230051s","start":"2026-03-02T19:23:08.964084Z","end":"2026-03-02T19:23:10.088314Z","steps":["trace[867857954] 'process raft request' (duration: 1.124039977s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.088325Z","caller":"traceutil/trace.go:171","msg":"trace[215543740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24168; }","duration":"1.125805131s","start":"2026-03-02T19:23:08.962511Z","end":"2026-03-02T19:23:10.088316Z","steps":["trace[215543740] 'agreement among raft nodes before linearized reading' (duration: 1.125719019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.088328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125838693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:23:10.088322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.963434Z","time spent":"1.124809796s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.088351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.962505Z","time spent":"1.125836172s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:23:10.088359Z","caller":"traceutil/trace.go:171","msg":"trace[324922766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24168; }","duration":"1.125905803s","start":"2026-03-02T19:23:08.962444Z","end":"2026-03-02T19:23:10.08835Z","steps":["trace[324922766] 'agreement among raft nodes before linearized reading' (duration: 1.125790501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.088361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.964073Z","time spent":"1.124265163s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.088383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.962425Z","time spent":"1.125952965s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:23:10.088395Z","caller":"traceutil/trace.go:171","msg":"trace[873805333] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"1.078932069s","start":"2026-03-02T19:23:09.009446Z","end":"2026-03-02T19:23:10.088379Z","steps":["trace[873805333] 'process raft request' (duration: 1.078714544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.088397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214795616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:10.08847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.009425Z","time spent":"1.079006281s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.088477Z","caller":"traceutil/trace.go:171","msg":"trace[1157295172] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24168; }","duration":"1.214925809s","start":"2026-03-02T19:23:08.873531Z","end":"2026-03-02T19:23:10.088456Z","steps":["trace[1157295172] 'agreement among raft nodes before linearized reading' (duration: 1.214800696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.088481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.972346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-03-02T19:23:10.088292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12575375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:23:10.088526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.873513Z","time spent":"1.215000911s","remote":"127.0.0.1:55678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-02T19:23:10.08853Z","caller":"traceutil/trace.go:171","msg":"trace[270756125] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862; range_end:; response_count:1; response_revision:24168; }","duration":"566.042988ms","start":"2026-03-02T19:23:09.522471Z","end":"2026-03-02T19:23:10.088514Z","steps":["trace[270756125] 'agreement among raft nodes before linearized reading' (duration: 565.909025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.088545Z","caller":"traceutil/trace.go:171","msg":"trace[384994437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24168; }","duration":"1.126021817s","start":"2026-03-02T19:23:08.962512Z","end":"2026-03-02T19:23:10.088534Z","steps":["trace[384994437] 'agreement among raft nodes before linearized reading' (duration: 1.125698849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.08857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:09.522456Z","time spent":"566.105389ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3976,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fbe1ffd7-8210-4f32-be37-762fb8095862\" "} {"level":"warn","ts":"2026-03-02T19:23:10.088589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.962504Z","time spent":"1.126075328s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:10.088322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.963036Z","time spent":"1.125193945s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.088187Z","caller":"traceutil/trace.go:171","msg":"trace[1164147704] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"1.124357765s","start":"2026-03-02T19:23:08.963819Z","end":"2026-03-02T19:23:10.088176Z","steps":["trace[1164147704] 'process raft request' (duration: 1.124264013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.088706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:08.963804Z","time spent":"1.124874817s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.088855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.928244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:23:10.088974Z","caller":"traceutil/trace.go:171","msg":"trace[1857925597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24168; }","duration":"156.095178ms","start":"2026-03-02T19:23:09.932846Z","end":"2026-03-02T19:23:10.088941Z","steps":["trace[1857925597] 'agreement among raft nodes before linearized reading' (duration: 155.667497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.633806Z","caller":"traceutil/trace.go:171","msg":"trace[2059970563] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"539.780858ms","start":"2026-03-02T19:23:10.093994Z","end":"2026-03-02T19:23:10.633775Z","steps":["trace[2059970563] 'process raft request' (duration: 479.583946ms)","trace[2059970563] 'compare' (duration: 59.782372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:10.633965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.093971Z","time spent":"539.923741ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.677569Z","caller":"traceutil/trace.go:171","msg":"trace[60692209] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"583.451681ms","start":"2026-03-02T19:23:10.094085Z","end":"2026-03-02T19:23:10.677536Z","steps":["trace[60692209] 'process raft request' (duration: 583.160603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.67773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.094061Z","time spent":"583.583813ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.677849Z","caller":"traceutil/trace.go:171","msg":"trace[1707613321] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"583.395499ms","start":"2026-03-02T19:23:10.094434Z","end":"2026-03-02T19:23:10.677829Z","steps":["trace[1707613321] 'process raft request' (duration: 582.970889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.677878Z","caller":"traceutil/trace.go:171","msg":"trace[783252961] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"583.06893ms","start":"2026-03-02T19:23:10.09478Z","end":"2026-03-02T19:23:10.677849Z","steps":["trace[783252961] 'process raft request' (duration: 582.875556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.677974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.094406Z","time spent":"583.499672ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:10.678029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.094765Z","time spent":"583.180033ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.678085Z","caller":"traceutil/trace.go:171","msg":"trace[96133636] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25043; }","duration":"580.833806ms","start":"2026-03-02T19:23:10.09723Z","end":"2026-03-02T19:23:10.678064Z","steps":["trace[96133636] 'read index received' (duration: 476.46918ms)","trace[96133636] 'applied index is now lower than readState.Index' (duration: 104.363516ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:10.678168Z","caller":"traceutil/trace.go:171","msg":"trace[1846328496] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"583.106011ms","start":"2026-03-02T19:23:10.095049Z","end":"2026-03-02T19:23:10.678155Z","steps":["trace[1846328496] 'process raft request' (duration: 582.708731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.678221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.095038Z","time spent":"583.152662ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3946,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:10.678195Z","caller":"traceutil/trace.go:171","msg":"trace[498884929] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"153.127246ms","start":"2026-03-02T19:23:10.525011Z","end":"2026-03-02T19:23:10.678139Z","steps":["trace[498884929] 'process raft request' (duration: 152.966352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.67829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.834151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:10.678304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.056401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T19:23:10.678322Z","caller":"traceutil/trace.go:171","msg":"trace[661900614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24174; }","duration":"251.894893ms","start":"2026-03-02T19:23:10.426416Z","end":"2026-03-02T19:23:10.678311Z","steps":["trace[661900614] 'agreement among raft nodes before linearized reading' (duration: 251.843691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:10.678339Z","caller":"traceutil/trace.go:171","msg":"trace[201159307] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24174; }","duration":"581.118092ms","start":"2026-03-02T19:23:10.09721Z","end":"2026-03-02T19:23:10.678328Z","steps":["trace[201159307] 'agreement among raft nodes before linearized reading' (duration: 580.969869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.678255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.960916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:10.678371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.097202Z","time spent":"581.161803ms","remote":"127.0.0.1:55770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T19:23:10.678419Z","caller":"traceutil/trace.go:171","msg":"trace[469500958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24174; }","duration":"430.140981ms","start":"2026-03-02T19:23:10.24826Z","end":"2026-03-02T19:23:10.6784Z","steps":["trace[469500958] 'agreement among raft nodes before linearized reading' (duration: 429.949376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:10.678486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.248243Z","time spent":"430.230253ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:11.015705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.516085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-02T19:23:11.015802Z","caller":"traceutil/trace.go:171","msg":"trace[575827619] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25049; }","duration":"331.251559ms","start":"2026-03-02T19:23:10.684535Z","end":"2026-03-02T19:23:11.015786Z","steps":["trace[575827619] 'read index received' (duration: 62.525459ms)","trace[575827619] 'applied index is now lower than readState.Index' (duration: 268.72443ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:11.016045Z","caller":"traceutil/trace.go:171","msg":"trace[721741982] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24175; }","duration":"335.106834ms","start":"2026-03-02T19:23:10.680926Z","end":"2026-03-02T19:23:11.016033Z","steps":["trace[721741982] 'process raft request' (duration: 66.183459ms)","trace[721741982] 'compare' (duration: 268.134106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:11.01612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.68091Z","time spent":"335.176307ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":44,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-02T19:23:11.01632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.782033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:23:11.016359Z","caller":"traceutil/trace.go:171","msg":"trace[1582758805] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24175; }","duration":"331.824794ms","start":"2026-03-02T19:23:10.684525Z","end":"2026-03-02T19:23:11.016349Z","steps":["trace[1582758805] 'agreement among raft nodes before linearized reading' (duration: 331.69388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.01639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:10.684504Z","time spent":"331.877686ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T19:23:11.016389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.421004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:23:11.016418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.000206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:11.016458Z","caller":"traceutil/trace.go:171","msg":"trace[861217855] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24175; }","duration":"133.062718ms","start":"2026-03-02T19:23:10.883385Z","end":"2026-03-02T19:23:11.016448Z","steps":["trace[861217855] 'agreement among raft nodes before linearized reading' (duration: 132.987767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:11.016461Z","caller":"traceutil/trace.go:171","msg":"trace[999661096] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24175; }","duration":"147.551207ms","start":"2026-03-02T19:23:10.868892Z","end":"2026-03-02T19:23:11.016443Z","steps":["trace[999661096] 'agreement among raft nodes before linearized reading' (duration: 147.394253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.836086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.632134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:23:11.836213Z","caller":"traceutil/trace.go:171","msg":"trace[1213184757] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"809.821481ms","start":"2026-03-02T19:23:11.026365Z","end":"2026-03-02T19:23:11.836187Z","steps":["trace[1213184757] 'process raft request' (duration: 197.036404ms)","trace[1213184757] 'compare' (duration: 612.283304ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:11.83629Z","caller":"traceutil/trace.go:171","msg":"trace[316120176] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"547.642342ms","start":"2026-03-02T19:23:11.288634Z","end":"2026-03-02T19:23:11.836276Z","steps":["trace[316120176] 'process raft request' (duration: 547.56659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.836297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.026348Z","time spent":"809.911582ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:23:11.836358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.288613Z","time spent":"547.705414ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:11.836342Z","caller":"traceutil/trace.go:171","msg":"trace[159054833] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25050; }","duration":"803.967685ms","start":"2026-03-02T19:23:11.032346Z","end":"2026-03-02T19:23:11.836314Z","steps":["trace[159054833] 'read index received' (duration: 191.040214ms)","trace[159054833] 'applied index is now lower than readState.Index' (duration: 612.925011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:11.83664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.282233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:23:11.836695Z","caller":"traceutil/trace.go:171","msg":"trace[181197058] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24177; }","duration":"804.368514ms","start":"2026-03-02T19:23:11.032304Z","end":"2026-03-02T19:23:11.836672Z","steps":["trace[181197058] 'agreement among raft nodes before linearized reading' (duration: 804.149849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.836758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.032288Z","time spent":"804.452767ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T19:23:11.836757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.167743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:23:11.836845Z","caller":"traceutil/trace.go:171","msg":"trace[254123600] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24177; }","duration":"535.272896ms","start":"2026-03-02T19:23:11.30153Z","end":"2026-03-02T19:23:11.836803Z","steps":["trace[254123600] 'agreement among raft nodes before linearized reading' (duration: 535.089441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.836884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.301506Z","time spent":"535.370108ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:23:11.837181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.552469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:11.837214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.911044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:23:11.837236Z","caller":"traceutil/trace.go:171","msg":"trace[141530476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24177; }","duration":"523.934495ms","start":"2026-03-02T19:23:11.313295Z","end":"2026-03-02T19:23:11.83723Z","steps":["trace[141530476] 'agreement among raft nodes before linearized reading' (duration: 523.864983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.837225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.816479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T19:23:11.837253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.313266Z","time spent":"523.982435ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:23:11.837235Z","caller":"traceutil/trace.go:171","msg":"trace[1452058184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24177; }","duration":"413.635882ms","start":"2026-03-02T19:23:11.423583Z","end":"2026-03-02T19:23:11.837219Z","steps":["trace[1452058184] 'agreement among raft nodes before linearized reading' (duration: 413.515448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:11.837273Z","caller":"traceutil/trace.go:171","msg":"trace[546255607] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:24177; }","duration":"470.905492ms","start":"2026-03-02T19:23:11.366356Z","end":"2026-03-02T19:23:11.837261Z","steps":["trace[546255607] 'agreement among raft nodes before linearized reading' (duration: 470.736007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:11.837298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.366339Z","time spent":"470.955303ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:23:11.837292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.423568Z","time spent":"413.707933ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:23:12.336007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.646264ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:23:12.336111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.838015Z","time spent":"498.091745ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:23:12.370686Z","caller":"traceutil/trace.go:171","msg":"trace[1507222561] linearizableReadLoop","detail":"{readStateIndex:25054; appliedIndex:25052; }","duration":"527.593976ms","start":"2026-03-02T19:23:11.843071Z","end":"2026-03-02T19:23:12.370665Z","steps":["trace[1507222561] 'read index received' (duration: 158.427457ms)","trace[1507222561] 'applied index is now lower than readState.Index' (duration: 369.165319ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:12.370723Z","caller":"traceutil/trace.go:171","msg":"trace[635231590] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"527.929203ms","start":"2026-03-02T19:23:11.842754Z","end":"2026-03-02T19:23:12.370683Z","steps":["trace[635231590] 'process raft request' (duration: 527.712348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.370865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.842735Z","time spent":"528.063767ms","remote":"127.0.0.1:55672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:23:12.370981Z","caller":"traceutil/trace.go:171","msg":"trace[458703687] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"526.199441ms","start":"2026-03-02T19:23:11.844768Z","end":"2026-03-02T19:23:12.370968Z","steps":["trace[458703687] 'process raft request' (duration: 525.836402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.371096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.844756Z","time spent":"526.265312ms","remote":"127.0.0.1:55730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1304,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.371117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.025436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:23:12.371211Z","caller":"traceutil/trace.go:171","msg":"trace[1405254437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24179; }","duration":"528.148719ms","start":"2026-03-02T19:23:11.84304Z","end":"2026-03-02T19:23:12.371189Z","steps":["trace[1405254437] 'agreement among raft nodes before linearized reading' (duration: 527.882992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.371274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:11.842991Z","time spent":"528.266891ms","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:23:12.737801Z","caller":"traceutil/trace.go:171","msg":"trace[378037584] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"632.933216ms","start":"2026-03-02T19:23:12.10484Z","end":"2026-03-02T19:23:12.737773Z","steps":["trace[378037584] 'process raft request' (duration: 632.731991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.737835Z","caller":"traceutil/trace.go:171","msg":"trace[846124948] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"632.809104ms","start":"2026-03-02T19:23:12.104995Z","end":"2026-03-02T19:23:12.737804Z","steps":["trace[846124948] 'process raft request' (duration: 632.691241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.737866Z","caller":"traceutil/trace.go:171","msg":"trace[2034805207] linearizableReadLoop","detail":"{readStateIndex:25062; appliedIndex:25055; }","duration":"367.107258ms","start":"2026-03-02T19:23:12.370743Z","end":"2026-03-02T19:23:12.73785Z","steps":["trace[2034805207] 'read index received' (duration: 366.80149ms)","trace[2034805207] 'applied index is now lower than readState.Index' (duration: 304.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:12.737941Z","caller":"traceutil/trace.go:171","msg":"trace[1795434617] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"632.910156ms","start":"2026-03-02T19:23:12.105024Z","end":"2026-03-02T19:23:12.737934Z","steps":["trace[1795434617] 'process raft request' (duration: 632.689681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.737958Z","caller":"traceutil/trace.go:171","msg":"trace[710779960] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"567.186756ms","start":"2026-03-02T19:23:12.170754Z","end":"2026-03-02T19:23:12.737941Z","steps":["trace[710779960] 'process raft request' (duration: 567.036572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.737968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.10482Z","time spent":"633.049149ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.737994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.104984Z","time spent":"632.914766ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.73803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.170733Z","time spent":"567.265269ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:12.738045Z","caller":"traceutil/trace.go:171","msg":"trace[2043626139] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"400.813804ms","start":"2026-03-02T19:23:12.337225Z","end":"2026-03-02T19:23:12.738039Z","steps":["trace[2043626139] 'process raft request' (duration: 400.591468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.738081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.337212Z","time spent":"400.849104ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:12.73805Z","caller":"traceutil/trace.go:171","msg":"trace[724529170] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"632.908776ms","start":"2026-03-02T19:23:12.105072Z","end":"2026-03-02T19:23:12.737981Z","steps":["trace[724529170] 'process raft request' (duration: 632.66447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.738114Z","caller":"traceutil/trace.go:171","msg":"trace[1606388153] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"632.830654ms","start":"2026-03-02T19:23:12.105273Z","end":"2026-03-02T19:23:12.738103Z","steps":["trace[1606388153] 'process raft request' (duration: 632.490756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.738016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.105003Z","time spent":"632.956057ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.738176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.105266Z","time spent":"632.877335ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.738229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.105056Z","time spent":"633.06812ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:12.738297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.930025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:12.738324Z","caller":"traceutil/trace.go:171","msg":"trace[340610199] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24186; }","duration":"592.987066ms","start":"2026-03-02T19:23:12.145327Z","end":"2026-03-02T19:23:12.738314Z","steps":["trace[340610199] 'agreement among raft nodes before linearized reading' (duration: 592.900464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.738354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.145313Z","time spent":"593.034417ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:12.738357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.279405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:12.738414Z","caller":"traceutil/trace.go:171","msg":"trace[1862726326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24186; }","duration":"633.372128ms","start":"2026-03-02T19:23:12.105033Z","end":"2026-03-02T19:23:12.738405Z","steps":["trace[1862726326] 'agreement among raft nodes before linearized reading' (duration: 633.228384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.738437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.10501Z","time spent":"633.421638ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:12.738825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.252243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-02T19:23:12.738859Z","caller":"traceutil/trace.go:171","msg":"trace[376444737] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24187; }","duration":"363.320293ms","start":"2026-03-02T19:23:12.37553Z","end":"2026-03-02T19:23:12.738851Z","steps":["trace[376444737] 'agreement among raft nodes before linearized reading' (duration: 363.19144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.73888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.37548Z","time spent":"363.394866ms","remote":"127.0.0.1:55758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:23:12.739045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.645207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:12.739101Z","caller":"traceutil/trace.go:171","msg":"trace[1667566890] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24187; }","duration":"320.744689ms","start":"2026-03-02T19:23:12.418343Z","end":"2026-03-02T19:23:12.739088Z","steps":["trace[1667566890] 'agreement among raft nodes before linearized reading' (duration: 320.647447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.739136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.418324Z","time spent":"320.80196ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:23:12.739062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.440277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:23:12.739273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.938301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:12.739317Z","caller":"traceutil/trace.go:171","msg":"trace[1752962021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24187; }","duration":"101.028645ms","start":"2026-03-02T19:23:12.638278Z","end":"2026-03-02T19:23:12.739307Z","steps":["trace[1752962021] 'agreement among raft nodes before linearized reading' (duration: 100.931082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:12.739256Z","caller":"traceutil/trace.go:171","msg":"trace[1122132705] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24187; }","duration":"361.645944ms","start":"2026-03-02T19:23:12.377601Z","end":"2026-03-02T19:23:12.739247Z","steps":["trace[1122132705] 'agreement among raft nodes before linearized reading' (duration: 361.439508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:12.741208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:12.377594Z","time spent":"363.597092ms","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-02T19:23:42.161746Z","caller":"traceutil/trace.go:171","msg":"trace[487556547] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"202.322984ms","start":"2026-03-02T19:23:41.959405Z","end":"2026-03-02T19:23:42.161728Z","steps":["trace[487556547] 'process raft request' (duration: 202.205051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.012525Z","caller":"traceutil/trace.go:171","msg":"trace[212208692] linearizableReadLoop","detail":"{readStateIndex:25312; appliedIndex:25311; }","duration":"217.340866ms","start":"2026-03-02T19:23:42.795157Z","end":"2026-03-02T19:23:43.012498Z","steps":["trace[212208692] 'read index received' (duration: 217.182432ms)","trace[212208692] 'applied index is now lower than readState.Index' (duration: 157.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:43.012635Z","caller":"traceutil/trace.go:171","msg":"trace[1579277131] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"251.248347ms","start":"2026-03-02T19:23:42.761351Z","end":"2026-03-02T19:23:43.012599Z","steps":["trace[1579277131] 'process raft request' (duration: 250.990161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:43.012708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.52541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:43.012749Z","caller":"traceutil/trace.go:171","msg":"trace[563122467] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24429; }","duration":"217.617684ms","start":"2026-03-02T19:23:42.795118Z","end":"2026-03-02T19:23:43.012736Z","steps":["trace[563122467] 'agreement among raft nodes before linearized reading' (duration: 217.49236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.055298Z","caller":"traceutil/trace.go:171","msg":"trace[1015728962] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"206.98233ms","start":"2026-03-02T19:23:42.848295Z","end":"2026-03-02T19:23:43.055277Z","steps":["trace[1015728962] 'process raft request' (duration: 206.919648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.055293Z","caller":"traceutil/trace.go:171","msg":"trace[759378626] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"209.592723ms","start":"2026-03-02T19:23:42.845674Z","end":"2026-03-02T19:23:43.055267Z","steps":["trace[759378626] 'process raft request' (duration: 209.385358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.055545Z","caller":"traceutil/trace.go:171","msg":"trace[117577497] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"203.467792ms","start":"2026-03-02T19:23:42.852067Z","end":"2026-03-02T19:23:43.055535Z","steps":["trace[117577497] 'process raft request' (duration: 203.183315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.05563Z","caller":"traceutil/trace.go:171","msg":"trace[2097646229] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"207.81009ms","start":"2026-03-02T19:23:42.847798Z","end":"2026-03-02T19:23:43.055609Z","steps":["trace[2097646229] 'process raft request' (duration: 207.378039ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.055797Z","caller":"traceutil/trace.go:171","msg":"trace[1699876621] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"203.055243ms","start":"2026-03-02T19:23:42.85273Z","end":"2026-03-02T19:23:43.055786Z","steps":["trace[1699876621] 'process raft request' (duration: 202.705054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.055842Z","caller":"traceutil/trace.go:171","msg":"trace[58525090] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"202.473629ms","start":"2026-03-02T19:23:42.853359Z","end":"2026-03-02T19:23:43.055833Z","steps":["trace[58525090] 'process raft request' (duration: 202.261403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:43.05589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.973463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:23:43.055935Z","caller":"traceutil/trace.go:171","msg":"trace[833153074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24435; }","duration":"170.028954ms","start":"2026-03-02T19:23:42.885894Z","end":"2026-03-02T19:23:43.055923Z","steps":["trace[833153074] 'agreement among raft nodes before linearized reading' (duration: 169.938732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:43.055951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.552192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:23:43.055977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.038853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:23:43.055811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.022655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:23:43.056035Z","caller":"traceutil/trace.go:171","msg":"trace[2037836578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24435; }","duration":"171.673716ms","start":"2026-03-02T19:23:42.884342Z","end":"2026-03-02T19:23:43.056016Z","steps":["trace[2037836578] 'agreement among raft nodes before linearized reading' (duration: 171.409289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.056055Z","caller":"traceutil/trace.go:171","msg":"trace[580953699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24435; }","duration":"176.151396ms","start":"2026-03-02T19:23:42.879884Z","end":"2026-03-02T19:23:43.056036Z","steps":["trace[580953699] 'agreement among raft nodes before linearized reading' (duration: 175.90323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:43.05612Z","caller":"traceutil/trace.go:171","msg":"trace[1721372372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24435; }","duration":"164.363444ms","start":"2026-03-02T19:23:42.891743Z","end":"2026-03-02T19:23:43.056106Z","steps":["trace[1721372372] 'agreement among raft nodes before linearized reading' (duration: 163.974144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:43.055794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.089516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:43.056223Z","caller":"traceutil/trace.go:171","msg":"trace[910623170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24435; }","duration":"193.547507ms","start":"2026-03-02T19:23:42.862667Z","end":"2026-03-02T19:23:43.056214Z","steps":["trace[910623170] 'agreement among raft nodes before linearized reading' (duration: 193.010413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:46.548715Z","caller":"traceutil/trace.go:171","msg":"trace[1135376241] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"284.132121ms","start":"2026-03-02T19:23:46.264535Z","end":"2026-03-02T19:23:46.548667Z","steps":["trace[1135376241] 'process raft request' (duration: 195.843274ms)","trace[1135376241] 'compare' (duration: 87.899158ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:46.571248Z","caller":"traceutil/trace.go:171","msg":"trace[106168360] linearizableReadLoop","detail":"{readStateIndex:25339; appliedIndex:25337; }","duration":"176.211596ms","start":"2026-03-02T19:23:46.394976Z","end":"2026-03-02T19:23:46.571187Z","steps":["trace[106168360] 'read index received' (duration: 65.491183ms)","trace[106168360] 'applied index is now lower than readState.Index' (duration: 110.713633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:23:46.571374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.38858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:46.571431Z","caller":"traceutil/trace.go:171","msg":"trace[629783823] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24456; }","duration":"176.494253ms","start":"2026-03-02T19:23:46.394919Z","end":"2026-03-02T19:23:46.571414Z","steps":["trace[629783823] 'agreement among raft nodes before linearized reading' (duration: 176.39689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:46.571554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.530971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:23:46.571616Z","caller":"traceutil/trace.go:171","msg":"trace[291489639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24456; }","duration":"150.685094ms","start":"2026-03-02T19:23:46.420913Z","end":"2026-03-02T19:23:46.571598Z","steps":["trace[291489639] 'agreement among raft nodes before linearized reading' (duration: 150.50146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.287028Z","caller":"traceutil/trace.go:171","msg":"trace[584617000] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"207.340109ms","start":"2026-03-02T19:23:47.079661Z","end":"2026-03-02T19:23:47.287001Z","steps":["trace[584617000] 'process raft request' (duration: 207.166085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.483242Z","caller":"traceutil/trace.go:171","msg":"trace[1387751239] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"399.952972ms","start":"2026-03-02T19:23:47.083262Z","end":"2026-03-02T19:23:47.483215Z","steps":["trace[1387751239] 'process raft request' (duration: 397.535522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.483333Z","caller":"traceutil/trace.go:171","msg":"trace[1757952953] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"400.040754ms","start":"2026-03-02T19:23:47.083279Z","end":"2026-03-02T19:23:47.48332Z","steps":["trace[1757952953] 'process raft request' (duration: 399.848799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.483394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.083249Z","time spent":"400.110976ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.483391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.083236Z","time spent":"400.075965ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:23:47.483421Z","caller":"traceutil/trace.go:171","msg":"trace[1545546983] linearizableReadLoop","detail":"{readStateIndex:25346; appliedIndex:25340; }","duration":"396.65257ms","start":"2026-03-02T19:23:47.086745Z","end":"2026-03-02T19:23:47.483398Z","steps":["trace[1545546983] 'read index received' (duration: 200.185461ms)","trace[1545546983] 'applied index is now lower than readState.Index' (duration: 196.465899ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:47.483463Z","caller":"traceutil/trace.go:171","msg":"trace[1474756371] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"399.840179ms","start":"2026-03-02T19:23:47.0836Z","end":"2026-03-02T19:23:47.48344Z","steps":["trace[1474756371] 'process raft request' (duration: 399.646584ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.483583Z","caller":"traceutil/trace.go:171","msg":"trace[1496052624] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"398.264719ms","start":"2026-03-02T19:23:47.085277Z","end":"2026-03-02T19:23:47.483542Z","steps":["trace[1496052624] 'process raft request' (duration: 398.034214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:47.483599Z","caller":"traceutil/trace.go:171","msg":"trace[300846677] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"397.568342ms","start":"2026-03-02T19:23:47.086009Z","end":"2026-03-02T19:23:47.483577Z","steps":["trace[300846677] 'process raft request' (duration: 397.348047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.483612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.083587Z","time spent":"399.949972ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.483702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.085235Z","time spent":"398.407003ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.483714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.085995Z","time spent":"397.655325ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:23:47.483825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.077591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:23:47.483864Z","caller":"traceutil/trace.go:171","msg":"trace[1424314803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24462; }","duration":"397.139862ms","start":"2026-03-02T19:23:47.086716Z","end":"2026-03-02T19:23:47.483856Z","steps":["trace[1424314803] 'agreement among raft nodes before linearized reading' (duration: 397.011449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.483889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.086707Z","time spent":"397.176683ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:23:47.484038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.270626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T19:23:47.484034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.184084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:23:47.484116Z","caller":"traceutil/trace.go:171","msg":"trace[1625015674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24462; }","duration":"393.286186ms","start":"2026-03-02T19:23:47.090814Z","end":"2026-03-02T19:23:47.4841Z","steps":["trace[1625015674] 'agreement among raft nodes before linearized reading' (duration: 393.089531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.484175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.090806Z","time spent":"393.356499ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:23:47.484114Z","caller":"traceutil/trace.go:171","msg":"trace[1798146332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24462; }","duration":"395.371228ms","start":"2026-03-02T19:23:47.088724Z","end":"2026-03-02T19:23:47.484095Z","steps":["trace[1798146332] 'agreement among raft nodes before linearized reading' (duration: 395.182033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.484266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.088715Z","time spent":"395.537002ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:23:47.484397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.104901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:23:47.4845Z","caller":"traceutil/trace.go:171","msg":"trace[1633077294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24462; }","duration":"397.283984ms","start":"2026-03-02T19:23:47.087196Z","end":"2026-03-02T19:23:47.48448Z","steps":["trace[1633077294] 'agreement among raft nodes before linearized reading' (duration: 396.70513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.48461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.087186Z","time spent":"397.411098ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:23:47.484639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.899271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T19:23:47.484892Z","caller":"traceutil/trace.go:171","msg":"trace[595942661] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24462; }","duration":"396.348213ms","start":"2026-03-02T19:23:47.088329Z","end":"2026-03-02T19:23:47.484677Z","steps":["trace[595942661] 'agreement among raft nodes before linearized reading' (duration: 395.663345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:47.484938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:23:47.088313Z","time spent":"396.613669ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:23:53.513979Z","caller":"traceutil/trace.go:171","msg":"trace[130406853] linearizableReadLoop","detail":"{readStateIndex:25385; appliedIndex:25384; }","duration":"131.618602ms","start":"2026-03-02T19:23:53.382335Z","end":"2026-03-02T19:23:53.513954Z","steps":["trace[130406853] 'read index received' (duration: 131.358976ms)","trace[130406853] 'applied index is now lower than readState.Index' (duration: 258.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:53.514084Z","caller":"traceutil/trace.go:171","msg":"trace[2108534796] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"203.7659ms","start":"2026-03-02T19:23:53.310282Z","end":"2026-03-02T19:23:53.514048Z","steps":["trace[2108534796] 'process raft request' (duration: 203.429832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.514131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.778746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:23:53.514174Z","caller":"traceutil/trace.go:171","msg":"trace[372920162] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24500; }","duration":"131.872828ms","start":"2026-03-02T19:23:53.382288Z","end":"2026-03-02T19:23:53.514161Z","steps":["trace[372920162] 'agreement among raft nodes before linearized reading' (duration: 131.784296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.625697Z","caller":"traceutil/trace.go:171","msg":"trace[1784775359] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"115.681088ms","start":"2026-03-02T19:23:53.509981Z","end":"2026-03-02T19:23:53.625662Z","steps":["trace[1784775359] 'process raft request' (duration: 112.835447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.625709Z","caller":"traceutil/trace.go:171","msg":"trace[1747237984] linearizableReadLoop","detail":"{readStateIndex:25390; appliedIndex:25385; }","duration":"111.647527ms","start":"2026-03-02T19:23:53.514044Z","end":"2026-03-02T19:23:53.625692Z","steps":["trace[1747237984] 'read index received' (duration: 108.785986ms)","trace[1747237984] 'applied index is now lower than readState.Index' (duration: 2.858271ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:23:53.626156Z","caller":"traceutil/trace.go:171","msg":"trace[1104573109] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"114.352264ms","start":"2026-03-02T19:23:53.511766Z","end":"2026-03-02T19:23:53.626118Z","steps":["trace[1104573109] 'process raft request' (duration: 113.755879ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.626205Z","caller":"traceutil/trace.go:171","msg":"trace[364490839] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"113.400751ms","start":"2026-03-02T19:23:53.51279Z","end":"2026-03-02T19:23:53.626191Z","steps":["trace[364490839] 'process raft request' (duration: 112.859777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.6262Z","caller":"traceutil/trace.go:171","msg":"trace[1806078384] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"113.588035ms","start":"2026-03-02T19:23:53.512584Z","end":"2026-03-02T19:23:53.626172Z","steps":["trace[1806078384] 'process raft request' (duration: 113.030261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.6264Z","caller":"traceutil/trace.go:171","msg":"trace[1314022295] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"113.936253ms","start":"2026-03-02T19:23:53.51213Z","end":"2026-03-02T19:23:53.626066Z","steps":["trace[1314022295] 'process raft request' (duration: 113.447942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.626586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.685588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:23:53.626636Z","caller":"traceutil/trace.go:171","msg":"trace[292820037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24505; }","duration":"113.811291ms","start":"2026-03-02T19:23:53.512813Z","end":"2026-03-02T19:23:53.626625Z","steps":["trace[292820037] 'agreement among raft nodes before linearized reading' (duration: 112.94068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.62786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.034811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:23:53.627989Z","caller":"traceutil/trace.go:171","msg":"trace[2007233242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24506; }","duration":"111.281907ms","start":"2026-03-02T19:23:53.516688Z","end":"2026-03-02T19:23:53.62797Z","steps":["trace[2007233242] 'agreement among raft nodes before linearized reading' (duration: 110.970959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.628004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:23:53.628084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.519505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:23:53.628126Z","caller":"traceutil/trace.go:171","msg":"trace[1641730347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24506; }","duration":"109.557216ms","start":"2026-03-02T19:23:53.518558Z","end":"2026-03-02T19:23:53.628115Z","steps":["trace[1641730347] 'agreement among raft nodes before linearized reading' (duration: 109.473452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:23:53.62813Z","caller":"traceutil/trace.go:171","msg":"trace[1112225987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24506; }","duration":"109.651569ms","start":"2026-03-02T19:23:53.518462Z","end":"2026-03-02T19:23:53.628114Z","steps":["trace[1112225987] 'agreement among raft nodes before linearized reading' (duration: 109.465353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:23:53.628292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.085039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:23:53.628335Z","caller":"traceutil/trace.go:171","msg":"trace[1343172583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24506; }","duration":"110.166711ms","start":"2026-03-02T19:23:53.518156Z","end":"2026-03-02T19:23:53.628323Z","steps":["trace[1343172583] 'agreement among raft nodes before linearized reading' (duration: 110.060948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:29.874269Z","caller":"traceutil/trace.go:171","msg":"trace[225878906] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"178.196856ms","start":"2026-03-02T19:24:29.696051Z","end":"2026-03-02T19:24:29.874247Z","steps":["trace[225878906] 'process raft request' (duration: 178.015001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:30.187593Z","caller":"traceutil/trace.go:171","msg":"trace[1064411574] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"382.180261ms","start":"2026-03-02T19:24:29.805392Z","end":"2026-03-02T19:24:30.187572Z","steps":["trace[1064411574] 'process raft request' (duration: 381.997567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:30.187704Z","caller":"traceutil/trace.go:171","msg":"trace[479527225] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25815; }","duration":"357.376636ms","start":"2026-03-02T19:24:29.830317Z","end":"2026-03-02T19:24:30.187694Z","steps":["trace[479527225] 'read index received' (duration: 43.830485ms)","trace[479527225] 'applied index is now lower than readState.Index' (duration: 313.545091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:24:30.18759Z","caller":"traceutil/trace.go:171","msg":"trace[685315519] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"383.32883ms","start":"2026-03-02T19:24:29.80422Z","end":"2026-03-02T19:24:30.187549Z","steps":["trace[685315519] 'process raft request' (duration: 382.991782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:30.187765Z","caller":"traceutil/trace.go:171","msg":"trace[347774972] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"380.131631ms","start":"2026-03-02T19:24:29.807627Z","end":"2026-03-02T19:24:30.187758Z","steps":["trace[347774972] 'process raft request' (duration: 380.020508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.187808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.807617Z","time spent":"380.165902ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:30.18793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.610652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:24:30.187943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.804201Z","time spent":"383.581997ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:30.187843Z","caller":"traceutil/trace.go:171","msg":"trace[415762232] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"380.5238ms","start":"2026-03-02T19:24:29.807247Z","end":"2026-03-02T19:24:30.187771Z","steps":["trace[415762232] 'process raft request' (duration: 380.227693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.187728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.805365Z","time spent":"382.290883ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:30.187571Z","caller":"traceutil/trace.go:171","msg":"trace[453464995] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"381.485454ms","start":"2026-03-02T19:24:29.80606Z","end":"2026-03-02T19:24:30.187545Z","steps":["trace[453464995] 'process raft request' (duration: 381.374771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.188112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.806047Z","time spent":"382.039788ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:24:30.188167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.180977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:24:30.188282Z","caller":"traceutil/trace.go:171","msg":"trace[1484802621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24926; }","duration":"356.323861ms","start":"2026-03-02T19:24:29.831916Z","end":"2026-03-02T19:24:30.188239Z","steps":["trace[1484802621] 'agreement among raft nodes before linearized reading' (duration: 356.040354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.188334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.8319Z","time spent":"356.423283ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:24:30.187974Z","caller":"traceutil/trace.go:171","msg":"trace[1127651179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24926; }","duration":"357.684895ms","start":"2026-03-02T19:24:29.830276Z","end":"2026-03-02T19:24:30.18796Z","steps":["trace[1127651179] 'agreement among raft nodes before linearized reading' (duration: 357.50552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.188402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.950677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:24:30.188444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.572902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:24:30.188476Z","caller":"traceutil/trace.go:171","msg":"trace[973221316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24926; }","duration":"353.031059ms","start":"2026-03-02T19:24:29.835425Z","end":"2026-03-02T19:24:30.188456Z","steps":["trace[973221316] 'agreement among raft nodes before linearized reading' (duration: 352.864565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:30.188495Z","caller":"traceutil/trace.go:171","msg":"trace[2033634421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24926; }","duration":"349.640565ms","start":"2026-03-02T19:24:29.838839Z","end":"2026-03-02T19:24:30.18848Z","steps":["trace[2033634421] 'agreement among raft nodes before linearized reading' (duration: 349.397989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.188514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.835361Z","time spent":"353.145122ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:30.188535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.838828Z","time spent":"349.699856ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:24:30.188504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.830264Z","time spent":"358.190037ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:24:30.188562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.153992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:24:30.188193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.807227Z","time spent":"380.817628ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:24:30.188614Z","caller":"traceutil/trace.go:171","msg":"trace[1415275606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24926; }","duration":"353.225715ms","start":"2026-03-02T19:24:29.835376Z","end":"2026-03-02T19:24:30.188601Z","steps":["trace[1415275606] 'agreement among raft nodes before linearized reading' (duration: 353.009779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:24:30.188647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:24:29.835365Z","time spent":"353.274605ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:26:31.210315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23657} {"level":"info","ts":"2026-03-02T19:26:31.342953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23657,"took":"129.227085ms","hash":3569737109,"current-db-size-bytes":50302976,"current-db-size":"50 MB","current-db-size-in-use-bytes":33157120,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T19:26:31.343018Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3569737109,"revision":23657,"compact-revision":20543} {"level":"info","ts":"2026-03-02T19:27:17.195469Z","caller":"traceutil/trace.go:171","msg":"trace[1965186983] linearizableReadLoop","detail":"{readStateIndex:27370; appliedIndex:27369; }","duration":"136.007453ms","start":"2026-03-02T19:27:17.059434Z","end":"2026-03-02T19:27:17.195441Z","steps":["trace[1965186983] 'read index received' (duration: 135.726806ms)","trace[1965186983] 'applied index is now lower than readState.Index' (duration: 279.327µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:27:17.195837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.356501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:27:17.195898Z","caller":"traceutil/trace.go:171","msg":"trace[2136978475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26432; }","duration":"136.481584ms","start":"2026-03-02T19:27:17.059402Z","end":"2026-03-02T19:27:17.195884Z","steps":["trace[2136978475] 'agreement among raft nodes before linearized reading' (duration: 136.286659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:17.195891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.420103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:27:17.196002Z","caller":"traceutil/trace.go:171","msg":"trace[209874777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26432; }","duration":"136.600328ms","start":"2026-03-02T19:27:17.05938Z","end":"2026-03-02T19:27:17.195981Z","steps":["trace[209874777] 'agreement among raft nodes before linearized reading' (duration: 136.269189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:17.196018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.142417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:27:17.196092Z","caller":"traceutil/trace.go:171","msg":"trace[1251485064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26432; }","duration":"136.182528ms","start":"2026-03-02T19:27:17.059866Z","end":"2026-03-02T19:27:17.196049Z","steps":["trace[1251485064] 'agreement among raft nodes before linearized reading' (duration: 135.88831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:17.195657Z","caller":"traceutil/trace.go:171","msg":"trace[708055564] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"202.199359ms","start":"2026-03-02T19:27:16.993414Z","end":"2026-03-02T19:27:17.195613Z","steps":["trace[708055564] 'process raft request' (duration: 201.850671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:17.613978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.347186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:27:17.614035Z","caller":"traceutil/trace.go:171","msg":"trace[1246365944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26437; }","duration":"167.440589ms","start":"2026-03-02T19:27:17.446583Z","end":"2026-03-02T19:27:17.614024Z","steps":["trace[1246365944] 'range keys from in-memory index tree' (duration: 167.256374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:17.614194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.361751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:27:17.614234Z","caller":"traceutil/trace.go:171","msg":"trace[979947615] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26437; }","duration":"168.405632ms","start":"2026-03-02T19:27:17.445824Z","end":"2026-03-02T19:27:17.614229Z","steps":["trace[979947615] 'range keys from in-memory index tree' (duration: 168.354361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:17.61443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.838178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:27:17.614512Z","caller":"traceutil/trace.go:171","msg":"trace[1275716475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26437; }","duration":"167.93626ms","start":"2026-03-02T19:27:17.446557Z","end":"2026-03-02T19:27:17.614494Z","steps":["trace[1275716475] 'range keys from in-memory index tree' (duration: 167.724695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:21.976205Z","caller":"traceutil/trace.go:171","msg":"trace[1682629334] linearizableReadLoop","detail":"{readStateIndex:27407; appliedIndex:27406; }","duration":"472.971405ms","start":"2026-03-02T19:27:21.503205Z","end":"2026-03-02T19:27:21.976177Z","steps":["trace[1682629334] 'read index received' (duration: 472.596896ms)","trace[1682629334] 'applied index is now lower than readState.Index' (duration: 373.359µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:27:21.976363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.141519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:27:21.976333Z","caller":"traceutil/trace.go:171","msg":"trace[1034944965] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"473.409016ms","start":"2026-03-02T19:27:21.502872Z","end":"2026-03-02T19:27:21.976281Z","steps":["trace[1034944965] 'process raft request' (duration: 472.941554ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:21.976407Z","caller":"traceutil/trace.go:171","msg":"trace[809715663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26468; }","duration":"473.229841ms","start":"2026-03-02T19:27:21.503166Z","end":"2026-03-02T19:27:21.976396Z","steps":["trace[809715663] 'agreement among raft nodes before linearized reading' (duration: 473.111478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:21.97645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:21.503153Z","time spent":"473.286762ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:27:21.976526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:21.502847Z","time spent":"473.58639ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:27:21.977568Z","caller":"traceutil/trace.go:171","msg":"trace[178201161] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"319.575956ms","start":"2026-03-02T19:27:21.65796Z","end":"2026-03-02T19:27:21.977536Z","steps":["trace[178201161] 'process raft request' (duration: 319.398832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:21.977744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:27:21.657925Z","time spent":"319.73061ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:27:22.812265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.849183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T19:27:22.812345Z","caller":"traceutil/trace.go:171","msg":"trace[937290088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26470; }","duration":"110.977987ms","start":"2026-03-02T19:27:22.70135Z","end":"2026-03-02T19:27:22.812328Z","steps":["trace[937290088] 'range keys from in-memory index tree' (duration: 110.674789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:40.864162Z","caller":"traceutil/trace.go:171","msg":"trace[2089215692] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"126.547396ms","start":"2026-03-02T19:27:40.737594Z","end":"2026-03-02T19:27:40.864141Z","steps":["trace[2089215692] 'process raft request' (duration: 126.423293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:27:41.771939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.828519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T19:27:41.772021Z","caller":"traceutil/trace.go:171","msg":"trace[1151871459] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26700; }","duration":"151.947692ms","start":"2026-03-02T19:27:41.620053Z","end":"2026-03-02T19:27:41.772Z","steps":["trace[1151871459] 'range keys from in-memory index tree' (duration: 151.676715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:31:31.22074Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25978} {"level":"info","ts":"2026-03-02T19:31:31.340201Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25978,"took":"116.201138ms","hash":509459848,"current-db-size-bytes":50302976,"current-db-size":"50 MB","current-db-size-in-use-bytes":31522816,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T19:31:31.340261Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":509459848,"revision":25978,"compact-revision":23657} {"level":"info","ts":"2026-03-02T19:33:05.151655Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:33:05.156202Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T19:33:05.156332Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T19:34:54.722923Z","caller":"traceutil/trace.go:171","msg":"trace[890036005] transaction","detail":"{read_only:false; response_revision:29728; number_of_response:1; }","duration":"245.861923ms","start":"2026-03-02T19:34:54.477016Z","end":"2026-03-02T19:34:54.722878Z","steps":["trace[890036005] 'process raft request' (duration: 213.618689ms)","trace[890036005] 'compare' (duration: 31.854714ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:34:54.722915Z","caller":"traceutil/trace.go:171","msg":"trace[2097557326] linearizableReadLoop","detail":"{readStateIndex:30769; appliedIndex:30768; }","duration":"206.150863ms","start":"2026-03-02T19:34:54.516722Z","end":"2026-03-02T19:34:54.722873Z","steps":["trace[2097557326] 'read index received' (duration: 174.015531ms)","trace[2097557326] 'applied index is now lower than readState.Index' (duration: 32.131022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:34:54.723078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.311097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:54.723131Z","caller":"traceutil/trace.go:171","msg":"trace[1208440047] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:29729; }","duration":"206.45009ms","start":"2026-03-02T19:34:54.51667Z","end":"2026-03-02T19:34:54.72312Z","steps":["trace[1208440047] 'agreement among raft nodes before linearized reading' (duration: 206.304357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:54.729782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.351125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T19:34:54.729855Z","caller":"traceutil/trace.go:171","msg":"trace[1425048478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:29733; }","duration":"165.479839ms","start":"2026-03-02T19:34:54.564359Z","end":"2026-03-02T19:34:54.729838Z","steps":["trace[1425048478] 'agreement among raft nodes before linearized reading' (duration: 165.101439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:57.220836Z","caller":"traceutil/trace.go:171","msg":"trace[1099885667] transaction","detail":"{read_only:false; response_revision:29741; number_of_response:1; }","duration":"493.671845ms","start":"2026-03-02T19:34:56.727134Z","end":"2026-03-02T19:34:57.220806Z","steps":["trace[1099885667] 'process raft request' (duration: 493.47355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:57.221051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.727115Z","time spent":"493.837489ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:34:58.215088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.975378ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:58.215216Z","caller":"traceutil/trace.go:171","msg":"trace[1040844750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29741; }","duration":"776.113001ms","start":"2026-03-02T19:34:57.439081Z","end":"2026-03-02T19:34:58.215194Z","steps":["trace[1040844750] 'range keys from in-memory index tree' (duration: 775.958058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:58.216203Z","caller":"traceutil/trace.go:171","msg":"trace[860383317] transaction","detail":"{read_only:false; response_revision:29742; number_of_response:1; }","duration":"1.488823641s","start":"2026-03-02T19:34:56.727372Z","end":"2026-03-02T19:34:58.216195Z","steps":["trace[860383317] 'process raft request' (duration: 1.488700847s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.216287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.727362Z","time spent":"1.488869723s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:58.216478Z","caller":"traceutil/trace.go:171","msg":"trace[1308571898] transaction","detail":"{read_only:false; response_revision:29743; number_of_response:1; }","duration":"1.48278353s","start":"2026-03-02T19:34:56.733678Z","end":"2026-03-02T19:34:58.216461Z","steps":["trace[1308571898] 'process raft request' (duration: 1.482495313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.21653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.733664Z","time spent":"1.482839433s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:58.216643Z","caller":"traceutil/trace.go:171","msg":"trace[1383383936] transaction","detail":"{read_only:false; response_revision:29745; number_of_response:1; }","duration":"1.481546849s","start":"2026-03-02T19:34:56.735066Z","end":"2026-03-02T19:34:58.216613Z","steps":["trace[1383383936] 'process raft request' (duration: 1.481479018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.216793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.735053Z","time spent":"1.481664872s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:58.216661Z","caller":"traceutil/trace.go:171","msg":"trace[287660286] transaction","detail":"{read_only:false; response_revision:29744; number_of_response:1; }","duration":"1.482471212s","start":"2026-03-02T19:34:56.734164Z","end":"2026-03-02T19:34:58.216635Z","steps":["trace[287660286] 'process raft request' (duration: 1.482264557s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.216998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.734153Z","time spent":"1.48276949s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:58.219179Z","caller":"traceutil/trace.go:171","msg":"trace[293714214] linearizableReadLoop","detail":"{readStateIndex:30787; appliedIndex:30782; }","duration":"1.389667397s","start":"2026-03-02T19:34:56.829494Z","end":"2026-03-02T19:34:58.219161Z","steps":["trace[293714214] 'read index received' (duration: 391.341851ms)","trace[293714214] 'applied index is now lower than readState.Index' (duration: 998.324796ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:34:58.219251Z","caller":"traceutil/trace.go:171","msg":"trace[1753929751] transaction","detail":"{read_only:false; response_revision:29746; number_of_response:1; }","duration":"1.297998741s","start":"2026-03-02T19:34:56.921235Z","end":"2026-03-02T19:34:58.219234Z","steps":["trace[1753929751] 'process raft request' (duration: 1.297825846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.219328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.921203Z","time spent":"1.298083273s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:34:58.219369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389882713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T19:34:58.219337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.815739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:58.219403Z","caller":"traceutil/trace.go:171","msg":"trace[544228430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29746; }","duration":"1.389961124s","start":"2026-03-02T19:34:56.829432Z","end":"2026-03-02T19:34:58.219393Z","steps":["trace[544228430] 'agreement among raft nodes before linearized reading' (duration: 1.389834321s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:58.219426Z","caller":"traceutil/trace.go:171","msg":"trace[1742865272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29746; }","duration":"796.946221ms","start":"2026-03-02T19:34:57.422472Z","end":"2026-03-02T19:34:58.219418Z","steps":["trace[1742865272] 'agreement among raft nodes before linearized reading' (duration: 796.827418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.219431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:56.829409Z","time spent":"1.390014965s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:34:58.21945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.422423Z","time spent":"797.020854ms","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:34:58.219459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.03589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:34:58.219497Z","caller":"traceutil/trace.go:171","msg":"trace[1962990295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29746; }","duration":"505.07524ms","start":"2026-03-02T19:34:57.714398Z","end":"2026-03-02T19:34:58.219474Z","steps":["trace[1962990295] 'agreement among raft nodes before linearized reading' (duration: 505.013859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.219518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.714391Z","time spent":"505.121311ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:34:58.219609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.727995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:34:58.21963Z","caller":"traceutil/trace.go:171","msg":"trace[295758724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29746; }","duration":"535.788996ms","start":"2026-03-02T19:34:57.683836Z","end":"2026-03-02T19:34:58.219625Z","steps":["trace[295758724] 'agreement among raft nodes before linearized reading' (duration: 535.734955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.219646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.683813Z","time spent":"535.829097ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:34:58.219401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.071974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:58.219695Z","caller":"traceutil/trace.go:171","msg":"trace[122355582] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:29746; }","duration":"504.383533ms","start":"2026-03-02T19:34:57.715296Z","end":"2026-03-02T19:34:58.219679Z","steps":["trace[122355582] 'agreement among raft nodes before linearized reading' (duration: 504.068335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.219735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.715287Z","time spent":"504.435854ms","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:34:58.219741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.93ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:34:58.219767Z","caller":"traceutil/trace.go:171","msg":"trace[1817233550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29746; }","duration":"535.994302ms","start":"2026-03-02T19:34:57.683767Z","end":"2026-03-02T19:34:58.219761Z","steps":["trace[1817233550] 'agreement among raft nodes before linearized reading' (duration: 535.93157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.21979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.683745Z","time spent":"536.038323ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:34:58.219889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.860829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:34:58.220012Z","caller":"traceutil/trace.go:171","msg":"trace[1809664409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29746; }","duration":"508.012813ms","start":"2026-03-02T19:34:57.711992Z","end":"2026-03-02T19:34:58.220005Z","steps":["trace[1809664409] 'agreement among raft nodes before linearized reading' (duration: 507.838588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.220034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.711975Z","time spent":"508.052494ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:34:58.220002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.691165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:34:58.220159Z","caller":"traceutil/trace.go:171","msg":"trace[118133471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29746; }","duration":"533.881149ms","start":"2026-03-02T19:34:57.686237Z","end":"2026-03-02T19:34:58.220118Z","steps":["trace[118133471] 'agreement among raft nodes before linearized reading' (duration: 533.476409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:58.220222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:57.686218Z","time spent":"533.995492ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:34:58.933751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012928709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:34:59.328318Z","caller":"traceutil/trace.go:171","msg":"trace[720675199] transaction","detail":"{read_only:false; response_revision:29752; number_of_response:1; }","duration":"897.115451ms","start":"2026-03-02T19:34:58.431163Z","end":"2026-03-02T19:34:59.328278Z","steps":["trace[720675199] 'process raft request' (duration: 896.548396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.328614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:58.431145Z","time spent":"897.273224ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:59.369792Z","caller":"traceutil/trace.go:171","msg":"trace[2092590499] transaction","detail":"{read_only:false; response_revision:29753; number_of_response:1; }","duration":"683.610394ms","start":"2026-03-02T19:34:58.686142Z","end":"2026-03-02T19:34:59.369753Z","steps":["trace[2092590499] 'process raft request' (duration: 683.332387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:59.370043Z","caller":"traceutil/trace.go:171","msg":"trace[905580523] linearizableReadLoop","detail":"{readStateIndex:30795; appliedIndex:30793; }","duration":"936.924882ms","start":"2026-03-02T19:34:58.433093Z","end":"2026-03-02T19:34:59.370018Z","steps":["trace[905580523] 'read index received' (duration: 894.619817ms)","trace[905580523] 'applied index is now lower than readState.Index' (duration: 42.304055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:34:59.370041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:58.686109Z","time spent":"683.799488ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:34:59.370149Z","caller":"traceutil/trace.go:171","msg":"trace[2038938433] transaction","detail":"{read_only:false; response_revision:29754; number_of_response:1; }","duration":"142.33643ms","start":"2026-03-02T19:34:59.227805Z","end":"2026-03-02T19:34:59.370141Z","steps":["trace[2038938433] 'process raft request' (duration: 141.871759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.370258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.376552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:59.370338Z","caller":"traceutil/trace.go:171","msg":"trace[2048031131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:29754; }","duration":"411.475055ms","start":"2026-03-02T19:34:58.958845Z","end":"2026-03-02T19:34:59.37032Z","steps":["trace[2048031131] 'agreement among raft nodes before linearized reading' (duration: 411.336971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.370404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:58.958828Z","time spent":"411.562957ms","remote":"127.0.0.1:56210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:34:59.370259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.135577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:34:59.370478Z","caller":"traceutil/trace.go:171","msg":"trace[523369486] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29754; }","duration":"937.392775ms","start":"2026-03-02T19:34:58.433055Z","end":"2026-03-02T19:34:59.370447Z","steps":["trace[523369486] 'agreement among raft nodes before linearized reading' (duration: 937.092377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:34:59.370573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:34:58.433038Z","time spent":"937.511708ms","remote":"127.0.0.1:55870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:35:00.730072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012928721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:01.230801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012928721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:01.732229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012928721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:02.232702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012928721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:03.314111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012928721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:35:03.318205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.209205609s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:35:03.318594Z","caller":"traceutil/trace.go:171","msg":"trace[727727506] transaction","detail":"{read_only:false; response_revision:29756; number_of_response:1; }","duration":"3.209669929s","start":"2026-03-02T19:35:00.108887Z","end":"2026-03-02T19:35:03.318557Z","steps":["trace[727727506] 'process raft request' (duration: 3.209517086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.318699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.108866Z","time spent":"3.209771552s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:35:03.346414Z","caller":"traceutil/trace.go:171","msg":"trace[1988682618] linearizableReadLoop","detail":"{readStateIndex:30808; appliedIndex:30798; }","duration":"3.117322076s","start":"2026-03-02T19:35:00.229068Z","end":"2026-03-02T19:35:03.34639Z","steps":["trace[1988682618] 'read index received' (duration: 3.09023205s)","trace[1988682618] 'applied index is now lower than readState.Index' (duration: 27.088845ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:03.346647Z","caller":"traceutil/trace.go:171","msg":"trace[1914825320] transaction","detail":"{read_only:false; response_revision:29757; number_of_response:1; }","duration":"3.124758821s","start":"2026-03-02T19:35:00.221876Z","end":"2026-03-02T19:35:03.346635Z","steps":["trace[1914825320] 'process raft request' (duration: 3.124123965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.346749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.221852Z","time spent":"3.124818793s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.348041Z","caller":"traceutil/trace.go:171","msg":"trace[1114211840] transaction","detail":"{read_only:false; response_revision:29763; number_of_response:1; }","duration":"2.01274773s","start":"2026-03-02T19:35:01.33525Z","end":"2026-03-02T19:35:03.347997Z","steps":["trace[1114211840] 'process raft request' (duration: 2.011017227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.33522Z","time spent":"2.012910874s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.34835Z","caller":"traceutil/trace.go:171","msg":"trace[2129338424] transaction","detail":"{read_only:false; response_revision:29760; number_of_response:1; }","duration":"2.903654186s","start":"2026-03-02T19:35:00.444651Z","end":"2026-03-02T19:35:03.348305Z","steps":["trace[2129338424] 'process raft request' (duration: 2.901550733s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:03.348405Z","caller":"traceutil/trace.go:171","msg":"trace[115915589] transaction","detail":"{read_only:false; response_revision:29762; number_of_response:1; }","duration":"2.796194046s","start":"2026-03-02T19:35:00.552198Z","end":"2026-03-02T19:35:03.348392Z","steps":["trace[115915589] 'process raft request' (duration: 2.794050962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.552167Z","time spent":"2.796261897s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.348458Z","caller":"traceutil/trace.go:171","msg":"trace[1292145679] transaction","detail":"{read_only:false; response_revision:29761; number_of_response:1; }","duration":"2.799266222s","start":"2026-03-02T19:35:00.549143Z","end":"2026-03-02T19:35:03.348409Z","steps":["trace[1292145679] 'process raft request' (duration: 2.797087298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.444623Z","time spent":"2.903796489s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.348565Z","caller":"traceutil/trace.go:171","msg":"trace[48376842] transaction","detail":"{read_only:false; response_revision:29758; number_of_response:1; }","duration":"3.126474954s","start":"2026-03-02T19:35:00.222078Z","end":"2026-03-02T19:35:03.348553Z","steps":["trace[48376842] 'process raft request' (duration: 3.124056723s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.222062Z","time spent":"3.126526395s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.348652Z","caller":"traceutil/trace.go:171","msg":"trace[461051936] transaction","detail":"{read_only:false; response_revision:29759; number_of_response:1; }","duration":"3.122832813s","start":"2026-03-02T19:35:00.225811Z","end":"2026-03-02T19:35:03.348644Z","steps":["trace[461051936] 'process raft request' (duration: 3.120361951s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:03.348666Z","caller":"traceutil/trace.go:171","msg":"trace[613567372] transaction","detail":"{read_only:false; response_revision:29765; number_of_response:1; }","duration":"1.594046455s","start":"2026-03-02T19:35:01.754611Z","end":"2026-03-02T19:35:03.348658Z","steps":["trace[613567372] 'process raft request' (duration: 1.591699837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.549118Z","time spent":"2.799416815s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:03.348696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.225793Z","time spent":"3.122879385s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:03.348706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.754578Z","time spent":"1.594106777s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.348466Z","caller":"traceutil/trace.go:171","msg":"trace[1469748484] transaction","detail":"{read_only:false; response_revision:29764; number_of_response:1; }","duration":"1.973079761s","start":"2026-03-02T19:35:01.37537Z","end":"2026-03-02T19:35:03.34845Z","steps":["trace[1469748484] 'process raft request' (duration: 1.970915157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119678344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:35:03.348791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.375299Z","time spent":"1.973456341s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:03.348793Z","caller":"traceutil/trace.go:171","msg":"trace[1837778253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29766; }","duration":"3.119742666s","start":"2026-03-02T19:35:00.229036Z","end":"2026-03-02T19:35:03.348778Z","steps":["trace[1837778253] 'agreement among raft nodes before linearized reading' (duration: 3.119620323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.348864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.229026Z","time spent":"3.119826888s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:35:03.365328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134585077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:35:03.365396Z","caller":"traceutil/trace.go:171","msg":"trace[573608716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29768; }","duration":"3.134682339s","start":"2026-03-02T19:35:00.230697Z","end":"2026-03-02T19:35:03.365379Z","steps":["trace[573608716] 'agreement among raft nodes before linearized reading' (duration: 3.134442383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.365426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.230689Z","time spent":"3.13473145s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:35:03.36552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0049275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:35:03.365647Z","caller":"traceutil/trace.go:171","msg":"trace[951518430] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:29768; }","duration":"1.005174586s","start":"2026-03-02T19:35:02.360446Z","end":"2026-03-02T19:35:03.365621Z","steps":["trace[951518430] 'agreement among raft nodes before linearized reading' (duration: 1.004853788s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.365693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941735939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:35:03.365709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:02.360421Z","time spent":"1.005274609s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:35:03.365722Z","caller":"traceutil/trace.go:171","msg":"trace[491321134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29768; }","duration":"1.941819211s","start":"2026-03-02T19:35:01.423895Z","end":"2026-03-02T19:35:03.365714Z","steps":["trace[491321134] 'agreement among raft nodes before linearized reading' (duration: 1.94176913s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.365741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.423869Z","time spent":"1.941868223s","remote":"127.0.0.1:55588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:35:03.365891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953721119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:35:03.365926Z","caller":"traceutil/trace.go:171","msg":"trace[601382366] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:29768; }","duration":"1.953803121s","start":"2026-03-02T19:35:01.412114Z","end":"2026-03-02T19:35:03.365918Z","steps":["trace[601382366] 'agreement among raft nodes before linearized reading' (duration: 1.953718599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.365949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.412088Z","time spent":"1.953855223s","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-03-02T19:35:03.366099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134097828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:35:03.366151Z","caller":"traceutil/trace.go:171","msg":"trace[2021370493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29768; }","duration":"2.134198311s","start":"2026-03-02T19:35:01.231919Z","end":"2026-03-02T19:35:03.366117Z","steps":["trace[2021370493] 'agreement among raft nodes before linearized reading' (duration: 2.13414534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.366177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.231889Z","time spent":"2.134280612s","remote":"127.0.0.1:56144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:35:03.366373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270440639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:35:03.36641Z","caller":"traceutil/trace.go:171","msg":"trace[941474584] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:29768; }","duration":"2.270526622s","start":"2026-03-02T19:35:01.095874Z","end":"2026-03-02T19:35:03.3664Z","steps":["trace[941474584] 'agreement among raft nodes before linearized reading' (duration: 2.27045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.366446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:01.095849Z","time spent":"2.270585353s","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:35:03.366626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610180225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:35:03.36666Z","caller":"traceutil/trace.go:171","msg":"trace[1093996515] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:29768; }","duration":"2.610251347s","start":"2026-03-02T19:35:00.7564Z","end":"2026-03-02T19:35:03.366651Z","steps":["trace[1093996515] 'agreement among raft nodes before linearized reading' (duration: 2.610198406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.366685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.756378Z","time spent":"2.610300288s","remote":"127.0.0.1:55728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:35:03.366846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083573354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:35:03.366879Z","caller":"traceutil/trace.go:171","msg":"trace[2104435579] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:29768; }","duration":"3.083651766s","start":"2026-03-02T19:35:00.283217Z","end":"2026-03-02T19:35:03.366868Z","steps":["trace[2104435579] 'agreement among raft nodes before linearized reading' (duration: 3.083598045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.366909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.283193Z","time spent":"3.083709457s","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:35:03.367024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135276834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:35:03.36707Z","caller":"traceutil/trace.go:171","msg":"trace[957240863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29768; }","duration":"3.135332725s","start":"2026-03-02T19:35:00.231723Z","end":"2026-03-02T19:35:03.367055Z","steps":["trace[957240863] 'agreement among raft nodes before linearized reading' (duration: 3.135175771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.3671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.231714Z","time spent":"3.135379336s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:35:03.36728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135813496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:35:03.367318Z","caller":"traceutil/trace.go:171","msg":"trace[817333184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29768; }","duration":"3.135875818s","start":"2026-03-02T19:35:00.231432Z","end":"2026-03-02T19:35:03.367308Z","steps":["trace[817333184] 'agreement among raft nodes before linearized reading' (duration: 3.135787706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.36734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.231416Z","time spent":"3.135918889s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:35:03.367525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13675262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:35:03.367552Z","caller":"traceutil/trace.go:171","msg":"trace[548231031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29768; }","duration":"3.136811661s","start":"2026-03-02T19:35:00.230734Z","end":"2026-03-02T19:35:03.367546Z","steps":["trace[548231031] 'agreement among raft nodes before linearized reading' (duration: 3.136699668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:03.367569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.230725Z","time spent":"3.136839191s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:36:31.227526Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28343} {"level":"info","ts":"2026-03-02T19:36:31.364276Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28343,"took":"131.955642ms","hash":676011067,"current-db-size-bytes":50302976,"current-db-size":"50 MB","current-db-size-in-use-bytes":27852800,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:36:31.364351Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":676011067,"revision":28343,"compact-revision":25978} {"level":"warn","ts":"2026-03-02T19:38:20.899768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.760554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:38:20.899979Z","caller":"traceutil/trace.go:171","msg":"trace[1125846755] transaction","detail":"{read_only:false; response_revision:31150; number_of_response:1; }","duration":"153.670813ms","start":"2026-03-02T19:38:20.746288Z","end":"2026-03-02T19:38:20.899959Z","steps":["trace[1125846755] 'process raft request' (duration: 52.604463ms)","trace[1125846755] 'compare' (duration: 100.433225ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:38:20.900307Z","caller":"traceutil/trace.go:171","msg":"trace[1326090119] transaction","detail":"{read_only:false; response_revision:31151; number_of_response:1; }","duration":"153.52201ms","start":"2026-03-02T19:38:20.746754Z","end":"2026-03-02T19:38:20.900276Z","steps":["trace[1326090119] 'process raft request' (duration: 153.171382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:38:50.714638Z","caller":"traceutil/trace.go:171","msg":"trace[453612227] transaction","detail":"{read_only:false; response_revision:31343; number_of_response:1; }","duration":"362.902603ms","start":"2026-03-02T19:38:50.351704Z","end":"2026-03-02T19:38:50.714607Z","steps":["trace[453612227] 'process raft request' (duration: 362.665197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.71486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.351683Z","time spent":"363.085938ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:38:50.820355Z","caller":"traceutil/trace.go:171","msg":"trace[1666434297] transaction","detail":"{read_only:false; response_revision:31344; number_of_response:1; }","duration":"410.331406ms","start":"2026-03-02T19:38:50.409991Z","end":"2026-03-02T19:38:50.820322Z","steps":["trace[1666434297] 'process raft request' (duration: 409.869664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.820606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.409955Z","time spent":"410.548682ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:38:50.820708Z","caller":"traceutil/trace.go:171","msg":"trace[1161103036] transaction","detail":"{read_only:false; response_revision:31345; number_of_response:1; }","duration":"409.248119ms","start":"2026-03-02T19:38:50.411428Z","end":"2026-03-02T19:38:50.820676Z","steps":["trace[1161103036] 'process raft request' (duration: 408.842059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.820904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.41141Z","time spent":"409.381002ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:38:50.821252Z","caller":"traceutil/trace.go:171","msg":"trace[314460498] transaction","detail":"{read_only:false; response_revision:31346; number_of_response:1; }","duration":"409.064875ms","start":"2026-03-02T19:38:50.412161Z","end":"2026-03-02T19:38:50.821226Z","steps":["trace[314460498] 'process raft request' (duration: 408.356677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.821554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.412144Z","time spent":"409.362451ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:38:50.821611Z","caller":"traceutil/trace.go:171","msg":"trace[1208949149] linearizableReadLoop","detail":"{readStateIndex:32441; appliedIndex:32435; }","duration":"367.932548ms","start":"2026-03-02T19:38:50.453659Z","end":"2026-03-02T19:38:50.821592Z","steps":["trace[1208949149] 'read index received' (duration: 260.926449ms)","trace[1208949149] 'applied index is now lower than readState.Index' (duration: 107.005189ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:38:50.821582Z","caller":"traceutil/trace.go:171","msg":"trace[1321979800] transaction","detail":"{read_only:false; response_revision:31348; number_of_response:1; }","duration":"406.85487ms","start":"2026-03-02T19:38:50.414694Z","end":"2026-03-02T19:38:50.821549Z","steps":["trace[1321979800] 'process raft request' (duration: 406.47137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:38:50.821257Z","caller":"traceutil/trace.go:171","msg":"trace[2097951962] transaction","detail":"{read_only:false; response_revision:31347; number_of_response:1; }","duration":"407.345942ms","start":"2026-03-02T19:38:50.413898Z","end":"2026-03-02T19:38:50.821244Z","steps":["trace[2097951962] 'process raft request' (duration: 407.209009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.821861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.41389Z","time spent":"407.928217ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:38:50.82189Z","caller":"traceutil/trace.go:171","msg":"trace[1684351935] transaction","detail":"{read_only:false; response_revision:31349; number_of_response:1; }","duration":"406.939011ms","start":"2026-03-02T19:38:50.414923Z","end":"2026-03-02T19:38:50.821862Z","steps":["trace[1684351935] 'process raft request' (duration: 406.281715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.821999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.414916Z","time spent":"407.027783ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:38:50.822128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.472621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:38:50.822171Z","caller":"traceutil/trace.go:171","msg":"trace[2112701569] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31349; }","duration":"368.552233ms","start":"2026-03-02T19:38:50.453604Z","end":"2026-03-02T19:38:50.822156Z","steps":["trace[2112701569] 'agreement among raft nodes before linearized reading' (duration: 368.434891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:38:50.822193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.453581Z","time spent":"368.607264ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:38:50.822423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:38:50.414686Z","time spent":"407.069105ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:38:50.822358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.147943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:38:50.822792Z","caller":"traceutil/trace.go:171","msg":"trace[1463492040] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31349; }","duration":"289.609885ms","start":"2026-03-02T19:38:50.533166Z","end":"2026-03-02T19:38:50.822776Z","steps":["trace[1463492040] 'agreement among raft nodes before linearized reading' (duration: 288.984749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:38:51.020949Z","caller":"traceutil/trace.go:171","msg":"trace[783090268] transaction","detail":"{read_only:false; response_revision:31354; number_of_response:1; }","duration":"158.091233ms","start":"2026-03-02T19:38:50.862834Z","end":"2026-03-02T19:38:51.020925Z","steps":["trace[783090268] 'process raft request' (duration: 149.839537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:38:51.609567Z","caller":"traceutil/trace.go:171","msg":"trace[201848466] transaction","detail":"{read_only:false; response_revision:31357; number_of_response:1; }","duration":"124.661029ms","start":"2026-03-02T19:38:51.484879Z","end":"2026-03-02T19:38:51.60954Z","steps":["trace[201848466] 'process raft request' (duration: 88.881487ms)","trace[201848466] 'compare' (duration: 35.472064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:41:06.06811Z","caller":"traceutil/trace.go:171","msg":"trace[1982476794] transaction","detail":"{read_only:false; response_revision:32367; number_of_response:1; }","duration":"103.769149ms","start":"2026-03-02T19:41:05.964302Z","end":"2026-03-02T19:41:06.068071Z","steps":["trace[1982476794] 'process raft request' (duration: 92.246921ms)","trace[1982476794] 'compare' (duration: 11.329723ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:41:31.305763Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30393} {"level":"warn","ts":"2026-03-02T19:41:31.610885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.148047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:41:31.611193Z","caller":"traceutil/trace.go:171","msg":"trace[1078424345] transaction","detail":"{read_only:false; response_revision:32537; number_of_response:1; }","duration":"298.427036ms","start":"2026-03-02T19:41:31.312707Z","end":"2026-03-02T19:41:31.611134Z","steps":["trace[1078424345] 'compare' (duration: 150.701759ms)","trace[1078424345] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 137.234293ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:41:31.611238Z","caller":"traceutil/trace.go:171","msg":"trace[1152031270] linearizableReadLoop","detail":"{readStateIndex:33666; appliedIndex:33665; }","duration":"214.313777ms","start":"2026-03-02T19:41:31.396885Z","end":"2026-03-02T19:41:31.611199Z","steps":["trace[1152031270] 'read index received' (duration: 61.382µs)","trace[1152031270] 'applied index is now lower than readState.Index' (duration: 214.250735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:41:31.611349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.45375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:41:31.611393Z","caller":"traceutil/trace.go:171","msg":"trace[45002786] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32538; }","duration":"214.545983ms","start":"2026-03-02T19:41:31.396837Z","end":"2026-03-02T19:41:31.611383Z","steps":["trace[45002786] 'agreement among raft nodes before linearized reading' (duration: 214.462681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.611237Z","caller":"traceutil/trace.go:171","msg":"trace[2113289191] transaction","detail":"{read_only:false; response_revision:32538; number_of_response:1; }","duration":"127.381249ms","start":"2026-03-02T19:41:31.483839Z","end":"2026-03-02T19:41:31.61122Z","steps":["trace[2113289191] 'process raft request' (duration: 127.156233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.681276Z","caller":"traceutil/trace.go:171","msg":"trace[1775620732] transaction","detail":"{read_only:false; response_revision:32539; number_of_response:1; }","duration":"192.153545ms","start":"2026-03-02T19:41:31.489085Z","end":"2026-03-02T19:41:31.681238Z","steps":["trace[1775620732] 'process raft request' (duration: 186.581005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.681389Z","caller":"traceutil/trace.go:171","msg":"trace[1632086070] transaction","detail":"{read_only:false; response_revision:32540; number_of_response:1; }","duration":"188.061542ms","start":"2026-03-02T19:41:31.493298Z","end":"2026-03-02T19:41:31.68136Z","steps":["trace[1632086070] 'process raft request' (duration: 187.893937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.681471Z","caller":"traceutil/trace.go:171","msg":"trace[1155743197] transaction","detail":"{read_only:false; response_revision:32541; number_of_response:1; }","duration":"182.860973ms","start":"2026-03-02T19:41:31.498582Z","end":"2026-03-02T19:41:31.681443Z","steps":["trace[1155743197] 'process raft request' (duration: 182.680298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:41:31.681614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.019622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:41:31.681644Z","caller":"traceutil/trace.go:171","msg":"trace[941336305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32543; }","duration":"259.102454ms","start":"2026-03-02T19:41:31.422534Z","end":"2026-03-02T19:41:31.681636Z","steps":["trace[941336305] 'agreement among raft nodes before linearized reading' (duration: 259.029083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:41:31.681808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.013232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T19:41:31.681826Z","caller":"traceutil/trace.go:171","msg":"trace[394626167] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:32543; }","duration":"249.078184ms","start":"2026-03-02T19:41:31.432742Z","end":"2026-03-02T19:41:31.68182Z","steps":["trace[394626167] 'agreement among raft nodes before linearized reading' (duration: 248.987602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:41:31.681929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.430573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313494"} {"level":"info","ts":"2026-03-02T19:41:31.681983Z","caller":"traceutil/trace.go:171","msg":"trace[1922418635] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:32543; }","duration":"241.521385ms","start":"2026-03-02T19:41:31.440444Z","end":"2026-03-02T19:41:31.681966Z","steps":["trace[1922418635] 'agreement among raft nodes before linearized reading' (duration: 241.031703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.681993Z","caller":"traceutil/trace.go:171","msg":"trace[1320929747] transaction","detail":"{read_only:false; response_revision:32543; number_of_response:1; }","duration":"177.868498ms","start":"2026-03-02T19:41:31.504115Z","end":"2026-03-02T19:41:31.681983Z","steps":["trace[1320929747] 'process raft request' (duration: 177.217422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.682033Z","caller":"traceutil/trace.go:171","msg":"trace[1121647920] transaction","detail":"{read_only:false; response_revision:32542; number_of_response:1; }","duration":"179.98525ms","start":"2026-03-02T19:41:31.502035Z","end":"2026-03-02T19:41:31.68202Z","steps":["trace[1121647920] 'process raft request' (duration: 179.260562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:41:31.682066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.320479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:41:31.682086Z","caller":"traceutil/trace.go:171","msg":"trace[600728140] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:32543; }","duration":"178.36873ms","start":"2026-03-02T19:41:31.503711Z","end":"2026-03-02T19:41:31.68208Z","steps":["trace[600728140] 'agreement among raft nodes before linearized reading' (duration: 178.332979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:31.891312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30393,"took":"580.480102ms","hash":3694165779,"current-db-size-bytes":50302976,"current-db-size":"50 MB","current-db-size-in-use-bytes":27508736,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:41:31.891378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3694165779,"revision":30393,"compact-revision":28343} {"level":"warn","ts":"2026-03-02T19:41:34.390877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.477637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:41:34.390951Z","caller":"traceutil/trace.go:171","msg":"trace[684012410] linearizableReadLoop","detail":"{readStateIndex:33692; appliedIndex:33691; }","duration":"118.547507ms","start":"2026-03-02T19:41:34.272392Z","end":"2026-03-02T19:41:34.39094Z","steps":["trace[684012410] 'read index received' (duration: 7.905696ms)","trace[684012410] 'applied index is now lower than readState.Index' (duration: 110.641101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:41:34.391087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.69617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T19:41:34.391107Z","caller":"traceutil/trace.go:171","msg":"trace[1596184353] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:32562; }","duration":"118.751132ms","start":"2026-03-02T19:41:34.272349Z","end":"2026-03-02T19:41:34.3911Z","steps":["trace[1596184353] 'agreement among raft nodes before linearized reading' (duration: 118.646789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:34.391252Z","caller":"traceutil/trace.go:171","msg":"trace[1280841567] transaction","detail":"{read_only:false; response_revision:32562; number_of_response:1; }","duration":"255.225067ms","start":"2026-03-02T19:41:34.135958Z","end":"2026-03-02T19:41:34.391183Z","steps":["trace[1280841567] 'process raft request' (duration: 144.379221ms)","trace[1280841567] 'compare' (duration: 110.389085ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:41:55.607743Z","caller":"traceutil/trace.go:171","msg":"trace[1641721161] transaction","detail":"{read_only:false; response_revision:32704; number_of_response:1; }","duration":"118.471408ms","start":"2026-03-02T19:41:55.489238Z","end":"2026-03-02T19:41:55.607709Z","steps":["trace[1641721161] 'process raft request' (duration: 118.297802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:57.976092Z","caller":"traceutil/trace.go:171","msg":"trace[555888198] transaction","detail":"{read_only:false; response_revision:32718; number_of_response:1; }","duration":"136.450805ms","start":"2026-03-02T19:41:57.839612Z","end":"2026-03-02T19:41:57.976063Z","steps":["trace[555888198] 'process raft request' (duration: 134.636199ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:58.062534Z","caller":"traceutil/trace.go:171","msg":"trace[1725565316] transaction","detail":"{read_only:false; response_revision:32719; number_of_response:1; }","duration":"206.146124ms","start":"2026-03-02T19:41:57.856368Z","end":"2026-03-02T19:41:58.062515Z","steps":["trace[1725565316] 'process raft request' (duration: 205.9912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:58.062706Z","caller":"traceutil/trace.go:171","msg":"trace[206814977] transaction","detail":"{read_only:false; response_revision:32720; number_of_response:1; }","duration":"206.204894ms","start":"2026-03-02T19:41:57.856495Z","end":"2026-03-02T19:41:58.0627Z","steps":["trace[206814977] 'process raft request' (duration: 205.988629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:58.062832Z","caller":"traceutil/trace.go:171","msg":"trace[546480952] transaction","detail":"{read_only:false; response_revision:32723; number_of_response:1; }","duration":"204.610114ms","start":"2026-03-02T19:41:57.858217Z","end":"2026-03-02T19:41:58.062827Z","steps":["trace[546480952] 'process raft request' (duration: 204.590274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:58.06288Z","caller":"traceutil/trace.go:171","msg":"trace[563389407] transaction","detail":"{read_only:false; response_revision:32721; number_of_response:1; }","duration":"206.222566ms","start":"2026-03-02T19:41:57.856651Z","end":"2026-03-02T19:41:58.062873Z","steps":["trace[563389407] 'process raft request' (duration: 206.024701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:41:58.062942Z","caller":"traceutil/trace.go:171","msg":"trace[2136018267] transaction","detail":"{read_only:false; response_revision:32722; number_of_response:1; }","duration":"205.944839ms","start":"2026-03-02T19:41:57.856969Z","end":"2026-03-02T19:41:58.062914Z","steps":["trace[2136018267] 'process raft request' (duration: 205.816655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:15.346284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.418726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:42:15.346541Z","caller":"traceutil/trace.go:171","msg":"trace[2034862694] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:32839; }","duration":"181.729003ms","start":"2026-03-02T19:42:15.164788Z","end":"2026-03-02T19:42:15.346517Z","steps":["trace[2034862694] 'count revisions from in-memory index tree' (duration: 181.315093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:15.754906Z","caller":"traceutil/trace.go:171","msg":"trace[384709914] transaction","detail":"{read_only:false; response_revision:32840; number_of_response:1; }","duration":"121.418919ms","start":"2026-03-02T19:42:15.633459Z","end":"2026-03-02T19:42:15.754878Z","steps":["trace[384709914] 'process raft request' (duration: 121.235604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.337571Z","caller":"traceutil/trace.go:171","msg":"trace[965498454] transaction","detail":"{read_only:false; response_revision:32844; number_of_response:1; }","duration":"149.895529ms","start":"2026-03-02T19:42:16.187641Z","end":"2026-03-02T19:42:16.337536Z","steps":["trace[965498454] 'process raft request' (duration: 125.077281ms)","trace[965498454] 'compare' (duration: 24.451279ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:16.337633Z","caller":"traceutil/trace.go:171","msg":"trace[508492310] transaction","detail":"{read_only:false; response_revision:32845; number_of_response:1; }","duration":"149.575942ms","start":"2026-03-02T19:42:16.18803Z","end":"2026-03-02T19:42:16.337606Z","steps":["trace[508492310] 'process raft request' (duration: 149.400037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.337652Z","caller":"traceutil/trace.go:171","msg":"trace[1465110064] transaction","detail":"{read_only:false; response_revision:32846; number_of_response:1; }","duration":"149.242953ms","start":"2026-03-02T19:42:16.188384Z","end":"2026-03-02T19:42:16.337627Z","steps":["trace[1465110064] 'process raft request' (duration: 149.143521ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.337803Z","caller":"traceutil/trace.go:171","msg":"trace[1918139337] linearizableReadLoop","detail":"{readStateIndex:33986; appliedIndex:33981; }","duration":"114.321422ms","start":"2026-03-02T19:42:16.223453Z","end":"2026-03-02T19:42:16.337774Z","steps":["trace[1918139337] 'read index received' (duration: 37.820192ms)","trace[1918139337] 'applied index is now lower than readState.Index' (duration: 76.50025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:16.337953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.482625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:42:16.337991Z","caller":"traceutil/trace.go:171","msg":"trace[836798940] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:32847; }","duration":"114.565518ms","start":"2026-03-02T19:42:16.223414Z","end":"2026-03-02T19:42:16.33798Z","steps":["trace[836798940] 'agreement among raft nodes before linearized reading' (duration: 114.472576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.339467Z","caller":"traceutil/trace.go:171","msg":"trace[1843556276] transaction","detail":"{read_only:false; response_revision:32847; number_of_response:1; }","duration":"150.839923ms","start":"2026-03-02T19:42:16.188608Z","end":"2026-03-02T19:42:16.339448Z","steps":["trace[1843556276] 'process raft request' (duration: 148.981216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:16.565356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.971033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:42:16.565985Z","caller":"traceutil/trace.go:171","msg":"trace[136557610] transaction","detail":"{read_only:false; response_revision:32849; number_of_response:1; }","duration":"223.768693ms","start":"2026-03-02T19:42:16.34219Z","end":"2026-03-02T19:42:16.565959Z","steps":["trace[136557610] 'process raft request' (duration: 109.059231ms)","trace[136557610] 'compare' (duration: 113.740688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:16.566103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.785934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:42:16.566171Z","caller":"traceutil/trace.go:171","msg":"trace[1449745265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32849; }","duration":"185.928028ms","start":"2026-03-02T19:42:16.380228Z","end":"2026-03-02T19:42:16.566156Z","steps":["trace[1449745265] 'agreement among raft nodes before linearized reading' (duration: 185.797844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.566498Z","caller":"traceutil/trace.go:171","msg":"trace[1055743966] linearizableReadLoop","detail":"{readStateIndex:33988; appliedIndex:33987; }","duration":"185.60875ms","start":"2026-03-02T19:42:16.380296Z","end":"2026-03-02T19:42:16.565905Z","steps":["trace[1055743966] 'read index received' (duration: 71.017531ms)","trace[1055743966] 'applied index is now lower than readState.Index' (duration: 114.588999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:16.56709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.832843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:42:16.567115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.715014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:42:16.567112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.921885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:42:16.56717Z","caller":"traceutil/trace.go:171","msg":"trace[1689916727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32849; }","duration":"169.806645ms","start":"2026-03-02T19:42:16.397351Z","end":"2026-03-02T19:42:16.567157Z","steps":["trace[1689916727] 'agreement among raft nodes before linearized reading' (duration: 169.558619ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.567203Z","caller":"traceutil/trace.go:171","msg":"trace[86433969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32849; }","duration":"143.066039ms","start":"2026-03-02T19:42:16.424116Z","end":"2026-03-02T19:42:16.567182Z","steps":["trace[86433969] 'agreement among raft nodes before linearized reading' (duration: 142.904135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:16.567125Z","caller":"traceutil/trace.go:171","msg":"trace[148223277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32849; }","duration":"142.880264ms","start":"2026-03-02T19:42:16.424235Z","end":"2026-03-02T19:42:16.567116Z","steps":["trace[148223277] 'agreement among raft nodes before linearized reading' (duration: 142.771172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:53.681781Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ae8.wal"} {"level":"info","ts":"2026-03-02T19:46:31.311976Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32536} {"level":"info","ts":"2026-03-02T19:46:31.443328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32536,"took":"127.761558ms","hash":861274829,"current-db-size-bytes":51183616,"current-db-size":"51 MB","current-db-size-in-use-bytes":29462528,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T19:46:31.443405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":861274829,"revision":32536,"compact-revision":30393} {"level":"info","ts":"2026-03-02T19:46:47.843261Z","caller":"traceutil/trace.go:171","msg":"trace[1736787734] transaction","detail":"{read_only:false; response_revision:34738; number_of_response:1; }","duration":"106.536811ms","start":"2026-03-02T19:46:47.736697Z","end":"2026-03-02T19:46:47.843233Z","steps":["trace[1736787734] 'process raft request' (duration: 106.329746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:51.534742Z","caller":"traceutil/trace.go:171","msg":"trace[831837327] linearizableReadLoop","detail":"{readStateIndex:35965; appliedIndex:35964; }","duration":"114.232572ms","start":"2026-03-02T19:46:51.420447Z","end":"2026-03-02T19:46:51.53468Z","steps":["trace[831837327] 'read index received' (duration: 112.480639ms)","trace[831837327] 'applied index is now lower than readState.Index' (duration: 1.750423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:46:51.535672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.196536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:46:51.535765Z","caller":"traceutil/trace.go:171","msg":"trace[438356670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34766; }","duration":"115.320499ms","start":"2026-03-02T19:46:51.420403Z","end":"2026-03-02T19:46:51.535723Z","steps":["trace[438356670] 'agreement among raft nodes before linearized reading' (duration: 115.142515ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:51.536077Z","caller":"traceutil/trace.go:171","msg":"trace[118341826] transaction","detail":"{read_only:false; response_revision:34766; number_of_response:1; }","duration":"128.701281ms","start":"2026-03-02T19:46:51.407363Z","end":"2026-03-02T19:46:51.536064Z","steps":["trace[118341826] 'process raft request' (duration: 125.705527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:31.318376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34627} {"level":"info","ts":"2026-03-02T19:51:31.446761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34627,"took":"124.399713ms","hash":1114383854,"current-db-size-bytes":53714944,"current-db-size":"54 MB","current-db-size-in-use-bytes":28844032,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T19:51:31.446832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1114383854,"revision":34627,"compact-revision":32536} {"level":"warn","ts":"2026-03-02T19:51:41.983054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471724653012946514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:42.104143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.467513Z","time spent":"636.62703ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:51:42.660682Z","caller":"traceutil/trace.go:171","msg":"trace[1949712768] linearizableReadLoop","detail":"{readStateIndex:38054; appliedIndex:38051; }","duration":"1.177689657s","start":"2026-03-02T19:51:41.482975Z","end":"2026-03-02T19:51:42.660665Z","steps":["trace[1949712768] 'read index received' (duration: 621.071855ms)","trace[1949712768] 'applied index is now lower than readState.Index' (duration: 556.617142ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:42.660756Z","caller":"traceutil/trace.go:171","msg":"trace[1476180713] transaction","detail":"{read_only:false; response_revision:36789; number_of_response:1; }","duration":"1.029186712s","start":"2026-03-02T19:51:41.631564Z","end":"2026-03-02T19:51:42.66075Z","steps":["trace[1476180713] 'process raft request' (duration: 1.028244598s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.66079Z","caller":"traceutil/trace.go:171","msg":"trace[748814417] transaction","detail":"{read_only:false; response_revision:36790; number_of_response:1; }","duration":"793.875017ms","start":"2026-03-02T19:51:41.866903Z","end":"2026-03-02T19:51:42.660778Z","steps":["trace[748814417] 'process raft request' (duration: 793.707222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.66082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.63154Z","time spent":"1.029228693s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.660854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.866883Z","time spent":"793.943948ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.660931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177931012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:42.661004Z","caller":"traceutil/trace.go:171","msg":"trace[161404861] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36790; }","duration":"1.178058016s","start":"2026-03-02T19:51:41.482927Z","end":"2026-03-02T19:51:42.660985Z","steps":["trace[161404861] 'agreement among raft nodes before linearized reading' (duration: 1.177876051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.661044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.482911Z","time spent":"1.178124618s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:42.663355Z","caller":"traceutil/trace.go:171","msg":"trace[749078403] transaction","detail":"{read_only:false; response_revision:36793; number_of_response:1; }","duration":"339.310783ms","start":"2026-03-02T19:51:42.324024Z","end":"2026-03-02T19:51:42.663335Z","steps":["trace[749078403] 'process raft request' (duration: 339.20868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.663371Z","caller":"traceutil/trace.go:171","msg":"trace[1223771094] transaction","detail":"{read_only:false; response_revision:36792; number_of_response:1; }","duration":"417.109665ms","start":"2026-03-02T19:51:42.246223Z","end":"2026-03-02T19:51:42.663332Z","steps":["trace[1223771094] 'process raft request' (duration: 416.963061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.663402Z","caller":"traceutil/trace.go:171","msg":"trace[990755456] transaction","detail":"{read_only:false; response_revision:36791; number_of_response:1; }","duration":"558.210162ms","start":"2026-03-02T19:51:42.105149Z","end":"2026-03-02T19:51:42.663359Z","steps":["trace[990755456] 'process raft request' (duration: 557.951436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.66346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.324Z","time spent":"339.403654ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.663568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.2462Z","time spent":"417.243848ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.663589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.105129Z","time spent":"558.343405ms","remote":"127.0.0.1:55632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:42.663698Z","caller":"traceutil/trace.go:171","msg":"trace[1525883327] transaction","detail":"{read_only:false; response_revision:36794; number_of_response:1; }","duration":"306.644734ms","start":"2026-03-02T19:51:42.35704Z","end":"2026-03-02T19:51:42.663684Z","steps":["trace[1525883327] 'process raft request' (duration: 306.261565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.663757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.357005Z","time spent":"306.720255ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:42.663827Z","caller":"traceutil/trace.go:171","msg":"trace[1969211176] transaction","detail":"{read_only:false; response_revision:36796; number_of_response:1; }","duration":"225.996629ms","start":"2026-03-02T19:51:42.437805Z","end":"2026-03-02T19:51:42.663802Z","steps":["trace[1969211176] 'process raft request' (duration: 225.912147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.663846Z","caller":"traceutil/trace.go:171","msg":"trace[819688565] transaction","detail":"{read_only:false; response_revision:36795; number_of_response:1; }","duration":"304.035178ms","start":"2026-03-02T19:51:42.359781Z","end":"2026-03-02T19:51:42.663816Z","steps":["trace[819688565] 'process raft request' (duration: 303.785131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.663989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.359748Z","time spent":"304.167611ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:42.664051Z","caller":"traceutil/trace.go:171","msg":"trace[262818053] transaction","detail":"{read_only:false; response_revision:36797; number_of_response:1; }","duration":"224.954293ms","start":"2026-03-02T19:51:42.439083Z","end":"2026-03-02T19:51:42.664038Z","steps":["trace[262818053] 'process raft request' (duration: 224.679116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.664144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.00681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:42.664155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136674657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:1 size:937"} {"level":"warn","ts":"2026-03-02T19:51:42.66416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.295833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:42.664194Z","caller":"traceutil/trace.go:171","msg":"trace[604721457] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:1; response_revision:36798; }","duration":"1.136741139s","start":"2026-03-02T19:51:41.527441Z","end":"2026-03-02T19:51:42.664182Z","steps":["trace[604721457] 'agreement among raft nodes before linearized reading' (duration: 1.136609315s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.664182Z","caller":"traceutil/trace.go:171","msg":"trace[1934990075] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36798; }","duration":"979.077421ms","start":"2026-03-02T19:51:41.685092Z","end":"2026-03-02T19:51:42.66417Z","steps":["trace[1934990075] 'agreement among raft nodes before linearized reading' (duration: 979.01253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.664216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.527426Z","time spent":"1.13678514s","remote":"127.0.0.1:55946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":961,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"warn","ts":"2026-03-02T19:51:42.664208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023248822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T19:51:42.664225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.685077Z","time spent":"979.138353ms","remote":"127.0.0.1:56302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:42.664241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.477162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:42.664259Z","caller":"traceutil/trace.go:171","msg":"trace[511820563] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:36798; }","duration":"1.023327593s","start":"2026-03-02T19:51:41.640915Z","end":"2026-03-02T19:51:42.664242Z","steps":["trace[511820563] 'agreement among raft nodes before linearized reading' (duration: 1.023154029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.664274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.346835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:42.664299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.640899Z","time spent":"1.023392416s","remote":"127.0.0.1:55746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T19:51:42.664298Z","caller":"traceutil/trace.go:171","msg":"trace[1133607261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36798; }","duration":"241.571484ms","start":"2026-03-02T19:51:42.422713Z","end":"2026-03-02T19:51:42.664285Z","steps":["trace[1133607261] 'agreement among raft nodes before linearized reading' (duration: 241.483642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.664306Z","caller":"traceutil/trace.go:171","msg":"trace[1907456446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36798; }","duration":"683.403996ms","start":"2026-03-02T19:51:41.980893Z","end":"2026-03-02T19:51:42.664297Z","steps":["trace[1907456446] 'agreement among raft nodes before linearized reading' (duration: 683.355914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.66434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125649408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-scheduler\" ","response":"range_response_count:1 size:710"} {"level":"warn","ts":"2026-03-02T19:51:42.66434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.980881Z","time spent":"683.450208ms","remote":"127.0.0.1:56396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:51:42.664363Z","caller":"traceutil/trace.go:171","msg":"trace[1380221359] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-scheduler; range_end:; response_count:1; response_revision:36798; }","duration":"1.125688148s","start":"2026-03-02T19:51:41.538669Z","end":"2026-03-02T19:51:42.664357Z","steps":["trace[1380221359] 'agreement among raft nodes before linearized reading' (duration: 1.125643067s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.66438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.538661Z","time spent":"1.125715389s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":734,"request content":"key:\"/registry/clusterrolebindings/system:kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:51:42.664223Z","caller":"traceutil/trace.go:171","msg":"trace[649965993] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:36798; }","duration":"696.402025ms","start":"2026-03-02T19:51:41.967803Z","end":"2026-03-02T19:51:42.664205Z","steps":["trace[649965993] 'agreement among raft nodes before linearized reading' (duration: 696.246361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.664514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.96778Z","time spent":"696.713094ms","remote":"127.0.0.1:56380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:42.664522Z","caller":"traceutil/trace.go:171","msg":"trace[628084880] transaction","detail":"{read_only:false; response_revision:36798; number_of_response:1; }","duration":"221.567619ms","start":"2026-03-02T19:51:42.442939Z","end":"2026-03-02T19:51:42.664507Z","steps":["trace[628084880] 'process raft request' (duration: 221.011384ms)"],"step_count":1}